{"level":"warn","ts":"2026-04-03T02:32:26.090005Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T02:32:26.090093Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.30:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.30:2380","--initial-cluster=instance=https://199.204.45.30:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.30:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.30:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-03T02:32:26.090155Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T02:32:26.090167Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.30:2380"]} {"level":"info","ts":"2026-04-03T02:32:26.090185Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T02:32:26.090782Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.30:2379"]} {"level":"info","ts":"2026-04-03T02:32:26.090862Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.30:2380"],"listen-peer-urls":["https://199.204.45.30:2380"],"advertise-client-urls":["https://199.204.45.30:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.30:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.30:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-03T02:32:26.098762Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.689385ms"} {"level":"info","ts":"2026-04-03T02:32:26.114695Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c6cf68dde442ffa5","cluster-id":"98b7ecdca9045526"} {"level":"info","ts":"2026-04-03T02:32:26.11479Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 switched to configuration voters=()"} {"level":"info","ts":"2026-04-03T02:32:26.114811Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became follower at term 0"} {"level":"info","ts":"2026-04-03T02:32:26.114823Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c6cf68dde442ffa5 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-03T02:32:26.114832Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became follower at term 1"} {"level":"info","ts":"2026-04-03T02:32:26.114964Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 switched to configuration voters=(14325784241915494309)"} {"level":"warn","ts":"2026-04-03T02:32:26.12824Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-03T02:32:26.13231Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-03T02:32:26.134722Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-03T02:32:26.138155Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c6cf68dde442ffa5","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-03T02:32:26.138313Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c6cf68dde442ffa5","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-03T02:32:26.138484Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T02:32:26.138584Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T02:32:26.138595Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T02:32:26.139534Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 switched to configuration voters=(14325784241915494309)"} {"level":"info","ts":"2026-04-03T02:32:26.139734Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"98b7ecdca9045526","local-member-id":"c6cf68dde442ffa5","added-peer-id":"c6cf68dde442ffa5","added-peer-peer-urls":["https://199.204.45.30:2380"]} {"level":"info","ts":"2026-04-03T02:32:26.140894Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T02:32:26.141024Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.30:2380"} {"level":"info","ts":"2026-04-03T02:32:26.141107Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c6cf68dde442ffa5","initial-advertise-peer-urls":["https://199.204.45.30:2380"],"listen-peer-urls":["https://199.204.45.30:2380"],"advertise-client-urls":["https://199.204.45.30:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.30:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-03T02:32:26.141164Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-03T02:32:26.141108Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.30:2380"} {"level":"info","ts":"2026-04-03T02:32:26.815811Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 is starting a new election at term 1"} {"level":"info","ts":"2026-04-03T02:32:26.815866Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-03T02:32:26.8159Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 received MsgPreVoteResp from c6cf68dde442ffa5 at term 1"} {"level":"info","ts":"2026-04-03T02:32:26.815926Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became candidate at term 2"} {"level":"info","ts":"2026-04-03T02:32:26.815937Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 received MsgVoteResp from c6cf68dde442ffa5 at term 2"} {"level":"info","ts":"2026-04-03T02:32:26.815953Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became leader at term 2"} {"level":"info","ts":"2026-04-03T02:32:26.815966Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c6cf68dde442ffa5 elected leader c6cf68dde442ffa5 at term 2"} {"level":"info","ts":"2026-04-03T02:32:26.817758Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c6cf68dde442ffa5","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.30:2379]}","request-path":"/0/members/c6cf68dde442ffa5/attributes","cluster-id":"98b7ecdca9045526","publish-timeout":"7s"} {"level":"info","ts":"2026-04-03T02:32:26.81777Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T02:32:26.817794Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:32:26.817878Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T02:32:26.818049Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-03T02:32:26.818115Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-03T02:32:26.819924Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"98b7ecdca9045526","local-member-id":"c6cf68dde442ffa5","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:32:26.82021Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:32:26.820328Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:32:26.821177Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-03T02:32:26.82202Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.30:2379"} {"level":"warn","ts":"2026-04-03T02:32:29.515454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.549281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-03T02:32:29.51563Z","caller":"traceutil/trace.go:171","msg":"trace[1015036529] linearizableReadLoop","detail":"{readStateIndex:123; appliedIndex:122; }","duration":"339.27196ms","start":"2026-04-03T02:32:29.176339Z","end":"2026-04-03T02:32:29.515611Z","steps":["trace[1015036529] 'read index received' (duration: 35.971039ms)","trace[1015036529] 'applied index is now lower than readState.Index' (duration: 303.299191ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:29.515756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.426494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-03T02:32:29.515743Z","caller":"traceutil/trace.go:171","msg":"trace[1210275137] transaction","detail":"{read_only:false; response_revision:118; number_of_response:1; }","duration":"388.325281ms","start":"2026-04-03T02:32:29.127384Z","end":"2026-04-03T02:32:29.515709Z","steps":["trace[1210275137] 'process raft request' (duration: 84.945859ms)","trace[1210275137] 'compare' (duration: 302.375466ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:29.51592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:29.127368Z","time spent":"388.495865ms","remote":"127.0.0.1:47396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":600,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:32:29.515799Z","caller":"traceutil/trace.go:171","msg":"trace[291906544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:118; }","duration":"339.493395ms","start":"2026-04-03T02:32:29.176292Z","end":"2026-04-03T02:32:29.515785Z","steps":["trace[291906544] 'agreement among raft nodes before linearized reading' (duration: 339.394213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:29.516067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:29.176275Z","time spent":"339.773303ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:32:29.526044Z","caller":"traceutil/trace.go:171","msg":"trace[1933589045] transaction","detail":"{read_only:false; response_revision:119; number_of_response:1; }","duration":"331.042223ms","start":"2026-04-03T02:32:29.194971Z","end":"2026-04-03T02:32:29.526014Z","steps":["trace[1933589045] 'process raft request' (duration: 330.899679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:29.52618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:29.194953Z","time spent":"331.163576ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3453,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:32:29.713924Z","caller":"traceutil/trace.go:171","msg":"trace[1965475673] transaction","detail":"{read_only:false; response_revision:120; number_of_response:1; }","duration":"184.66811ms","start":"2026-04-03T02:32:29.529219Z","end":"2026-04-03T02:32:29.713887Z","steps":["trace[1965475673] 'process raft request' (duration: 117.229314ms)","trace[1965475673] 'compare' (duration: 67.293933ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:30.192466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.543451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-03T02:32:30.192659Z","caller":"traceutil/trace.go:171","msg":"trace[1611847148] transaction","detail":"{read_only:false; response_revision:122; number_of_response:1; }","duration":"459.025348ms","start":"2026-04-03T02:32:29.733596Z","end":"2026-04-03T02:32:30.192621Z","steps":["trace[1611847148] 'process raft request' (duration: 84.264481ms)","trace[1611847148] 'compare' (duration: 374.414858ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:30.192786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:29.73358Z","time spent":"459.149241ms","remote":"127.0.0.1:47396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":708,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:32:30.580188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.640092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-03T02:32:30.580505Z","caller":"traceutil/trace.go:171","msg":"trace[773369671] transaction","detail":"{read_only:false; response_revision:123; number_of_response:1; }","duration":"382.517434ms","start":"2026-04-03T02:32:30.197957Z","end":"2026-04-03T02:32:30.580474Z","steps":["trace[773369671] 'process raft request' (duration: 104.508953ms)","trace[773369671] 'compare' (duration: 277.495198ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:30.58066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:30.197935Z","time spent":"382.647518ms","remote":"127.0.0.1:47396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":827,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:32:31.043919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.528205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-03T02:32:31.044139Z","caller":"traceutil/trace.go:171","msg":"trace[579428756] transaction","detail":"{read_only:false; response_revision:125; number_of_response:1; }","duration":"397.681127ms","start":"2026-04-03T02:32:30.646438Z","end":"2026-04-03T02:32:31.044119Z","steps":["trace[579428756] 'process raft request' (duration: 167.874185ms)","trace[579428756] 'compare' (duration: 229.361861ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:31.044242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:30.646422Z","time spent":"397.791261ms","remote":"127.0.0.1:47396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1917,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:32:31.418088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.187919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-03T02:32:31.418185Z","caller":"traceutil/trace.go:171","msg":"trace[1816555316] linearizableReadLoop","detail":"{readStateIndex:131; appliedIndex:130; }","duration":"155.081881ms","start":"2026-04-03T02:32:31.263087Z","end":"2026-04-03T02:32:31.418169Z","steps":["trace[1816555316] 'read index received' (duration: 34.011µs)","trace[1816555316] 'applied index is now lower than readState.Index' (duration: 155.0468ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:31.418272Z","caller":"traceutil/trace.go:171","msg":"trace[1907922923] transaction","detail":"{read_only:false; response_revision:126; number_of_response:1; }","duration":"368.623933ms","start":"2026-04-03T02:32:31.049634Z","end":"2026-04-03T02:32:31.418258Z","steps":["trace[1907922923] 'process raft request' (duration: 165.195448ms)","trace[1907922923] 'compare' (duration: 203.052635ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:31.418329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:31.049621Z","time spent":"368.686715ms","remote":"127.0.0.1:47396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:32:31.418468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.459682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-03T02:32:31.418501Z","caller":"traceutil/trace.go:171","msg":"trace[1387868124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:126; }","duration":"140.521933ms","start":"2026-04-03T02:32:31.277969Z","end":"2026-04-03T02:32:31.418491Z","steps":["trace[1387868124] 'agreement among raft nodes before linearized reading' (duration: 140.468742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:31.418495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.399389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-03T02:32:31.418553Z","caller":"traceutil/trace.go:171","msg":"trace[783038691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:126; }","duration":"155.485802ms","start":"2026-04-03T02:32:31.263052Z","end":"2026-04-03T02:32:31.418538Z","steps":["trace[783038691] 'agreement among raft nodes before linearized reading' (duration: 155.355538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:31.418495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.235137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-03T02:32:31.418851Z","caller":"traceutil/trace.go:171","msg":"trace[1221046614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:126; }","duration":"142.599236ms","start":"2026-04-03T02:32:31.276225Z","end":"2026-04-03T02:32:31.418824Z","steps":["trace[1221046614] 'agreement among raft nodes before linearized reading' (duration: 142.113004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:31.647731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.962419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:32:31.647855Z","caller":"traceutil/trace.go:171","msg":"trace[1359486393] transaction","detail":"{read_only:false; response_revision:130; number_of_response:1; }","duration":"153.676657ms","start":"2026-04-03T02:32:31.494151Z","end":"2026-04-03T02:32:31.647827Z","steps":["trace[1359486393] 'process raft request' (duration: 30.353488ms)","trace[1359486393] 'compare' (duration: 122.863797ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:31.64987Z","caller":"traceutil/trace.go:171","msg":"trace[27320520] transaction","detail":"{read_only:false; response_revision:131; number_of_response:1; }","duration":"154.710633ms","start":"2026-04-03T02:32:31.495141Z","end":"2026-04-03T02:32:31.649852Z","steps":["trace[27320520] 'process raft request' (duration: 154.498848ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:31.650003Z","caller":"traceutil/trace.go:171","msg":"trace[810372624] transaction","detail":"{read_only:false; response_revision:132; number_of_response:1; }","duration":"153.704938ms","start":"2026-04-03T02:32:31.49628Z","end":"2026-04-03T02:32:31.649985Z","steps":["trace[810372624] 'process raft request' (duration: 153.432701ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:31.852481Z","caller":"traceutil/trace.go:171","msg":"trace[114374339] transaction","detail":"{read_only:false; response_revision:134; number_of_response:1; }","duration":"134.156593ms","start":"2026-04-03T02:32:31.718288Z","end":"2026-04-03T02:32:31.852444Z","steps":["trace[114374339] 'process raft request' (duration: 49.882332ms)","trace[114374339] 'compare' (duration: 84.096177ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:33.386232Z","caller":"traceutil/trace.go:171","msg":"trace[987888288] transaction","detail":"{read_only:false; response_revision:250; number_of_response:1; }","duration":"183.942231ms","start":"2026-04-03T02:32:33.202254Z","end":"2026-04-03T02:32:33.386196Z","steps":["trace[987888288] 'process raft request' (duration: 104.611465ms)","trace[987888288] 'compare' (duration: 79.146702ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:33.528816Z","caller":"traceutil/trace.go:171","msg":"trace[98823194] linearizableReadLoop","detail":"{readStateIndex:258; appliedIndex:256; }","duration":"129.454434ms","start":"2026-04-03T02:32:33.399331Z","end":"2026-04-03T02:32:33.528786Z","steps":["trace[98823194] 'read index received' (duration: 48.694073ms)","trace[98823194] 'applied index is now lower than readState.Index' (duration: 80.759121ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:33.52896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.607038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:33.528992Z","caller":"traceutil/trace.go:171","msg":"trace[468039811] transaction","detail":"{read_only:false; response_revision:252; number_of_response:1; }","duration":"134.923932ms","start":"2026-04-03T02:32:33.394023Z","end":"2026-04-03T02:32:33.528947Z","steps":["trace[468039811] 'process raft request' (duration: 96.547022ms)","trace[468039811] 'compare' (duration: 38.072663ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:33.529024Z","caller":"traceutil/trace.go:171","msg":"trace[1663298702] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:0; response_revision:252; }","duration":"129.711851ms","start":"2026-04-03T02:32:33.399287Z","end":"2026-04-03T02:32:33.528999Z","steps":["trace[1663298702] 'agreement among raft nodes before linearized reading' (duration: 129.607998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:36.19303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.515889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:36.193127Z","caller":"traceutil/trace.go:171","msg":"trace[347265656] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:0; response_revision:325; }","duration":"160.658772ms","start":"2026-04-03T02:32:36.032448Z","end":"2026-04-03T02:32:36.193107Z","steps":["trace[347265656] 'range keys from in-memory index tree' (duration: 160.386016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:42.041958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839977601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:32:42.287523Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.506965221s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:32:42.287945Z","caller":"traceutil/trace.go:171","msg":"trace[703536098] linearizableReadLoop","detail":"{readStateIndex:413; appliedIndex:412; }","duration":"746.794076ms","start":"2026-04-03T02:32:41.541126Z","end":"2026-04-03T02:32:42.28792Z","steps":["trace[703536098] 'read index received' (duration: 746.594201ms)","trace[703536098] 'applied index is now lower than readState.Index' (duration: 199.005µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:42.288081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.932369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:42.288079Z","caller":"traceutil/trace.go:171","msg":"trace[1796075738] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"1.507679949s","start":"2026-04-03T02:32:40.780355Z","end":"2026-04-03T02:32:42.288035Z","steps":["trace[1796075738] 'process raft request' (duration: 1.507430822s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:42.288116Z","caller":"traceutil/trace.go:171","msg":"trace[1731062714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:399; }","duration":"746.98734ms","start":"2026-04-03T02:32:41.541118Z","end":"2026-04-03T02:32:42.288106Z","steps":["trace[1731062714] 'agreement among raft nodes before linearized reading' (duration: 746.908089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:42.288162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:41.541048Z","time spent":"747.106485ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:32:42.288251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.890713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:32:42.288263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:40.780317Z","time spent":"1.507841703s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4115,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:42.288322Z","caller":"traceutil/trace.go:171","msg":"trace[1115800238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:399; }","duration":"590.976675ms","start":"2026-04-03T02:32:41.697327Z","end":"2026-04-03T02:32:42.288304Z","steps":["trace[1115800238] 'agreement among raft nodes before linearized reading' (duration: 590.825292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:42.288324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.677521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-03T02:32:42.288354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:41.697253Z","time spent":"591.094749ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:32:42.28837Z","caller":"traceutil/trace.go:171","msg":"trace[1248595899] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:399; }","duration":"723.723233ms","start":"2026-04-03T02:32:41.564638Z","end":"2026-04-03T02:32:42.288362Z","steps":["trace[1248595899] 'agreement among raft nodes before linearized reading' (duration: 723.483567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:42.288251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.972823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-03T02:32:42.288418Z","caller":"traceutil/trace.go:171","msg":"trace[1511230792] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:399; }","duration":"239.191589ms","start":"2026-04-03T02:32:42.049218Z","end":"2026-04-03T02:32:42.28841Z","steps":["trace[1511230792] 'agreement among raft nodes before linearized reading' (duration: 238.948923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:42.28826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.788647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T02:32:42.288393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:41.564537Z","time spent":"723.851516ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:32:42.288488Z","caller":"traceutil/trace.go:171","msg":"trace[673661184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:399; }","duration":"596.051263ms","start":"2026-04-03T02:32:41.69241Z","end":"2026-04-03T02:32:42.288461Z","steps":["trace[673661184] 'agreement among raft nodes before linearized reading' (duration: 595.807517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:42.288566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:41.692376Z","time spent":"596.169428ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:32:42.468698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.861484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-04-03T02:32:42.468802Z","caller":"traceutil/trace.go:171","msg":"trace[1963730138] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:399; }","duration":"177.022987ms","start":"2026-04-03T02:32:42.291755Z","end":"2026-04-03T02:32:42.468778Z","steps":["trace[1963730138] 'range keys from in-memory index tree' (duration: 176.766881ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:42.469117Z","caller":"traceutil/trace.go:171","msg":"trace[480454129] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"176.406701ms","start":"2026-04-03T02:32:42.292686Z","end":"2026-04-03T02:32:42.469092Z","steps":["trace[480454129] 'process raft request' (duration: 114.478215ms)","trace[480454129] 'compare' (duration: 61.710401ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:43.497168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.032428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:32:43.49738Z","caller":"traceutil/trace.go:171","msg":"trace[2126188844] linearizableReadLoop","detail":"{readStateIndex:418; appliedIndex:414; }","duration":"957.349252ms","start":"2026-04-03T02:32:42.540016Z","end":"2026-04-03T02:32:43.497366Z","steps":["trace[2126188844] 'read index received' (duration: 73.044718ms)","trace[2126188844] 'applied index is now lower than readState.Index' (duration: 884.303894ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:43.497459Z","caller":"traceutil/trace.go:171","msg":"trace[909910477] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"1.204398699s","start":"2026-04-03T02:32:42.293053Z","end":"2026-04-03T02:32:43.497452Z","steps":["trace[909910477] 'process raft request' (duration: 320.014953ms)","trace[909910477] 'compare' (duration: 883.912124ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:43.497507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:42.293044Z","time spent":"1.20443942s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:43.497608Z","caller":"traceutil/trace.go:171","msg":"trace[1292950779] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"1.20404891s","start":"2026-04-03T02:32:42.293526Z","end":"2026-04-03T02:32:43.497575Z","steps":["trace[1292950779] 'process raft request' (duration: 1.203739952s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:43.497726Z","caller":"traceutil/trace.go:171","msg":"trace[544144248] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"1.019934984s","start":"2026-04-03T02:32:42.477784Z","end":"2026-04-03T02:32:43.497719Z","steps":["trace[544144248] 'process raft request' (duration: 1.019546014s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:43.497763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:42.477766Z","time spent":"1.019976995s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:32:43.497831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.826243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:43.497852Z","caller":"traceutil/trace.go:171","msg":"trace[1163402533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:404; }","duration":"957.891175ms","start":"2026-04-03T02:32:42.539955Z","end":"2026-04-03T02:32:43.497846Z","steps":["trace[1163402533] 'agreement among raft nodes before linearized reading' (duration: 957.857424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:43.497835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:42.293517Z","time spent":"1.204212494s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:43.49796Z","caller":"traceutil/trace.go:171","msg":"trace[1049997228] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"1.203832725s","start":"2026-04-03T02:32:42.294085Z","end":"2026-04-03T02:32:43.497918Z","steps":["trace[1049997228] 'process raft request' (duration: 1.203216329s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:43.497874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:42.53993Z","time spent":"957.937356ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:32:43.498122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:42.29408Z","time spent":"1.203948867s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:32:43.498206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.7044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:32:43.498232Z","caller":"traceutil/trace.go:171","msg":"trace[1244977503] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:404; }","duration":"819.752061ms","start":"2026-04-03T02:32:42.678474Z","end":"2026-04-03T02:32:43.498226Z","steps":["trace[1244977503] 'agreement among raft nodes before linearized reading' (duration: 819.416783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:43.498288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:42.678463Z","time spent":"819.820344ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-03T02:32:44.488569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.467598ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-03T02:32:44.488662Z","caller":"traceutil/trace.go:171","msg":"trace[924194477] linearizableReadLoop","detail":"{readStateIndex:419; appliedIndex:418; }","duration":"947.869412ms","start":"2026-04-03T02:32:43.540772Z","end":"2026-04-03T02:32:44.488642Z","steps":["trace[924194477] 'read index received' (duration: 169.260301ms)","trace[924194477] 'applied index is now lower than readState.Index' (duration: 778.607521ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:44.488752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:43.499258Z","time spent":"989.484165ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T02:32:44.489016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.238841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:44.489085Z","caller":"traceutil/trace.go:171","msg":"trace[1059874110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:404; }","duration":"948.361034ms","start":"2026-04-03T02:32:43.540706Z","end":"2026-04-03T02:32:44.489067Z","steps":["trace[1059874110] 'agreement among raft nodes before linearized reading' (duration: 948.242941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:44.489078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.367012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"warn","ts":"2026-04-03T02:32:44.489133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:43.54067Z","time spent":"948.452016ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:32:44.489192Z","caller":"traceutil/trace.go:171","msg":"trace[1519541500] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:404; }","duration":"770.583917ms","start":"2026-04-03T02:32:43.718587Z","end":"2026-04-03T02:32:44.489171Z","steps":["trace[1519541500] 'agreement among raft nodes before linearized reading' (duration: 770.29297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:44.489272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:43.71856Z","time spent":"770.700151ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6985,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-03T02:32:44.995584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839977617,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:32:45.225782Z","caller":"traceutil/trace.go:171","msg":"trace[1767748838] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"732.013503ms","start":"2026-04-03T02:32:44.493749Z","end":"2026-04-03T02:32:45.225763Z","steps":["trace[1767748838] 'process raft request' (duration: 731.287445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:45.225924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:44.49373Z","time spent":"732.113405ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:45.235751Z","caller":"traceutil/trace.go:171","msg":"trace[699741649] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"738.372453ms","start":"2026-04-03T02:32:44.497352Z","end":"2026-04-03T02:32:45.235725Z","steps":["trace[699741649] 'process raft request' (duration: 738.127687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:45.235919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:44.497324Z","time spent":"738.507066ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6946,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:45.235986Z","caller":"traceutil/trace.go:171","msg":"trace[2089018896] linearizableReadLoop","detail":"{readStateIndex:422; appliedIndex:420; }","duration":"740.455166ms","start":"2026-04-03T02:32:44.495477Z","end":"2026-04-03T02:32:45.235932Z","steps":["trace[2089018896] 'read index received' (duration: 729.643043ms)","trace[2089018896] 'applied index is now lower than readState.Index' (duration: 10.809013ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:45.236295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.808675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-04-03T02:32:45.236332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.645333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:45.236378Z","caller":"traceutil/trace.go:171","msg":"trace[1275309038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:408; }","duration":"697.757076ms","start":"2026-04-03T02:32:44.538607Z","end":"2026-04-03T02:32:45.236364Z","steps":["trace[1275309038] 'agreement among raft nodes before linearized reading' (duration: 697.617512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:45.236446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:44.538588Z","time spent":"697.839259ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:32:45.236364Z","caller":"traceutil/trace.go:171","msg":"trace[1972598270] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:408; }","duration":"740.920388ms","start":"2026-04-03T02:32:44.495431Z","end":"2026-04-03T02:32:45.236352Z","steps":["trace[1972598270] 'agreement among raft nodes before linearized reading' (duration: 740.743124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:45.236599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:44.495412Z","time spent":"741.172994ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-03T02:32:45.236901Z","caller":"traceutil/trace.go:171","msg":"trace[989686216] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"194.937079ms","start":"2026-04-03T02:32:45.041186Z","end":"2026-04-03T02:32:45.236123Z","steps":["trace[989686216] 'process raft request' (duration: 194.478237ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:47.437044Z","caller":"traceutil/trace.go:171","msg":"trace[1100723149] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"204.81142ms","start":"2026-04-03T02:32:47.232179Z","end":"2026-04-03T02:32:47.436991Z","steps":["trace[1100723149] 'process raft request' (duration: 204.42683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.318238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.331715ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-03T02:32:51.952738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839977663,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:32:52.452874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839977663,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:32:52.953059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839977663,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:32:53.110389Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.745184455s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:32:53.110837Z","caller":"traceutil/trace.go:171","msg":"trace[943466968] linearizableReadLoop","detail":"{readStateIndex:440; appliedIndex:439; }","duration":"1.658944714s","start":"2026-04-03T02:32:51.451854Z","end":"2026-04-03T02:32:53.110799Z","steps":["trace[943466968] 'read index received' (duration: 1.658712718s)","trace[943466968] 'applied index is now lower than readState.Index' (duration: 230.936µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:53.110959Z","caller":"traceutil/trace.go:171","msg":"trace[2094075237] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"2.745854163s","start":"2026-04-03T02:32:50.365073Z","end":"2026-04-03T02:32:53.110928Z","steps":["trace[2094075237] 'process raft request' (duration: 2.745569415s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:53.111053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659188072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-03T02:32:53.111086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:50.365049Z","time spent":"2.745975206s","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3678,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:32:53.11112Z","caller":"traceutil/trace.go:171","msg":"trace[1018708616] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:424; }","duration":"1.659297844s","start":"2026-04-03T02:32:51.451804Z","end":"2026-04-03T02:32:53.111102Z","steps":["trace[1018708616] 'agreement among raft nodes before linearized reading' (duration: 1.659117249s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:53.111123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502378616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:32:53.111146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570259572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:32:53.11116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502355495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:32:53.111213Z","caller":"traceutil/trace.go:171","msg":"trace[949931004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:424; }","duration":"1.502488719s","start":"2026-04-03T02:32:51.6087Z","end":"2026-04-03T02:32:53.111189Z","steps":["trace[949931004] 'agreement among raft nodes before linearized reading' (duration: 1.502325575s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:53.111345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:51.608639Z","time spent":"1.502693774s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:32:53.111257Z","caller":"traceutil/trace.go:171","msg":"trace[1483427134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:424; }","duration":"1.502523959s","start":"2026-04-03T02:32:51.608708Z","end":"2026-04-03T02:32:53.111232Z","steps":["trace[1483427134] 'agreement among raft nodes before linearized reading' (duration: 1.502326054s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:53.111364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50768752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-03T02:32:53.111424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:51.608677Z","time spent":"1.502733675s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:32:53.111182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:51.451782Z","time spent":"1.659390937s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:32:53.111252Z","caller":"traceutil/trace.go:171","msg":"trace[146278903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:424; }","duration":"1.570417466s","start":"2026-04-03T02:32:51.540804Z","end":"2026-04-03T02:32:53.111221Z","steps":["trace[146278903] 'agreement among raft nodes before linearized reading' (duration: 1.570217891s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:53.111598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:51.540774Z","time spent":"1.570813766s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:32:53.111233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.826249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:32:53.111689Z","caller":"traceutil/trace.go:171","msg":"trace[1036924339] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:424; }","duration":"409.324412ms","start":"2026-04-03T02:32:52.702352Z","end":"2026-04-03T02:32:53.111676Z","steps":["trace[1036924339] 'agreement among raft nodes before linearized reading' (duration: 408.764018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:53.111746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:52.702336Z","time spent":"409.395504ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"info","ts":"2026-04-03T02:32:53.111481Z","caller":"traceutil/trace.go:171","msg":"trace[161007645] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:424; }","duration":"1.507859435s","start":"2026-04-03T02:32:51.603591Z","end":"2026-04-03T02:32:53.111451Z","steps":["trace[161007645] 'agreement among raft nodes before linearized reading' (duration: 1.507576947s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:53.1119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:51.603572Z","time spent":"1.508312075s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:32:53.433216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.017335ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-03T02:32:53.433462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:53.11308Z","time spent":"320.375363ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T02:32:53.433713Z","caller":"traceutil/trace.go:171","msg":"trace[298988292] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"317.066018ms","start":"2026-04-03T02:32:53.116619Z","end":"2026-04-03T02:32:53.433685Z","steps":["trace[298988292] 'process raft request' (duration: 316.961496ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:53.433723Z","caller":"traceutil/trace.go:171","msg":"trace[128600195] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"317.196982ms","start":"2026-04-03T02:32:53.116491Z","end":"2026-04-03T02:32:53.433688Z","steps":["trace[128600195] 'process raft request' (duration: 316.864633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:53.433857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:53.116611Z","time spent":"317.156871ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:32:53.433924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:53.116475Z","time spent":"317.313134ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:53.434008Z","caller":"traceutil/trace.go:171","msg":"trace[192274415] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"317.338665ms","start":"2026-04-03T02:32:53.116622Z","end":"2026-04-03T02:32:53.433961Z","steps":["trace[192274415] 'process raft request' (duration: 317.014067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:53.435423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:53.116609Z","time spent":"318.701989ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:53.434041Z","caller":"traceutil/trace.go:171","msg":"trace[499057657] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"317.370416ms","start":"2026-04-03T02:32:53.116653Z","end":"2026-04-03T02:32:53.434023Z","steps":["trace[499057657] 'process raft request' (duration: 317.209832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:53.435527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:53.116624Z","time spent":"318.855753ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:32:53.434387Z","caller":"traceutil/trace.go:171","msg":"trace[395934662] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"316.822162ms","start":"2026-04-03T02:32:53.117551Z","end":"2026-04-03T02:32:53.434373Z","steps":["trace[395934662] 'process raft request' (duration: 316.423762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:53.435682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:53.11754Z","time spent":"318.086814ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3563,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:32:53.434418Z","caller":"traceutil/trace.go:171","msg":"trace[1262072353] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"315.235852ms","start":"2026-04-03T02:32:53.119164Z","end":"2026-04-03T02:32:53.4344Z","steps":["trace[1262072353] 'process raft request' (duration: 315.13293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:53.435798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:53.119156Z","time spent":"316.584576ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:53.434463Z","caller":"traceutil/trace.go:171","msg":"trace[218581678] linearizableReadLoop","detail":"{readStateIndex:448; appliedIndex:440; }","duration":"312.881283ms","start":"2026-04-03T02:32:53.121572Z","end":"2026-04-03T02:32:53.434454Z","steps":["trace[218581678] 'read index received' (duration: 140.681778ms)","trace[218581678] 'applied index is now lower than readState.Index' (duration: 172.198355ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:53.43452Z","caller":"traceutil/trace.go:171","msg":"trace[971349815] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"315.285234ms","start":"2026-04-03T02:32:53.119215Z","end":"2026-04-03T02:32:53.4345Z","steps":["trace[971349815] 'process raft request' (duration: 315.15308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:53.434574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.966115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:32:53.435921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:53.119206Z","time spent":"316.650049ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:53.435945Z","caller":"traceutil/trace.go:171","msg":"trace[1986997505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:431; }","duration":"314.389031ms","start":"2026-04-03T02:32:53.121544Z","end":"2026-04-03T02:32:53.435933Z","steps":["trace[1986997505] 'agreement among raft nodes before linearized reading' (duration: 312.969065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:53.435976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:53.121534Z","time spent":"314.433752ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:32:53.720852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.499906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:32:53.72108Z","caller":"traceutil/trace.go:171","msg":"trace[640218732] linearizableReadLoop","detail":"{readStateIndex:455; appliedIndex:454; }","duration":"229.603107ms","start":"2026-04-03T02:32:53.491456Z","end":"2026-04-03T02:32:53.721059Z","steps":["trace[640218732] 'read index received' (duration: 59.831324ms)","trace[640218732] 'applied index is now lower than readState.Index' (duration: 169.770023ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:53.721234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.768971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3810"} {"level":"info","ts":"2026-04-03T02:32:53.72127Z","caller":"traceutil/trace.go:171","msg":"trace[1858474335] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:438; }","duration":"229.824602ms","start":"2026-04-03T02:32:53.491435Z","end":"2026-04-03T02:32:53.72126Z","steps":["trace[1858474335] 'agreement among raft nodes before linearized reading' (duration: 229.733189ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:53.721158Z","caller":"traceutil/trace.go:171","msg":"trace[734469380] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"231.006591ms","start":"2026-04-03T02:32:53.489966Z","end":"2026-04-03T02:32:53.720973Z","steps":["trace[734469380] 'process raft request' (duration: 61.310591ms)","trace[734469380] 'compare' (duration: 169.347622ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:53.721821Z","caller":"traceutil/trace.go:171","msg":"trace[519235277] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"228.589171ms","start":"2026-04-03T02:32:53.493207Z","end":"2026-04-03T02:32:53.721797Z","steps":["trace[519235277] 'process raft request' (duration: 227.79082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:53.72187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.112755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-04-03T02:32:53.721994Z","caller":"traceutil/trace.go:171","msg":"trace[1705525732] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:439; }","duration":"229.253178ms","start":"2026-04-03T02:32:53.492731Z","end":"2026-04-03T02:32:53.721984Z","steps":["trace[1705525732] 'agreement among raft nodes before linearized reading' (duration: 229.011772ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:58.895272Z","caller":"traceutil/trace.go:171","msg":"trace[1162439944] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"119.755063ms","start":"2026-04-03T02:32:58.775482Z","end":"2026-04-03T02:32:58.895238Z","steps":["trace[1162439944] 'process raft request' (duration: 119.570109ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:01.926584Z","caller":"traceutil/trace.go:171","msg":"trace[1930048622] linearizableReadLoop","detail":"{readStateIndex:490; appliedIndex:489; }","duration":"301.200378ms","start":"2026-04-03T02:33:01.625362Z","end":"2026-04-03T02:33:01.926562Z","steps":["trace[1930048622] 'read index received' (duration: 300.920231ms)","trace[1930048622] 'applied index is now lower than readState.Index' (duration: 279.377µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:01.926676Z","caller":"traceutil/trace.go:171","msg":"trace[478174484] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"358.893504ms","start":"2026-04-03T02:33:01.567776Z","end":"2026-04-03T02:33:01.926669Z","steps":["trace[478174484] 'process raft request' (duration: 358.632778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:01.926761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:01.567752Z","time spent":"358.943586ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:01.926868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.066383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:33:01.926938Z","caller":"traceutil/trace.go:171","msg":"trace[299582909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:471; }","duration":"293.162995ms","start":"2026-04-03T02:33:01.633759Z","end":"2026-04-03T02:33:01.926922Z","steps":["trace[299582909] 'agreement among raft nodes before linearized reading' (duration: 293.054132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:01.926966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.277274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:33:01.927032Z","caller":"traceutil/trace.go:171","msg":"trace[393798410] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:471; }","duration":"197.379916ms","start":"2026-04-03T02:33:01.72964Z","end":"2026-04-03T02:33:01.92702Z","steps":["trace[393798410] 'agreement among raft nodes before linearized reading' (duration: 197.262833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:01.927114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.744762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:33:01.927352Z","caller":"traceutil/trace.go:171","msg":"trace[1130692556] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:471; }","duration":"302.018119ms","start":"2026-04-03T02:33:01.625305Z","end":"2026-04-03T02:33:01.927324Z","steps":["trace[1130692556] 'agreement among raft nodes before linearized reading' (duration: 301.542687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:01.927387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:01.625283Z","time spent":"302.098011ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:33:03.15468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.750802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:33:03.154809Z","caller":"traceutil/trace.go:171","msg":"trace[1070037849] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"1.225205404s","start":"2026-04-03T02:33:01.929579Z","end":"2026-04-03T02:33:03.154784Z","steps":["trace[1070037849] 'process raft request' (duration: 1.073248196s)","trace[1070037849] 'compare' (duration: 151.566618ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:03.154984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:01.92956Z","time spent":"1.225375849s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:03.176928Z","caller":"traceutil/trace.go:171","msg":"trace[626358596] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"1.24681331s","start":"2026-04-03T02:33:01.9301Z","end":"2026-04-03T02:33:03.176913Z","steps":["trace[626358596] 'process raft request' (duration: 1.246684577s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:03.177069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:01.930076Z","time spent":"1.246949004s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:03.177048Z","caller":"traceutil/trace.go:171","msg":"trace[554934893] linearizableReadLoop","detail":"{readStateIndex:493; appliedIndex:490; }","duration":"473.772336ms","start":"2026-04-03T02:33:02.703243Z","end":"2026-04-03T02:33:03.177016Z","steps":["trace[554934893] 'read index received' (duration: 299.710769ms)","trace[554934893] 'applied index is now lower than readState.Index' (duration: 174.059437ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:03.177188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.919549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:33:03.177243Z","caller":"traceutil/trace.go:171","msg":"trace[657424437] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:474; }","duration":"474.032052ms","start":"2026-04-03T02:33:02.7032Z","end":"2026-04-03T02:33:03.177233Z","steps":["trace[657424437] 'agreement among raft nodes before linearized reading' (duration: 473.898949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:03.177291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:02.703179Z","time spent":"474.102004ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"info","ts":"2026-04-03T02:33:03.177066Z","caller":"traceutil/trace.go:171","msg":"trace[1460224301] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"1.246265276s","start":"2026-04-03T02:33:01.930771Z","end":"2026-04-03T02:33:03.177037Z","steps":["trace[1460224301] 'process raft request' (duration: 1.246106032s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:03.177313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.197151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12665"} {"level":"info","ts":"2026-04-03T02:33:03.177362Z","caller":"traceutil/trace.go:171","msg":"trace[164555523] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:474; }","duration":"296.288113ms","start":"2026-04-03T02:33:02.88106Z","end":"2026-04-03T02:33:03.177348Z","steps":["trace[164555523] 'agreement among raft nodes before linearized reading' (duration: 296.17433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:03.177443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:01.930749Z","time spent":"1.246604965s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:04.061194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.748933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:04.061282Z","caller":"traceutil/trace.go:171","msg":"trace[978738325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:475; }","duration":"522.897717ms","start":"2026-04-03T02:33:03.538366Z","end":"2026-04-03T02:33:04.061263Z","steps":["trace[978738325] 'range keys from in-memory index tree' (duration: 522.638911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:04.061302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.217657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12665"} {"level":"info","ts":"2026-04-03T02:33:04.061371Z","caller":"traceutil/trace.go:171","msg":"trace[2000391000] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:475; }","duration":"765.32098ms","start":"2026-04-03T02:33:03.296035Z","end":"2026-04-03T02:33:04.061356Z","steps":["trace[2000391000] 'range keys from in-memory index tree' (duration: 765.092354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:04.061417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:03.296017Z","time spent":"765.389862ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":12689,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-04-03T02:33:04.061328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:03.538346Z","time spent":"522.972169ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:33:04.061464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.485991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:33:04.061563Z","caller":"traceutil/trace.go:171","msg":"trace[967558635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:475; }","duration":"131.637625ms","start":"2026-04-03T02:33:03.929901Z","end":"2026-04-03T02:33:04.061539Z","steps":["trace[967558635] 'range keys from in-memory index tree' (duration: 131.363237ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:04.389401Z","caller":"traceutil/trace.go:171","msg":"trace[1602871136] linearizableReadLoop","detail":"{readStateIndex:496; appliedIndex:495; }","duration":"306.328948ms","start":"2026-04-03T02:33:04.083044Z","end":"2026-04-03T02:33:04.389373Z","steps":["trace[1602871136] 'read index received' (duration: 306.132663ms)","trace[1602871136] 'applied index is now lower than readState.Index' (duration: 194.945µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:04.389463Z","caller":"traceutil/trace.go:171","msg":"trace[1320423682] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"323.535882ms","start":"2026-04-03T02:33:04.065905Z","end":"2026-04-03T02:33:04.389441Z","steps":["trace[1320423682] 'process raft request' (duration: 323.297636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:04.389652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.572064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12665"} {"level":"info","ts":"2026-04-03T02:33:04.389909Z","caller":"traceutil/trace.go:171","msg":"trace[2018366640] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:476; }","duration":"306.875722ms","start":"2026-04-03T02:33:04.083018Z","end":"2026-04-03T02:33:04.389894Z","steps":["trace[2018366640] 'agreement among raft nodes before linearized reading' (duration: 306.495832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:04.389944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:04.083008Z","time spent":"306.928373ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":12689,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-04-03T02:33:04.389856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:04.065895Z","time spent":"323.873251ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:05.011734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.867773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:05.011904Z","caller":"traceutil/trace.go:171","msg":"trace[1441684021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:476; }","duration":"471.077798ms","start":"2026-04-03T02:33:04.540789Z","end":"2026-04-03T02:33:05.011867Z","steps":["trace[1441684021] 'range keys from in-memory index tree' (duration: 470.710049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:05.011966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:04.540766Z","time spent":"471.18503ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:33:05.681958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839977771,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:33:05.684686Z","caller":"traceutil/trace.go:171","msg":"trace[1828332022] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"520.803694ms","start":"2026-04-03T02:33:05.163873Z","end":"2026-04-03T02:33:05.684676Z","steps":["trace[1828332022] 'process raft request' (duration: 520.680711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:05.684779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:05.163862Z","time spent":"520.862906ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:05.684659Z","caller":"traceutil/trace.go:171","msg":"trace[166470171] linearizableReadLoop","detail":"{readStateIndex:497; appliedIndex:496; }","duration":"503.2273ms","start":"2026-04-03T02:33:05.181415Z","end":"2026-04-03T02:33:05.684642Z","steps":["trace[166470171] 'read index received' (duration: 503.066936ms)","trace[166470171] 'applied index is now lower than readState.Index' (duration: 159.944µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:05.684915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.905332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:33:05.685017Z","caller":"traceutil/trace.go:171","msg":"trace[13440214] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:477; }","duration":"503.019054ms","start":"2026-04-03T02:33:05.181988Z","end":"2026-04-03T02:33:05.685007Z","steps":["trace[13440214] 'agreement among raft nodes before linearized reading' (duration: 502.902711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:05.685053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:05.181981Z","time spent":"503.063495ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:33:05.684966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.408573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:33:05.685051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.584749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:33:05.685184Z","caller":"traceutil/trace.go:171","msg":"trace[1773804964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:477; }","duration":"503.767074ms","start":"2026-04-03T02:33:05.181388Z","end":"2026-04-03T02:33:05.685155Z","steps":["trace[1773804964] 'agreement among raft nodes before linearized reading' (duration: 503.460926ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:05.685161Z","caller":"traceutil/trace.go:171","msg":"trace[84778464] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:477; }","duration":"360.607728ms","start":"2026-04-03T02:33:05.324519Z","end":"2026-04-03T02:33:05.685127Z","steps":["trace[84778464] 'agreement among raft nodes before linearized reading' (duration: 360.429784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:05.685052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.439238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:33:05.685248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:05.181375Z","time spent":"503.862266ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:33:05.685274Z","caller":"traceutil/trace.go:171","msg":"trace[1741487452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:477; }","duration":"144.764746ms","start":"2026-04-03T02:33:05.540499Z","end":"2026-04-03T02:33:05.685264Z","steps":["trace[1741487452] 'agreement among raft nodes before linearized reading' (duration: 144.437248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:05.685292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:05.324501Z","time spent":"360.744221ms","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-04-03T02:33:06.221743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.17192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:33:06.222216Z","caller":"traceutil/trace.go:171","msg":"trace[1893913916] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"530.547742ms","start":"2026-04-03T02:33:05.691643Z","end":"2026-04-03T02:33:06.22219Z","steps":["trace[1893913916] 'process raft request' (duration: 530.271226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:06.222326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:05.691619Z","time spent":"530.664255ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:06.222352Z","caller":"traceutil/trace.go:171","msg":"trace[239836876] linearizableReadLoop","detail":"{readStateIndex:499; appliedIndex:497; }","duration":"529.438724ms","start":"2026-04-03T02:33:05.692885Z","end":"2026-04-03T02:33:06.222324Z","steps":["trace[239836876] 'read index received' (duration: 295.552636ms)","trace[239836876] 'applied index is now lower than readState.Index' (duration: 233.884308ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:06.222407Z","caller":"traceutil/trace.go:171","msg":"trace[907036692] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"435.581963ms","start":"2026-04-03T02:33:05.786798Z","end":"2026-04-03T02:33:06.22238Z","steps":["trace[907036692] 'process raft request' (duration: 435.321347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:06.222482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.580317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:06.222525Z","caller":"traceutil/trace.go:171","msg":"trace[1635254211] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:0; response_revision:480; }","duration":"529.676249ms","start":"2026-04-03T02:33:05.692838Z","end":"2026-04-03T02:33:06.222515Z","steps":["trace[1635254211] 'agreement among raft nodes before linearized reading' (duration: 529.579217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:06.222567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:05.692819Z","time spent":"529.738992ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps/kube-system/cilium-config\" "} {"level":"warn","ts":"2026-04-03T02:33:06.222574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:05.786751Z","time spent":"435.735937ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:06.222898Z","caller":"traceutil/trace.go:171","msg":"trace[1808888912] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"532.254124ms","start":"2026-04-03T02:33:05.690059Z","end":"2026-04-03T02:33:06.222313Z","steps":["trace[1808888912] 'process raft request' (duration: 298.363446ms)","trace[1808888912] 'compare' (duration: 232.918524ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:06.223002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:05.690027Z","time spent":"532.937272ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:06.527948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.695561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:33:06.528013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.355276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:06.528044Z","caller":"traceutil/trace.go:171","msg":"trace[786472928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:480; }","duration":"132.846215ms","start":"2026-04-03T02:33:06.395175Z","end":"2026-04-03T02:33:06.528022Z","steps":["trace[786472928] 'range keys from in-memory index tree' (duration: 132.542527ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:06.528107Z","caller":"traceutil/trace.go:171","msg":"trace[1835168222] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:480; }","duration":"205.50807ms","start":"2026-04-03T02:33:06.322569Z","end":"2026-04-03T02:33:06.528077Z","steps":["trace[1835168222] 'range keys from in-memory index tree' (duration: 205.265374ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:06.789889Z","caller":"traceutil/trace.go:171","msg":"trace[1997478870] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"257.484792ms","start":"2026-04-03T02:33:06.532378Z","end":"2026-04-03T02:33:06.789863Z","steps":["trace[1997478870] 'process raft request' (duration: 257.030281ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:06.799516Z","caller":"traceutil/trace.go:171","msg":"trace[1460091050] linearizableReadLoop","detail":"{readStateIndex:502; appliedIndex:500; }","duration":"258.689793ms","start":"2026-04-03T02:33:06.540763Z","end":"2026-04-03T02:33:06.799453Z","steps":["trace[1460091050] 'read index received' (duration: 248.626848ms)","trace[1460091050] 'applied index is now lower than readState.Index' (duration: 10.061475ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:06.799656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.879668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:06.79962Z","caller":"traceutil/trace.go:171","msg":"trace[1475265603] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"265.906426ms","start":"2026-04-03T02:33:06.533669Z","end":"2026-04-03T02:33:06.799575Z","steps":["trace[1475265603] 'process raft request' (duration: 265.628849ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:06.799731Z","caller":"traceutil/trace.go:171","msg":"trace[939672867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:482; }","duration":"258.985991ms","start":"2026-04-03T02:33:06.540711Z","end":"2026-04-03T02:33:06.799697Z","steps":["trace[939672867] 'agreement among raft nodes before linearized reading' (duration: 258.890489ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:08.154088Z","caller":"traceutil/trace.go:171","msg":"trace[1981751345] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"458.949471ms","start":"2026-04-03T02:33:07.695117Z","end":"2026-04-03T02:33:08.154066Z","steps":["trace[1981751345] 'process raft request' (duration: 458.815917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:08.154214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:07.695098Z","time spent":"459.055033ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:08.417104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.492041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-03T02:33:08.417165Z","caller":"traceutil/trace.go:171","msg":"trace[2008890979] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:514; }","duration":"190.603193ms","start":"2026-04-03T02:33:08.226547Z","end":"2026-04-03T02:33:08.417151Z","steps":["trace[2008890979] 'range keys from in-memory index tree' (duration: 190.344658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:08.417151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.541652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-03T02:33:08.417213Z","caller":"traceutil/trace.go:171","msg":"trace[723986176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:514; }","duration":"190.647945ms","start":"2026-04-03T02:33:08.22655Z","end":"2026-04-03T02:33:08.417198Z","steps":["trace[723986176] 'range keys from in-memory index tree' (duration: 190.414089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:08.771253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.401149ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:33:08.771871Z","caller":"traceutil/trace.go:171","msg":"trace[1183569652] linearizableReadLoop","detail":"{readStateIndex:537; appliedIndex:536; }","duration":"101.252657ms","start":"2026-04-03T02:33:08.670592Z","end":"2026-04-03T02:33:08.771844Z","steps":["trace[1183569652] 'read index received' (duration: 51.402µs)","trace[1183569652] 'applied index is now lower than readState.Index' (duration: 101.198425ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:08.772069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.446492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:08.772176Z","caller":"traceutil/trace.go:171","msg":"trace[236846498] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:516; }","duration":"101.578235ms","start":"2026-04-03T02:33:08.670576Z","end":"2026-04-03T02:33:08.772154Z","steps":["trace[236846498] 'agreement among raft nodes before linearized reading' (duration: 101.35187ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:09.0013Z","caller":"traceutil/trace.go:171","msg":"trace[603640478] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"193.413126ms","start":"2026-04-03T02:33:08.807867Z","end":"2026-04-03T02:33:09.00128Z","steps":["trace[603640478] 'process raft request' (duration: 193.282353ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:09.332943Z","caller":"traceutil/trace.go:171","msg":"trace[1177243573] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"364.736172ms","start":"2026-04-03T02:33:08.968168Z","end":"2026-04-03T02:33:09.332904Z","steps":["trace[1177243573] 'process raft request' (duration: 364.452495ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:09.333002Z","caller":"traceutil/trace.go:171","msg":"trace[2117591479] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"359.668873ms","start":"2026-04-03T02:33:08.973283Z","end":"2026-04-03T02:33:09.332952Z","steps":["trace[2117591479] 'process raft request' (duration: 359.508689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:09.333107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:08.968147Z","time spent":"364.877855ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:33:09.333003Z","caller":"traceutil/trace.go:171","msg":"trace[1470829805] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"359.54622ms","start":"2026-04-03T02:33:08.973426Z","end":"2026-04-03T02:33:09.332972Z","steps":["trace[1470829805] 'process raft request' (duration: 359.406047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:09.333275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:08.973264Z","time spent":"359.875169ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:33:09.333192Z","caller":"traceutil/trace.go:171","msg":"trace[1940579807] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"352.42564ms","start":"2026-04-03T02:33:08.980698Z","end":"2026-04-03T02:33:09.333123Z","steps":["trace[1940579807] 'process raft request' (duration: 352.173704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:09.333413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:08.980686Z","time spent":"352.677046ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:33:09.333443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:08.973381Z","time spent":"359.992731ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:33:09.333698Z","caller":"traceutil/trace.go:171","msg":"trace[1489274311] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"351.496968ms","start":"2026-04-03T02:33:08.982192Z","end":"2026-04-03T02:33:09.333689Z","steps":["trace[1489274311] 'process raft request' (duration: 351.296042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:09.33373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:08.982163Z","time spent":"351.552849ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:33:09.333757Z","caller":"traceutil/trace.go:171","msg":"trace[2068309300] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"341.378912ms","start":"2026-04-03T02:33:08.992362Z","end":"2026-04-03T02:33:09.333741Z","steps":["trace[2068309300] 'process raft request' (duration: 341.340951ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:09.333825Z","caller":"traceutil/trace.go:171","msg":"trace[1323948222] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"341.595347ms","start":"2026-04-03T02:33:08.992208Z","end":"2026-04-03T02:33:09.333803Z","steps":["trace[1323948222] 'process raft request' (duration: 341.456154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:09.333857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:08.992324Z","time spent":"341.491504ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:33:09.333945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:08.992203Z","time spent":"341.678269ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:33:09.333817Z","caller":"traceutil/trace.go:171","msg":"trace[108956123] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"341.664189ms","start":"2026-04-03T02:33:08.992137Z","end":"2026-04-03T02:33:09.333801Z","steps":["trace[108956123] 'process raft request' (duration: 341.477294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:09.334219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:08.992123Z","time spent":"342.028898ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:33:09.522527Z","caller":"traceutil/trace.go:171","msg":"trace[1084692964] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"495.386752ms","start":"2026-04-03T02:33:09.0271Z","end":"2026-04-03T02:33:09.522487Z","steps":["trace[1084692964] 'process raft request' (duration: 487.01931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:09.522737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:09.027079Z","time spent":"495.567487ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:33:09.523308Z","caller":"traceutil/trace.go:171","msg":"trace[2137725264] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"514.252618ms","start":"2026-04-03T02:33:09.009009Z","end":"2026-04-03T02:33:09.523261Z","steps":["trace[2137725264] 'process raft request' (duration: 426.798959ms)","trace[2137725264] 'compare' (duration: 77.711173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:09.523521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:09.00898Z","time spent":"514.438183ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:33:09.52376Z","caller":"traceutil/trace.go:171","msg":"trace[1453282351] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"512.987227ms","start":"2026-04-03T02:33:09.01075Z","end":"2026-04-03T02:33:09.523738Z","steps":["trace[1453282351] 'process raft request' (duration: 503.175509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:09.524042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:09.010729Z","time spent":"513.283634ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:33:09.524062Z","caller":"traceutil/trace.go:171","msg":"trace[1257078230] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"386.696147ms","start":"2026-04-03T02:33:09.137326Z","end":"2026-04-03T02:33:09.524023Z","steps":["trace[1257078230] 'process raft request' (duration: 385.320443ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:09.524217Z","caller":"traceutil/trace.go:171","msg":"trace[1553229522] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"263.776113ms","start":"2026-04-03T02:33:09.260421Z","end":"2026-04-03T02:33:09.524197Z","steps":["trace[1553229522] 'process raft request' (duration: 262.645974ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:09.524254Z","caller":"traceutil/trace.go:171","msg":"trace[1435149100] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"175.258606ms","start":"2026-04-03T02:33:09.34874Z","end":"2026-04-03T02:33:09.523999Z","steps":["trace[1435149100] 'process raft request' (duration: 174.942888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:09.52454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:09.137289Z","time spent":"386.860292ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:33:09.52461Z","caller":"traceutil/trace.go:171","msg":"trace[1053305083] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"259.400922ms","start":"2026-04-03T02:33:09.265189Z","end":"2026-04-03T02:33:09.52459Z","steps":["trace[1053305083] 'process raft request' (duration: 257.950505ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:09.524695Z","caller":"traceutil/trace.go:171","msg":"trace[720462373] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"183.007813ms","start":"2026-04-03T02:33:09.341679Z","end":"2026-04-03T02:33:09.524687Z","steps":["trace[720462373] 'process raft request' (duration: 181.539746ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:09.524799Z","caller":"traceutil/trace.go:171","msg":"trace[1874042499] transaction","detail":"{read_only:false; number_of_response:1; response_revision:532; }","duration":"183.023064ms","start":"2026-04-03T02:33:09.341762Z","end":"2026-04-03T02:33:09.524786Z","steps":["trace[1874042499] 'process raft request' (duration: 181.515865ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:09.524979Z","caller":"traceutil/trace.go:171","msg":"trace[1604249352] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"183.144336ms","start":"2026-04-03T02:33:09.341825Z","end":"2026-04-03T02:33:09.524969Z","steps":["trace[1604249352] 'process raft request' (duration: 181.504355ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:09.52512Z","caller":"traceutil/trace.go:171","msg":"trace[1946216446] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"182.369306ms","start":"2026-04-03T02:33:09.342735Z","end":"2026-04-03T02:33:09.525104Z","steps":["trace[1946216446] 'process raft request' (duration: 180.702353ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:09.525126Z","caller":"traceutil/trace.go:171","msg":"trace[1538002803] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"174.776205ms","start":"2026-04-03T02:33:09.350328Z","end":"2026-04-03T02:33:09.525104Z","steps":["trace[1538002803] 'process raft request' (duration: 173.441531ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:09.525209Z","caller":"traceutil/trace.go:171","msg":"trace[1952935065] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"178.705264ms","start":"2026-04-03T02:33:09.34649Z","end":"2026-04-03T02:33:09.525195Z","steps":["trace[1952935065] 'process raft request' (duration: 176.99191ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:09.525296Z","caller":"traceutil/trace.go:171","msg":"trace[2144776823] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"178.809996ms","start":"2026-04-03T02:33:09.346473Z","end":"2026-04-03T02:33:09.525283Z","steps":["trace[2144776823] 'process raft request' (duration: 177.132784ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:09.525547Z","caller":"traceutil/trace.go:171","msg":"trace[1121947416] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"183.237489ms","start":"2026-04-03T02:33:09.341846Z","end":"2026-04-03T02:33:09.525084Z","steps":["trace[1121947416] 'process raft request' (duration: 181.547306ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:09.529245Z","caller":"traceutil/trace.go:171","msg":"trace[1787669287] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"178.495507ms","start":"2026-04-03T02:33:09.350719Z","end":"2026-04-03T02:33:09.529214Z","steps":["trace[1787669287] 'process raft request' (duration: 174.749023ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:09.529438Z","caller":"traceutil/trace.go:171","msg":"trace[735166975] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"174.846886ms","start":"2026-04-03T02:33:09.354571Z","end":"2026-04-03T02:33:09.529418Z","steps":["trace[735166975] 'process raft request' (duration: 174.727883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:10.332673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.425285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-04-03T02:33:10.332779Z","caller":"traceutil/trace.go:171","msg":"trace[1733826178] linearizableReadLoop","detail":"{readStateIndex:565; appliedIndex:564; }","duration":"792.971428ms","start":"2026-04-03T02:33:09.539791Z","end":"2026-04-03T02:33:10.332763Z","steps":["trace[1733826178] 'read index received' (duration: 152.542513ms)","trace[1733826178] 'applied index is now lower than readState.Index' (duration: 640.427775ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:10.332848Z","caller":"traceutil/trace.go:171","msg":"trace[1355992530] transaction","detail":"{read_only:false; number_of_response:0; response_revision:542; }","duration":"802.622141ms","start":"2026-04-03T02:33:09.530155Z","end":"2026-04-03T02:33:10.332777Z","steps":["trace[1355992530] 'process raft request' (duration: 162.024641ms)","trace[1355992530] 'compare' (duration: 640.354894ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:10.333094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:09.530128Z","time spent":"802.860997ms","remote":"127.0.0.1:47608","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:33:10.332924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.133542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:10.333351Z","caller":"traceutil/trace.go:171","msg":"trace[638923251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:542; }","duration":"793.578703ms","start":"2026-04-03T02:33:09.53974Z","end":"2026-04-03T02:33:10.333318Z","steps":["trace[638923251] 'agreement among raft nodes before linearized reading' (duration: 793.093461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:10.333446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:09.539711Z","time spent":"793.706916ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:33:10.39015Z","caller":"traceutil/trace.go:171","msg":"trace[704986852] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"847.413694ms","start":"2026-04-03T02:33:09.542722Z","end":"2026-04-03T02:33:10.390135Z","steps":["trace[704986852] 'process raft request' (duration: 847.167668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:10.390285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:09.542684Z","time spent":"847.547678ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:10.390512Z","caller":"traceutil/trace.go:171","msg":"trace[335540317] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"804.850609ms","start":"2026-04-03T02:33:09.585655Z","end":"2026-04-03T02:33:10.390506Z","steps":["trace[335540317] 'process raft request' (duration: 804.645554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:10.390612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:09.585631Z","time spent":"804.951971ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:10.390579Z","caller":"traceutil/trace.go:171","msg":"trace[622739972] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"807.021492ms","start":"2026-04-03T02:33:09.58349Z","end":"2026-04-03T02:33:10.390511Z","steps":["trace[622739972] 'process raft request' (duration: 806.583972ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:10.39067Z","caller":"traceutil/trace.go:171","msg":"trace[2084782749] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"800.354365ms","start":"2026-04-03T02:33:09.590296Z","end":"2026-04-03T02:33:10.39065Z","steps":["trace[2084782749] 'process raft request' (duration: 800.080988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:10.390755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:09.590252Z","time spent":"800.458777ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79947,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:10.390773Z","caller":"traceutil/trace.go:171","msg":"trace[427381259] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"794.142268ms","start":"2026-04-03T02:33:09.596604Z","end":"2026-04-03T02:33:10.390746Z","steps":["trace[427381259] 'process raft request' (duration: 793.858131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:10.390836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.354204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:33:10.390877Z","caller":"traceutil/trace.go:171","msg":"trace[535814594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:548; }","duration":"231.482337ms","start":"2026-04-03T02:33:10.159387Z","end":"2026-04-03T02:33:10.390869Z","steps":["trace[535814594] 'agreement among raft nodes before linearized reading' (duration: 231.350494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:10.390878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:09.596576Z","time spent":"794.25624ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:33:10.390897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:09.583468Z","time spent":"807.256709ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:10.391007Z","caller":"traceutil/trace.go:171","msg":"trace[1736742558] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"764.251332ms","start":"2026-04-03T02:33:09.626743Z","end":"2026-04-03T02:33:10.390994Z","steps":["trace[1736742558] 'process raft request' (duration: 763.774301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:10.391085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:09.626702Z","time spent":"764.338775ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:11.087772Z","caller":"traceutil/trace.go:171","msg":"trace[1199222062] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"223.67049ms","start":"2026-04-03T02:33:10.864082Z","end":"2026-04-03T02:33:11.087753Z","steps":["trace[1199222062] 'process raft request' (duration: 223.479815ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:11.099224Z","caller":"traceutil/trace.go:171","msg":"trace[1613947883] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"232.838481ms","start":"2026-04-03T02:33:10.866337Z","end":"2026-04-03T02:33:11.099175Z","steps":["trace[1613947883] 'process raft request' (duration: 232.458681ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:11.100541Z","caller":"traceutil/trace.go:171","msg":"trace[1276966743] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"116.913063ms","start":"2026-04-03T02:33:10.983563Z","end":"2026-04-03T02:33:11.100476Z","steps":["trace[1276966743] 'process raft request' (duration: 115.97546ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:12.62476Z","caller":"traceutil/trace.go:171","msg":"trace[207955838] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"248.839695ms","start":"2026-04-03T02:33:12.375892Z","end":"2026-04-03T02:33:12.624732Z","steps":["trace[207955838] 'process raft request' (duration: 248.690212ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:12.624998Z","caller":"traceutil/trace.go:171","msg":"trace[1612116107] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:637; }","duration":"199.327145ms","start":"2026-04-03T02:33:12.425659Z","end":"2026-04-03T02:33:12.624986Z","steps":["trace[1612116107] 'read index received' (duration: 199.321854ms)","trace[1612116107] 'applied index is now lower than readState.Index' (duration: 4.311µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:12.625983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.54355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T02:33:12.626085Z","caller":"traceutil/trace.go:171","msg":"trace[696378061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:612; }","duration":"200.476233ms","start":"2026-04-03T02:33:12.425586Z","end":"2026-04-03T02:33:12.626062Z","steps":["trace[696378061] 'agreement among raft nodes before linearized reading' (duration: 199.464297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:12.631132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.872125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-03T02:33:12.631253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.258268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:33:12.631267Z","caller":"traceutil/trace.go:171","msg":"trace[1447720323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:613; }","duration":"164.992178ms","start":"2026-04-03T02:33:12.466174Z","end":"2026-04-03T02:33:12.631166Z","steps":["trace[1447720323] 'agreement among raft nodes before linearized reading' (duration: 164.857484ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:12.631365Z","caller":"traceutil/trace.go:171","msg":"trace[1637345355] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:613; }","duration":"162.472084ms","start":"2026-04-03T02:33:12.468869Z","end":"2026-04-03T02:33:12.631341Z","steps":["trace[1637345355] 'agreement among raft nodes before linearized reading' (duration: 162.239908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:14.443586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740184052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:33:14.443741Z","caller":"traceutil/trace.go:171","msg":"trace[875581482] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:621; }","duration":"1.740418518s","start":"2026-04-03T02:33:12.703296Z","end":"2026-04-03T02:33:14.443715Z","steps":["trace[875581482] 'range keys from in-memory index tree' (duration: 1.739915026s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:14.443784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:12.703273Z","time spent":"1.740499911s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-03T02:33:14.443976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412213828s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:33:14.444091Z","caller":"traceutil/trace.go:171","msg":"trace[1994888345] linearizableReadLoop","detail":"{readStateIndex:647; appliedIndex:646; }","duration":"1.614910048s","start":"2026-04-03T02:33:12.829159Z","end":"2026-04-03T02:33:14.444069Z","steps":["trace[1994888345] 'read index received' (duration: 202.590147ms)","trace[1994888345] 'applied index is now lower than readState.Index' (duration: 1.412317571s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:14.44419Z","caller":"traceutil/trace.go:171","msg":"trace[670109124] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"1.668318787s","start":"2026-04-03T02:33:12.775834Z","end":"2026-04-03T02:33:14.444153Z","steps":["trace[670109124] 'process raft request' (duration: 255.831382ms)","trace[670109124] 'compare' (duration: 1.411492249s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:14.444321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:12.775812Z","time spent":"1.668445881s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:33:14.444347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615176365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-rvtcb\" ","response":"range_response_count:1 size:4679"} {"level":"info","ts":"2026-04-03T02:33:14.444379Z","caller":"traceutil/trace.go:171","msg":"trace[1984361652] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-rvtcb; range_end:; response_count:1; response_revision:622; }","duration":"1.615260277s","start":"2026-04-03T02:33:12.829109Z","end":"2026-04-03T02:33:14.444369Z","steps":["trace[1984361652] 'agreement among raft nodes before linearized reading' (duration: 1.615039681s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:14.444412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:12.82909Z","time spent":"1.615314648s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4703,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-rvtcb\" "} {"level":"warn","ts":"2026-04-03T02:33:14.535664Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.44236198s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:33:14.536192Z","caller":"traceutil/trace.go:171","msg":"trace[313853733] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"1.559622032s","start":"2026-04-03T02:33:12.976533Z","end":"2026-04-03T02:33:14.536155Z","steps":["trace[313853733] 'process raft request' (duration: 1.559481159s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:14.536379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:12.976515Z","time spent":"1.559787417s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:33:14.547386Z","caller":"traceutil/trace.go:171","msg":"trace[50769628] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"1.365648303s","start":"2026-04-03T02:33:13.181704Z","end":"2026-04-03T02:33:14.547352Z","steps":["trace[50769628] 'process raft request' (duration: 1.363417097s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:14.547435Z","caller":"traceutil/trace.go:171","msg":"trace[456296638] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"1.170622327s","start":"2026-04-03T02:33:13.37679Z","end":"2026-04-03T02:33:14.547413Z","steps":["trace[456296638] 'process raft request' (duration: 1.170459463s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:14.547572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:13.376763Z","time spent":"1.17075245s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:33:14.547585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:13.181664Z","time spent":"1.365802687s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:33:14.547616Z","caller":"traceutil/trace.go:171","msg":"trace[258864845] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:647; }","duration":"103.474674ms","start":"2026-04-03T02:33:14.444122Z","end":"2026-04-03T02:33:14.547597Z","steps":["trace[258864845] 'read index received' (duration: 91.952583ms)","trace[258864845] 'applied index is now lower than readState.Index' (duration: 11.521161ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:14.547638Z","caller":"traceutil/trace.go:171","msg":"trace[549308386] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"567.358872ms","start":"2026-04-03T02:33:13.980204Z","end":"2026-04-03T02:33:14.547563Z","steps":["trace[549308386] 'process raft request' (duration: 567.112015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:14.547762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.446416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:14.547806Z","caller":"traceutil/trace.go:171","msg":"trace[1000790617] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:628; }","duration":"773.496267ms","start":"2026-04-03T02:33:13.774296Z","end":"2026-04-03T02:33:14.547792Z","steps":["trace[1000790617] 'agreement among raft nodes before linearized reading' (duration: 773.411055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:14.547821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.847812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:33:14.54782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43640225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-03T02:33:14.547839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:13.774236Z","time spent":"773.59532ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-04-03T02:33:14.547856Z","caller":"traceutil/trace.go:171","msg":"trace[2129967312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:628; }","duration":"559.914183ms","start":"2026-04-03T02:33:13.987931Z","end":"2026-04-03T02:33:14.547845Z","steps":["trace[2129967312] 'agreement among raft nodes before linearized reading' (duration: 559.771559ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:14.547859Z","caller":"traceutil/trace.go:171","msg":"trace[857376325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:628; }","duration":"1.436485652s","start":"2026-04-03T02:33:13.111363Z","end":"2026-04-03T02:33:14.547848Z","steps":["trace[857376325] 'agreement among raft nodes before linearized reading' (duration: 1.436307297s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:14.547874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:13.980163Z","time spent":"567.608458ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:33:14.547889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:13.987914Z","time spent":"559.968195ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:33:14.547892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:13.111336Z","time spent":"1.436548764s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:33:14.5479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310968182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:33:14.547911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007321554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:33:14.547925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.175957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:14.548017Z","caller":"traceutil/trace.go:171","msg":"trace[827825693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:628; }","duration":"1.007452237s","start":"2026-04-03T02:33:13.540518Z","end":"2026-04-03T02:33:14.54797Z","steps":["trace[827825693] 'agreement among raft nodes before linearized reading' (duration: 1.007267772s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:14.548005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.277004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"warn","ts":"2026-04-03T02:33:14.548072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:13.5405Z","time spent":"1.00755909s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:33:14.548077Z","caller":"traceutil/trace.go:171","msg":"trace[12684181] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:628; }","duration":"974.409173ms","start":"2026-04-03T02:33:13.573638Z","end":"2026-04-03T02:33:14.548047Z","steps":["trace[12684181] 'agreement among raft nodes before linearized reading' (duration: 974.095465ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:14.547985Z","caller":"traceutil/trace.go:171","msg":"trace[1487336213] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:0; response_revision:628; }","duration":"1.311091385s","start":"2026-04-03T02:33:13.236869Z","end":"2026-04-03T02:33:14.54796Z","steps":["trace[1487336213] 'agreement among raft nodes before linearized reading' (duration: 1.31092908s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:14.548118Z","caller":"traceutil/trace.go:171","msg":"trace[258656034] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:628; }","duration":"374.415748ms","start":"2026-04-03T02:33:14.173673Z","end":"2026-04-03T02:33:14.548089Z","steps":["trace[258656034] 'agreement among raft nodes before linearized reading' (duration: 373.967017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:14.548147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:13.236843Z","time spent":"1.31129528s","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-04-03T02:33:14.54815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:13.573619Z","time spent":"974.518995ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-03T02:33:14.548176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:14.173619Z","time spent":"374.548991ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4357,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-04-03T02:33:14.548249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.289912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-04-03T02:33:14.548348Z","caller":"traceutil/trace.go:171","msg":"trace[661360993] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:628; }","duration":"174.451306ms","start":"2026-04-03T02:33:14.373868Z","end":"2026-04-03T02:33:14.54832Z","steps":["trace[661360993] 'agreement among raft nodes before linearized reading' (duration: 174.158709ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:15.256142Z","caller":"traceutil/trace.go:171","msg":"trace[1077675329] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"250.138479ms","start":"2026-04-03T02:33:15.005964Z","end":"2026-04-03T02:33:15.256103Z","steps":["trace[1077675329] 'process raft request' (duration: 249.80658ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:15.290518Z","caller":"traceutil/trace.go:171","msg":"trace[161743479] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"274.028421ms","start":"2026-04-03T02:33:15.016464Z","end":"2026-04-03T02:33:15.290493Z","steps":["trace[161743479] 'process raft request' (duration: 273.367355ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:19.033641Z","caller":"traceutil/trace.go:171","msg":"trace[1314525133] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"231.469656ms","start":"2026-04-03T02:33:18.802145Z","end":"2026-04-03T02:33:19.033615Z","steps":["trace[1314525133] 'process raft request' (duration: 231.041105ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:19.215001Z","caller":"traceutil/trace.go:171","msg":"trace[768448275] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"123.878178ms","start":"2026-04-03T02:33:19.091088Z","end":"2026-04-03T02:33:19.214966Z","steps":["trace[768448275] 'process raft request' (duration: 120.040431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:21.189994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839978150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:33:21.690596Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839978150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:33:21.928336Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.33944447s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:33:21.928995Z","caller":"traceutil/trace.go:171","msg":"trace[1891101451] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"1.340211771s","start":"2026-04-03T02:33:20.588726Z","end":"2026-04-03T02:33:21.928938Z","steps":["trace[1891101451] 'process raft request' (duration: 1.339882011s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:21.92937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:20.588693Z","time spent":"1.340426276s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:22.724764Z","caller":"traceutil/trace.go:171","msg":"trace[2070286251] linearizableReadLoop","detail":"{readStateIndex:720; appliedIndex:718; }","duration":"2.035193155s","start":"2026-04-03T02:33:20.689542Z","end":"2026-04-03T02:33:22.724735Z","steps":["trace[2070286251] 'read index received' (duration: 1.239033985s)","trace[2070286251] 'applied index is now lower than readState.Index' (duration: 796.1581ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:22.724941Z","caller":"traceutil/trace.go:171","msg":"trace[1796701706] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"2.131949518s","start":"2026-04-03T02:33:20.592957Z","end":"2026-04-03T02:33:22.724906Z","steps":["trace[1796701706] 'process raft request' (duration: 2.13163074s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:22.725066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035512812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:33:22.725131Z","caller":"traceutil/trace.go:171","msg":"trace[1967719086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:693; }","duration":"2.035591244s","start":"2026-04-03T02:33:20.68952Z","end":"2026-04-03T02:33:22.725111Z","steps":["trace[1967719086] 'agreement among raft nodes before linearized reading' (duration: 2.035388189s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:22.725123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:20.592923Z","time spent":"2.132113152s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:22.725184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:20.68944Z","time spent":"2.035731618s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:33:22.725281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183863643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:33:22.725355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018389041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:33:22.725426Z","caller":"traceutil/trace.go:171","msg":"trace[1838425312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:693; }","duration":"1.184093568s","start":"2026-04-03T02:33:21.541296Z","end":"2026-04-03T02:33:22.72539Z","steps":["trace[1838425312] 'agreement among raft nodes before linearized reading' (duration: 1.183806041s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:22.725493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:21.541264Z","time spent":"1.184219462s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:33:22.725453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870301559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-kftq5\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-04-03T02:33:22.725491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013262341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:33:22.725492Z","caller":"traceutil/trace.go:171","msg":"trace[1298873640] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:693; }","duration":"2.018594265s","start":"2026-04-03T02:33:20.70686Z","end":"2026-04-03T02:33:22.725454Z","steps":["trace[1298873640] 'agreement among raft nodes before linearized reading' (duration: 2.018175784s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:22.725561Z","caller":"traceutil/trace.go:171","msg":"trace[645762711] range","detail":"{range_begin:/registry/pods/kube-system/cilium-kftq5; range_end:; response_count:1; response_revision:693; }","duration":"1.870492654s","start":"2026-04-03T02:33:20.855047Z","end":"2026-04-03T02:33:22.72554Z","steps":["trace[645762711] 'agreement among raft nodes before linearized reading' (duration: 1.870188956s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:22.725584Z","caller":"traceutil/trace.go:171","msg":"trace[186833857] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:693; }","duration":"2.013407874s","start":"2026-04-03T02:33:20.712152Z","end":"2026-04-03T02:33:22.72556Z","steps":["trace[186833857] 'agreement among raft nodes before linearized reading' (duration: 2.013101597s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:22.725601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:20.854994Z","time spent":"1.870598487s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-kftq5\" "} {"level":"warn","ts":"2026-04-03T02:33:22.725595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:20.706835Z","time spent":"2.018747029s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:33:22.725644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:20.71213Z","time spent":"2.013504276s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:33:23.345297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.712422ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-03T02:33:23.345406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:22.726594Z","time spent":"618.806189ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T02:33:24.735473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000240592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:33:24.73557Z","caller":"traceutil/trace.go:171","msg":"trace[208523652] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000370945s","start":"2026-04-03T02:33:22.735182Z","end":"2026-04-03T02:33:24.735553Z","steps":["trace[208523652] 'agreement among raft nodes before linearized reading' (duration: 2.000259792s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:24.735615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:22.735165Z","time spent":"2.000441268s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:33:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:33:24.810509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355803376s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:33:24.810763Z","caller":"traceutil/trace.go:171","msg":"trace[1780724622] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"2.080262462s","start":"2026-04-03T02:33:22.730466Z","end":"2026-04-03T02:33:24.810729Z","steps":["trace[1780724622] 'process raft request' (duration: 724.135509ms)","trace[1780724622] 'compare' (duration: 1.355498127s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:24.810891Z","caller":"traceutil/trace.go:171","msg":"trace[1799344907] linearizableReadLoop","detail":"{readStateIndex:724; appliedIndex:720; }","duration":"2.075657366s","start":"2026-04-03T02:33:22.735216Z","end":"2026-04-03T02:33:24.810874Z","steps":["trace[1799344907] 'read index received' (duration: 49.366557ms)","trace[1799344907] 'applied index is now lower than readState.Index' (duration: 2.026289949s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:24.810888Z","caller":"traceutil/trace.go:171","msg":"trace[712870915] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"2.080104798s","start":"2026-04-03T02:33:22.730758Z","end":"2026-04-03T02:33:24.810863Z","steps":["trace[712870915] 'process raft request' (duration: 2.079988385s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:24.810909Z","caller":"traceutil/trace.go:171","msg":"trace[1571387099] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"2.080341854s","start":"2026-04-03T02:33:22.73054Z","end":"2026-04-03T02:33:24.810882Z","steps":["trace[1571387099] 'process raft request' (duration: 2.080089957s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:24.810957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:22.73045Z","time spent":"2.080402576s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:24.810942Z","caller":"traceutil/trace.go:171","msg":"trace[417170443] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"2.07183747s","start":"2026-04-03T02:33:22.739063Z","end":"2026-04-03T02:33:24.810901Z","steps":["trace[417170443] 'process raft request' (duration: 2.071724277s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:24.811046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:22.730533Z","time spent":"2.080438507s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:24.811039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:22.730749Z","time spent":"2.08020032s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:24.811066Z","caller":"traceutil/trace.go:171","msg":"trace[2027429534] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"1.464340176s","start":"2026-04-03T02:33:23.346689Z","end":"2026-04-03T02:33:24.811029Z","steps":["trace[2027429534] 'process raft request' (duration: 1.464152922s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:24.811097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:22.739041Z","time spent":"2.071976883s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:24.811201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.6074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:33:24.811212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:23.346644Z","time spent":"1.46449745s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:24.811265Z","caller":"traceutil/trace.go:171","msg":"trace[818611698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:698; }","duration":"876.705654ms","start":"2026-04-03T02:33:23.93454Z","end":"2026-04-03T02:33:24.811246Z","steps":["trace[818611698] 'agreement among raft nodes before linearized reading' (duration: 876.482997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:24.81132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:23.934519Z","time spent":"876.793225ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:33:25.223044Z","caller":"traceutil/trace.go:171","msg":"trace[2063423471] linearizableReadLoop","detail":"{readStateIndex:727; appliedIndex:726; }","duration":"406.986109ms","start":"2026-04-03T02:33:24.816024Z","end":"2026-04-03T02:33:25.22301Z","steps":["trace[2063423471] 'read index received' (duration: 344.85333ms)","trace[2063423471] 'applied index is now lower than readState.Index' (duration: 62.131409ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:25.223094Z","caller":"traceutil/trace.go:171","msg":"trace[2065101927] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"407.423131ms","start":"2026-04-03T02:33:24.815629Z","end":"2026-04-03T02:33:25.223053Z","steps":["trace[2065101927] 'process raft request' (duration: 345.108936ms)","trace[2065101927] 'compare' (duration: 62.103128ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:25.223259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:24.815615Z","time spent":"407.559394ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:33:25.223324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.274417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:33:25.223515Z","caller":"traceutil/trace.go:171","msg":"trace[1640573084] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:699; }","duration":"407.466882ms","start":"2026-04-03T02:33:24.816004Z","end":"2026-04-03T02:33:25.223471Z","steps":["trace[1640573084] 'agreement among raft nodes before linearized reading' (duration: 407.108643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:25.223713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:24.815997Z","time spent":"407.701038ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-03T02:33:25.296508Z","caller":"traceutil/trace.go:171","msg":"trace[1002939846] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"479.917752ms","start":"2026-04-03T02:33:24.816568Z","end":"2026-04-03T02:33:25.296486Z","steps":["trace[1002939846] 'process raft request' (duration: 479.766109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:25.296653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:24.816522Z","time spent":"480.054976ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:25.296784Z","caller":"traceutil/trace.go:171","msg":"trace[1570296621] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"478.6928ms","start":"2026-04-03T02:33:24.818069Z","end":"2026-04-03T02:33:25.296762Z","steps":["trace[1570296621] 'process raft request' (duration: 478.382532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:25.296827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.09527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-kftq5\" ","response":"range_response_count:1 size:17145"} {"level":"info","ts":"2026-04-03T02:33:25.296892Z","caller":"traceutil/trace.go:171","msg":"trace[64991775] range","detail":"{range_begin:/registry/pods/kube-system/cilium-kftq5; range_end:; response_count:1; response_revision:701; }","duration":"479.193983ms","start":"2026-04-03T02:33:24.817681Z","end":"2026-04-03T02:33:25.296875Z","steps":["trace[64991775] 'agreement among raft nodes before linearized reading' (duration: 479.012518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:25.296919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:24.818048Z","time spent":"478.796713ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:25.296927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:24.817673Z","time spent":"479.246304ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17169,"request content":"key:\"/registry/pods/kube-system/cilium-kftq5\" "} {"level":"warn","ts":"2026-04-03T02:33:25.297171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.508466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:25.297206Z","caller":"traceutil/trace.go:171","msg":"trace[1873028359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:701; }","duration":"478.551917ms","start":"2026-04-03T02:33:24.818639Z","end":"2026-04-03T02:33:25.297191Z","steps":["trace[1873028359] 'agreement among raft nodes before linearized reading' (duration: 478.053084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:25.297225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:24.818632Z","time spent":"478.588868ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:33:27.316613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839978171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:33:27.817399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839978171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:33:27.841021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620982402s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:27.841169Z","caller":"traceutil/trace.go:171","msg":"trace[262932967] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:701; }","duration":"1.621142086s","start":"2026-04-03T02:33:26.220007Z","end":"2026-04-03T02:33:27.841149Z","steps":["trace[262932967] 'range keys from in-memory index tree' (duration: 1.620962952s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:27.841449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299202005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:27.841562Z","caller":"traceutil/trace.go:171","msg":"trace[457357930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:701; }","duration":"1.299367679s","start":"2026-04-03T02:33:26.542169Z","end":"2026-04-03T02:33:27.841537Z","steps":["trace[457357930] 'range keys from in-memory index tree' (duration: 1.299118753s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:27.841611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:26.542149Z","time spent":"1.299453211s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:33:28.317539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839978171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:33:28.656166Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.887136666s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:33:28.656535Z","caller":"traceutil/trace.go:171","msg":"trace[1080025475] linearizableReadLoop","detail":"{readStateIndex:730; appliedIndex:729; }","duration":"1.840738693s","start":"2026-04-03T02:33:26.815775Z","end":"2026-04-03T02:33:28.656513Z","steps":["trace[1080025475] 'read index received' (duration: 1.840523177s)","trace[1080025475] 'applied index is now lower than readState.Index' (duration: 214.576µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:28.656617Z","caller":"traceutil/trace.go:171","msg":"trace[388112470] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"1.88773018s","start":"2026-04-03T02:33:26.768878Z","end":"2026-04-03T02:33:28.656608Z","steps":["trace[388112470] 'process raft request' (duration: 1.887482174s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:28.656727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:26.76884Z","time spent":"1.887806332s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:28.656801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840315122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:33:28.656869Z","caller":"traceutil/trace.go:171","msg":"trace[1786319144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:702; }","duration":"1.840443956s","start":"2026-04-03T02:33:26.816407Z","end":"2026-04-03T02:33:28.656851Z","steps":["trace[1786319144] 'agreement among raft nodes before linearized reading' (duration: 1.840240271s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:28.656857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.229196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:33:28.656919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:26.81637Z","time spent":"1.840536929s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:33:28.656916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.792951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:28.656976Z","caller":"traceutil/trace.go:171","msg":"trace[451060440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:702; }","duration":"814.429031ms","start":"2026-04-03T02:33:27.84252Z","end":"2026-04-03T02:33:28.656949Z","steps":["trace[451060440] 'agreement among raft nodes before linearized reading' (duration: 814.165244ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:28.657005Z","caller":"traceutil/trace.go:171","msg":"trace[2031527430] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:702; }","duration":"139.936705ms","start":"2026-04-03T02:33:28.517048Z","end":"2026-04-03T02:33:28.656985Z","steps":["trace[2031527430] 'agreement among raft nodes before linearized reading' (duration: 139.775031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:28.657043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:27.842499Z","time spent":"814.534043ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:33:28.656972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.505516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:33:28.657097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840545368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-03T02:33:28.657124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355475547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:33:28.657262Z","caller":"traceutil/trace.go:171","msg":"trace[718966925] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:702; }","duration":"1.355696503s","start":"2026-04-03T02:33:27.301534Z","end":"2026-04-03T02:33:28.65723Z","steps":["trace[718966925] 'agreement among raft nodes before linearized reading' (duration: 1.355305193s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:28.657265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841492642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:33:28.657325Z","caller":"traceutil/trace.go:171","msg":"trace[226858064] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:702; }","duration":"1.841590205s","start":"2026-04-03T02:33:26.81572Z","end":"2026-04-03T02:33:28.65731Z","steps":["trace[226858064] 'agreement among raft nodes before linearized reading' (duration: 1.841429491s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:28.65731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356166184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:33:28.657334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064151747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:33:28.657435Z","caller":"traceutil/trace.go:171","msg":"trace[1064808544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:702; }","duration":"1.356349288s","start":"2026-04-03T02:33:27.301061Z","end":"2026-04-03T02:33:28.65741Z","steps":["trace[1064808544] 'agreement among raft nodes before linearized reading' (duration: 1.355962408s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:28.657499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:27.30104Z","time spent":"1.356449471s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:33:28.657329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:27.301501Z","time spent":"1.355817495s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:33:28.657377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:26.815689Z","time spent":"1.841677137s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:33:28.657169Z","caller":"traceutil/trace.go:171","msg":"trace[1295663953] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:702; }","duration":"1.840671632s","start":"2026-04-03T02:33:26.81648Z","end":"2026-04-03T02:33:28.657152Z","steps":["trace[1295663953] 'agreement among raft nodes before linearized reading' (duration: 1.840530928s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:28.657911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:26.816444Z","time spent":"1.841437562s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:33:28.657165Z","caller":"traceutil/trace.go:171","msg":"trace[1831149236] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:702; }","duration":"672.778303ms","start":"2026-04-03T02:33:27.984349Z","end":"2026-04-03T02:33:28.657127Z","steps":["trace[1831149236] 'agreement among raft nodes before linearized reading' (duration: 672.483266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:28.658017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:27.984328Z","time spent":"673.664907ms","remote":"127.0.0.1:47324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:33:28.657507Z","caller":"traceutil/trace.go:171","msg":"trace[1836493249] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:702; }","duration":"1.064372323s","start":"2026-04-03T02:33:27.593086Z","end":"2026-04-03T02:33:28.657459Z","steps":["trace[1836493249] 'agreement among raft nodes before linearized reading' (duration: 1.064125897s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:28.658209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:27.59305Z","time spent":"1.065137804s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":5,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:33:28.854813Z","caller":"traceutil/trace.go:171","msg":"trace[1326763547] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"191.962799ms","start":"2026-04-03T02:33:28.66282Z","end":"2026-04-03T02:33:28.854782Z","steps":["trace[1326763547] 'process raft request' (duration: 131.86509ms)","trace[1326763547] 'compare' (duration: 59.900844ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:28.857872Z","caller":"traceutil/trace.go:171","msg":"trace[1282898415] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"194.812231ms","start":"2026-04-03T02:33:28.663028Z","end":"2026-04-03T02:33:28.85784Z","steps":["trace[1282898415] 'process raft request' (duration: 194.603026ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:28.858079Z","caller":"traceutil/trace.go:171","msg":"trace[2120952425] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"194.753478ms","start":"2026-04-03T02:33:28.663311Z","end":"2026-04-03T02:33:28.858064Z","steps":["trace[2120952425] 'process raft request' (duration: 194.477372ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:28.858661Z","caller":"traceutil/trace.go:171","msg":"trace[503032779] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"194.859841ms","start":"2026-04-03T02:33:28.663786Z","end":"2026-04-03T02:33:28.858646Z","steps":["trace[503032779] 'process raft request' (duration: 194.219885ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:28.858936Z","caller":"traceutil/trace.go:171","msg":"trace[231086137] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"192.85676ms","start":"2026-04-03T02:33:28.666048Z","end":"2026-04-03T02:33:28.858905Z","steps":["trace[231086137] 'process raft request' (duration: 192.546293ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:28.858927Z","caller":"traceutil/trace.go:171","msg":"trace[2096595424] linearizableReadLoop","detail":"{readStateIndex:734; appliedIndex:730; }","duration":"192.888771ms","start":"2026-04-03T02:33:28.665996Z","end":"2026-04-03T02:33:28.858884Z","steps":["trace[2096595424] 'read index received' (duration: 128.7097ms)","trace[2096595424] 'applied index is now lower than readState.Index' (duration: 64.176301ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:28.859027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.022314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:28.859077Z","caller":"traceutil/trace.go:171","msg":"trace[667648977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:707; }","duration":"193.115976ms","start":"2026-04-03T02:33:28.665947Z","end":"2026-04-03T02:33:28.859063Z","steps":["trace[667648977] 'agreement among raft nodes before linearized reading' (duration: 193.034524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:30.392791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.947689ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:33:30.392975Z","caller":"traceutil/trace.go:171","msg":"trace[2021338651] linearizableReadLoop","detail":"{readStateIndex:736; appliedIndex:735; }","duration":"511.1454ms","start":"2026-04-03T02:33:29.881805Z","end":"2026-04-03T02:33:30.39295Z","steps":["trace[2021338651] 'read index received' (duration: 102.025906ms)","trace[2021338651] 'applied index is now lower than readState.Index' (duration: 409.117554ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:30.393179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.357675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-kftq5\" ","response":"range_response_count:1 size:17145"} {"level":"info","ts":"2026-04-03T02:33:30.393211Z","caller":"traceutil/trace.go:171","msg":"trace[94934971] range","detail":"{range_begin:/registry/pods/kube-system/cilium-kftq5; range_end:; response_count:1; response_revision:707; }","duration":"511.427157ms","start":"2026-04-03T02:33:29.881777Z","end":"2026-04-03T02:33:30.393204Z","steps":["trace[94934971] 'agreement among raft nodes before linearized reading' (duration: 511.284744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:30.393235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:29.881762Z","time spent":"511.467908ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17169,"request content":"key:\"/registry/pods/kube-system/cilium-kftq5\" "} {"level":"warn","ts":"2026-04-03T02:33:30.393279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.17653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:33:30.393307Z","caller":"traceutil/trace.go:171","msg":"trace[1578497515] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:708; }","duration":"193.241321ms","start":"2026-04-03T02:33:30.200054Z","end":"2026-04-03T02:33:30.393296Z","steps":["trace[1578497515] 'agreement among raft nodes before linearized reading' (duration: 193.158159ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:30.393215Z","caller":"traceutil/trace.go:171","msg":"trace[663056293] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"422.85455ms","start":"2026-04-03T02:33:29.970306Z","end":"2026-04-03T02:33:30.39316Z","steps":["trace[663056293] 'process raft request' (duration: 422.725627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:30.393298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:29.883415Z","time spent":"509.871768ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T02:33:30.39349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:29.970287Z","time spent":"423.082986ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:30.72573Z","caller":"traceutil/trace.go:171","msg":"trace[1962499182] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"331.32444ms","start":"2026-04-03T02:33:30.394373Z","end":"2026-04-03T02:33:30.725698Z","steps":["trace[1962499182] 'process raft request' (duration: 331.037613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:30.725956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:30.394359Z","time spent":"331.479273ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:33:30.745963Z","caller":"traceutil/trace.go:171","msg":"trace[1938734870] linearizableReadLoop","detail":"{readStateIndex:740; appliedIndex:738; }","duration":"205.427778ms","start":"2026-04-03T02:33:30.540512Z","end":"2026-04-03T02:33:30.745939Z","steps":["trace[1938734870] 'read index received' (duration: 184.918071ms)","trace[1938734870] 'applied index is now lower than readState.Index' (duration: 20.508677ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:30.74606Z","caller":"traceutil/trace.go:171","msg":"trace[81951905] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"339.539775ms","start":"2026-04-03T02:33:30.406479Z","end":"2026-04-03T02:33:30.746019Z","steps":["trace[81951905] 'process raft request' (duration: 337.447712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:30.746105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.566252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:30.746182Z","caller":"traceutil/trace.go:171","msg":"trace[855640497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:710; }","duration":"205.665244ms","start":"2026-04-03T02:33:30.540482Z","end":"2026-04-03T02:33:30.746147Z","steps":["trace[855640497] 'agreement among raft nodes before linearized reading' (duration: 205.546021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:30.746215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:30.406461Z","time spent":"339.663129ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17228,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:34.315346Z","caller":"traceutil/trace.go:171","msg":"trace[1917812949] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"388.591615ms","start":"2026-04-03T02:33:33.926727Z","end":"2026-04-03T02:33:34.315319Z","steps":["trace[1917812949] 'process raft request' (duration: 320.948537ms)","trace[1917812949] 'compare' (duration: 67.532585ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:34.315546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:33.926705Z","time spent":"388.720909ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18318,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:34.721643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.217921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:34.72177Z","caller":"traceutil/trace.go:171","msg":"trace[916904555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:737; }","duration":"180.433816ms","start":"2026-04-03T02:33:34.541309Z","end":"2026-04-03T02:33:34.721743Z","steps":["trace[916904555] 'range keys from in-memory index tree' (duration: 180.074478ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:35.131115Z","caller":"traceutil/trace.go:171","msg":"trace[1858427782] linearizableReadLoop","detail":"{readStateIndex:769; appliedIndex:768; }","duration":"242.372561ms","start":"2026-04-03T02:33:34.888721Z","end":"2026-04-03T02:33:35.131094Z","steps":["trace[1858427782] 'read index received' (duration: 242.287559ms)","trace[1858427782] 'applied index is now lower than readState.Index' (duration: 84.232µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:35.13131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.572396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:33:35.131286Z","caller":"traceutil/trace.go:171","msg":"trace[588929507] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"242.575256ms","start":"2026-04-03T02:33:34.88867Z","end":"2026-04-03T02:33:35.131246Z","steps":["trace[588929507] 'process raft request' (duration: 242.288389ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:35.131347Z","caller":"traceutil/trace.go:171","msg":"trace[73182984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:738; }","duration":"242.636898ms","start":"2026-04-03T02:33:34.888696Z","end":"2026-04-03T02:33:35.131333Z","steps":["trace[73182984] 'agreement among raft nodes before linearized reading' (duration: 242.505695ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:35.222891Z","caller":"traceutil/trace.go:171","msg":"trace[1825537730] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"331.937934ms","start":"2026-04-03T02:33:34.890897Z","end":"2026-04-03T02:33:35.222835Z","steps":["trace[1825537730] 'process raft request' (duration: 331.78721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:35.222994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.78561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:33:35.223018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.721249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:33:35.223071Z","caller":"traceutil/trace.go:171","msg":"trace[1457072745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:739; }","duration":"333.889353ms","start":"2026-04-03T02:33:34.889163Z","end":"2026-04-03T02:33:35.223052Z","steps":["trace[1457072745] 'agreement among raft nodes before linearized reading' (duration: 333.623736ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:35.223079Z","caller":"traceutil/trace.go:171","msg":"trace[221549190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:739; }","duration":"333.854642ms","start":"2026-04-03T02:33:34.88921Z","end":"2026-04-03T02:33:35.223065Z","steps":["trace[221549190] 'agreement among raft nodes before linearized reading' (duration: 333.677428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:35.223115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:34.889156Z","time spent":"333.951034ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:33:35.223116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:34.889173Z","time spent":"333.934704ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:33:35.223254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:34.89088Z","time spent":"332.144388ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:35.558639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.166731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:33:35.558787Z","caller":"traceutil/trace.go:171","msg":"trace[65181217] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"423.123087ms","start":"2026-04-03T02:33:35.135637Z","end":"2026-04-03T02:33:35.55876Z","steps":["trace[65181217] 'process raft request' (duration: 204.693409ms)","trace[65181217] 'compare' (duration: 217.994647ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:35.558888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:35.135612Z","time spent":"423.23035ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:35.626732Z","caller":"traceutil/trace.go:171","msg":"trace[1998736818] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"397.544572ms","start":"2026-04-03T02:33:35.229171Z","end":"2026-04-03T02:33:35.626715Z","steps":["trace[1998736818] 'process raft request' (duration: 397.510111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:35.626824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:35.229158Z","time spent":"397.620593ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:35.626881Z","caller":"traceutil/trace.go:171","msg":"trace[1939068517] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"398.032403ms","start":"2026-04-03T02:33:35.228834Z","end":"2026-04-03T02:33:35.626867Z","steps":["trace[1939068517] 'process raft request' (duration: 397.752796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:35.626969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:35.22881Z","time spent":"398.128826ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:36.140868Z","caller":"traceutil/trace.go:171","msg":"trace[315835118] linearizableReadLoop","detail":"{readStateIndex:776; appliedIndex:775; }","duration":"216.215331ms","start":"2026-04-03T02:33:35.92462Z","end":"2026-04-03T02:33:36.140836Z","steps":["trace[315835118] 'read index received' (duration: 216.037286ms)","trace[315835118] 'applied index is now lower than readState.Index' (duration: 176.955µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:36.141044Z","caller":"traceutil/trace.go:171","msg":"trace[1428372522] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"226.701946ms","start":"2026-04-03T02:33:35.914294Z","end":"2026-04-03T02:33:36.140996Z","steps":["trace[1428372522] 'process raft request' (duration: 226.378258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:36.14112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.480928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-kftq5\" ","response":"range_response_count:1 size:18333"} {"level":"info","ts":"2026-04-03T02:33:36.141159Z","caller":"traceutil/trace.go:171","msg":"trace[92533953] range","detail":"{range_begin:/registry/pods/kube-system/cilium-kftq5; range_end:; response_count:1; response_revision:745; }","duration":"216.575559ms","start":"2026-04-03T02:33:35.924571Z","end":"2026-04-03T02:33:36.141147Z","steps":["trace[92533953] 'agreement among raft nodes before linearized reading' (duration: 216.385965ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:39.278633Z","caller":"traceutil/trace.go:171","msg":"trace[2012439038] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"176.866777ms","start":"2026-04-03T02:33:39.101737Z","end":"2026-04-03T02:33:39.278604Z","steps":["trace[2012439038] 'process raft request' (duration: 174.187759ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:39.344046Z","caller":"traceutil/trace.go:171","msg":"trace[727374448] transaction","detail":"{read_only:false; number_of_response:0; response_revision:761; }","duration":"241.575462ms","start":"2026-04-03T02:33:39.102448Z","end":"2026-04-03T02:33:39.344023Z","steps":["trace[727374448] 'process raft request' (duration: 241.445919ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:39.344036Z","caller":"traceutil/trace.go:171","msg":"trace[28472497] linearizableReadLoop","detail":"{readStateIndex:794; appliedIndex:792; }","duration":"197.649052ms","start":"2026-04-03T02:33:39.146341Z","end":"2026-04-03T02:33:39.34399Z","steps":["trace[28472497] 'read index received' (duration: 129.597253ms)","trace[28472497] 'applied index is now lower than readState.Index' (duration: 68.050389ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:39.344315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.942539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-03T02:33:39.344391Z","caller":"traceutil/trace.go:171","msg":"trace[1699398537] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:761; }","duration":"198.072423ms","start":"2026-04-03T02:33:39.146301Z","end":"2026-04-03T02:33:39.344374Z","steps":["trace[1699398537] 'agreement among raft nodes before linearized reading' (duration: 197.802296ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:39.518154Z","caller":"traceutil/trace.go:171","msg":"trace[605526554] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"231.680991ms","start":"2026-04-03T02:33:39.286446Z","end":"2026-04-03T02:33:39.518127Z","steps":["trace[605526554] 'process raft request' (duration: 231.214459ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:39.518303Z","caller":"traceutil/trace.go:171","msg":"trace[638240807] linearizableReadLoop","detail":"{readStateIndex:796; appliedIndex:794; }","duration":"174.058436ms","start":"2026-04-03T02:33:39.344221Z","end":"2026-04-03T02:33:39.518279Z","steps":["trace[638240807] 'read index received' (duration: 173.588584ms)","trace[638240807] 'applied index is now lower than readState.Index' (duration: 467.842µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:39.518347Z","caller":"traceutil/trace.go:171","msg":"trace[1914164239] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"218.261262ms","start":"2026-04-03T02:33:39.300056Z","end":"2026-04-03T02:33:39.518318Z","steps":["trace[1914164239] 'process raft request' (duration: 218.018916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:39.518574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.177155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-03T02:33:39.518645Z","caller":"traceutil/trace.go:171","msg":"trace[1501809396] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:763; }","duration":"276.277358ms","start":"2026-04-03T02:33:39.242331Z","end":"2026-04-03T02:33:39.518608Z","steps":["trace[1501809396] 'agreement among raft nodes before linearized reading' (duration: 276.060412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:39.51885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.327498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:1711"} {"level":"info","ts":"2026-04-03T02:33:39.518893Z","caller":"traceutil/trace.go:171","msg":"trace[982063420] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:764; }","duration":"173.436961ms","start":"2026-04-03T02:33:39.345447Z","end":"2026-04-03T02:33:39.518884Z","steps":["trace[982063420] 'agreement among raft nodes before linearized reading' (duration: 173.338728ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:39.518946Z","caller":"traceutil/trace.go:171","msg":"trace[453008297] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"170.442915ms","start":"2026-04-03T02:33:39.348488Z","end":"2026-04-03T02:33:39.518931Z","steps":["trace[453008297] 'process raft request' (duration: 170.212539ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:39.656663Z","caller":"traceutil/trace.go:171","msg":"trace[1864518602] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"130.931717ms","start":"2026-04-03T02:33:39.525698Z","end":"2026-04-03T02:33:39.65663Z","steps":["trace[1864518602] 'process raft request' (duration: 93.360287ms)","trace[1864518602] 'compare' (duration: 37.411316ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:39.907285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.76253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:33:39.907564Z","caller":"traceutil/trace.go:171","msg":"trace[1159124675] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"245.844519ms","start":"2026-04-03T02:33:39.661701Z","end":"2026-04-03T02:33:39.907545Z","steps":["trace[1159124675] 'process raft request' (duration: 245.776197ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:39.907578Z","caller":"traceutil/trace.go:171","msg":"trace[911462285] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"246.142396ms","start":"2026-04-03T02:33:39.661399Z","end":"2026-04-03T02:33:39.907541Z","steps":["trace[911462285] 'process raft request' (duration: 104.028157ms)","trace[911462285] 'compare' (duration: 141.623196ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:39.907634Z","caller":"traceutil/trace.go:171","msg":"trace[1817268405] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"245.960831ms","start":"2026-04-03T02:33:39.661637Z","end":"2026-04-03T02:33:39.907598Z","steps":["trace[1817268405] 'process raft request' (duration: 245.758676ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:40.238845Z","caller":"traceutil/trace.go:171","msg":"trace[317497292] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"115.028796ms","start":"2026-04-03T02:33:40.123782Z","end":"2026-04-03T02:33:40.23881Z","steps":["trace[317497292] 'process raft request' (duration: 114.79146ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:44.080012Z","caller":"traceutil/trace.go:171","msg":"trace[1085229553] linearizableReadLoop","detail":"{readStateIndex:835; appliedIndex:833; }","duration":"105.488295ms","start":"2026-04-03T02:33:43.974502Z","end":"2026-04-03T02:33:44.07999Z","steps":["trace[1085229553] 'read index received' (duration: 90.673261ms)","trace[1085229553] 'applied index is now lower than readState.Index' (duration: 14.813604ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:44.080096Z","caller":"traceutil/trace.go:171","msg":"trace[784653498] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"151.831635ms","start":"2026-04-03T02:33:43.92822Z","end":"2026-04-03T02:33:44.080052Z","steps":["trace[784653498] 'process raft request' (duration: 136.949389ms)","trace[784653498] 'compare' (duration: 14.386863ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:44.080213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.69936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-gnvcd\" ","response":"range_response_count:1 size:4740"} {"level":"info","ts":"2026-04-03T02:33:44.08026Z","caller":"traceutil/trace.go:171","msg":"trace[1149482117] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-gnvcd; range_end:; response_count:1; response_revision:801; }","duration":"105.801993ms","start":"2026-04-03T02:33:43.974446Z","end":"2026-04-03T02:33:44.080248Z","steps":["trace[1149482117] 'agreement among raft nodes before linearized reading' (duration: 105.643999ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:44.080339Z","caller":"traceutil/trace.go:171","msg":"trace[1455989492] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"151.960768ms","start":"2026-04-03T02:33:43.928295Z","end":"2026-04-03T02:33:44.080256Z","steps":["trace[1455989492] 'process raft request' (duration: 151.619379ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:44.25295Z","caller":"traceutil/trace.go:171","msg":"trace[552315338] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"164.597017ms","start":"2026-04-03T02:33:44.088316Z","end":"2026-04-03T02:33:44.252913Z","steps":["trace[552315338] 'process raft request' (duration: 138.728283ms)","trace[552315338] 'compare' (duration: 25.553275ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:44.463203Z","caller":"traceutil/trace.go:171","msg":"trace[1429396963] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"205.05552ms","start":"2026-04-03T02:33:44.258106Z","end":"2026-04-03T02:33:44.463162Z","steps":["trace[1429396963] 'process raft request' (duration: 131.233405ms)","trace[1429396963] 'compare' (duration: 73.637071ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:44.502929Z","caller":"traceutil/trace.go:171","msg":"trace[1421906790] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"237.034797ms","start":"2026-04-03T02:33:44.265861Z","end":"2026-04-03T02:33:44.502896Z","steps":["trace[1421906790] 'process raft request' (duration: 236.950185ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:44.50296Z","caller":"traceutil/trace.go:171","msg":"trace[230177923] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"243.625583ms","start":"2026-04-03T02:33:44.259291Z","end":"2026-04-03T02:33:44.502917Z","steps":["trace[230177923] 'process raft request' (duration: 243.357407ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:44.679061Z","caller":"traceutil/trace.go:171","msg":"trace[714574623] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"168.994889ms","start":"2026-04-03T02:33:44.510038Z","end":"2026-04-03T02:33:44.679033Z","steps":["trace[714574623] 'process raft request' (duration: 95.327407ms)","trace[714574623] 'compare' (duration: 73.539358ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:44.739591Z","caller":"traceutil/trace.go:171","msg":"trace[283448874] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"229.316672ms","start":"2026-04-03T02:33:44.51025Z","end":"2026-04-03T02:33:44.739566Z","steps":["trace[283448874] 'process raft request' (duration: 229.089066ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:44.739995Z","caller":"traceutil/trace.go:171","msg":"trace[665549783] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"227.539677ms","start":"2026-04-03T02:33:44.512189Z","end":"2026-04-03T02:33:44.739728Z","steps":["trace[665549783] 'process raft request' (duration: 227.287711ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:45.757217Z","caller":"traceutil/trace.go:171","msg":"trace[1895271040] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"186.821359ms","start":"2026-04-03T02:33:45.570357Z","end":"2026-04-03T02:33:45.757178Z","steps":["trace[1895271040] 'process raft request' (duration: 186.530591ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:45.786831Z","caller":"traceutil/trace.go:171","msg":"trace[348210085] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"214.96594ms","start":"2026-04-03T02:33:45.57183Z","end":"2026-04-03T02:33:45.786796Z","steps":["trace[348210085] 'process raft request' (duration: 214.625841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:46.330618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.140676ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:33:46.330709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.446465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:33:46.330752Z","caller":"traceutil/trace.go:171","msg":"trace[616563867] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:812; }","duration":"111.318321ms","start":"2026-04-03T02:33:46.219415Z","end":"2026-04-03T02:33:46.330733Z","steps":["trace[616563867] 'range keys from in-memory index tree' (duration: 111.118745ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:46.330764Z","caller":"traceutil/trace.go:171","msg":"trace[1515220349] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:812; }","duration":"246.533227ms","start":"2026-04-03T02:33:46.084217Z","end":"2026-04-03T02:33:46.33075Z","steps":["trace[1515220349] 'range keys from in-memory index tree' (duration: 246.272961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:46.330773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.883526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:33:46.33085Z","caller":"traceutil/trace.go:171","msg":"trace[1313259063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:812; }","duration":"247.010928ms","start":"2026-04-03T02:33:46.083819Z","end":"2026-04-03T02:33:46.33083Z","steps":["trace[1313259063] 'range keys from in-memory index tree' (duration: 246.700021ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:46.573679Z","caller":"traceutil/trace.go:171","msg":"trace[1268991385] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"238.789021ms","start":"2026-04-03T02:33:46.334854Z","end":"2026-04-03T02:33:46.573643Z","steps":["trace[1268991385] 'process raft request' (duration: 146.774636ms)","trace[1268991385] 'compare' (duration: 91.81494ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:47.137448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:46.812065Z","time spent":"325.372168ms","remote":"127.0.0.1:36516","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T02:33:48.527249Z","caller":"traceutil/trace.go:171","msg":"trace[1427724157] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"174.902947ms","start":"2026-04-03T02:33:48.35232Z","end":"2026-04-03T02:33:48.527223Z","steps":["trace[1427724157] 'process raft request' (duration: 174.737873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:53.206363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839978536,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:33:53.707458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839978536,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:33:54.208361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839978536,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:33:54.709455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839978536,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:33:55.21007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839978536,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:33:55.543508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000327694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:33:55.543624Z","caller":"traceutil/trace.go:171","msg":"trace[1170949758] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000536489s","start":"2026-04-03T02:33:53.543067Z","end":"2026-04-03T02:33:55.543604Z","steps":["trace[1170949758] 'agreement among raft nodes before linearized reading' (duration: 2.000376605s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:55.543673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:53.543041Z","time spent":"2.000621361s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:33:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:33:55.710429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839978536,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:33:56.047596Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.370674366s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:33:56.048105Z","caller":"traceutil/trace.go:171","msg":"trace[1546286744] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"3.37124647s","start":"2026-04-03T02:33:52.676803Z","end":"2026-04-03T02:33:56.04805Z","steps":["trace[1546286744] 'process raft request' (duration: 3.371011094s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:56.048255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:52.676786Z","time spent":"3.371389743s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:56.060462Z","caller":"traceutil/trace.go:171","msg":"trace[1854600141] linearizableReadLoop","detail":"{readStateIndex:876; appliedIndex:874; }","duration":"3.35505736s","start":"2026-04-03T02:33:52.705379Z","end":"2026-04-03T02:33:56.060436Z","steps":["trace[1854600141] 'read index received' (duration: 3.342426642s)","trace[1854600141] 'applied index is now lower than readState.Index' (duration: 12.629398ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:56.060892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969586087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-03T02:33:56.06091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.072473384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:33:56.060945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710951363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:33:56.06098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.139311524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:33:56.060987Z","caller":"traceutil/trace.go:171","msg":"trace[1566855748] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:841; }","duration":"3.072591247s","start":"2026-04-03T02:33:52.988375Z","end":"2026-04-03T02:33:56.060967Z","steps":["trace[1566855748] 'agreement among raft nodes before linearized reading' (duration: 3.072454834s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:56.060508Z","caller":"traceutil/trace.go:171","msg":"trace[1292356296] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"2.968919227s","start":"2026-04-03T02:33:53.091566Z","end":"2026-04-03T02:33:56.060485Z","steps":["trace[1292356296] 'process raft request' (duration: 2.968753633s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:56.061031Z","caller":"traceutil/trace.go:171","msg":"trace[624427998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:841; }","duration":"2.139413397s","start":"2026-04-03T02:33:53.921605Z","end":"2026-04-03T02:33:56.061018Z","steps":["trace[624427998] 'agreement among raft nodes before linearized reading' (duration: 2.139235782s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:56.061031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435209901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:33:56.061037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071210955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:33:56.061041Z","caller":"traceutil/trace.go:171","msg":"trace[1819767440] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:841; }","duration":"2.711120297s","start":"2026-04-03T02:33:53.349898Z","end":"2026-04-03T02:33:56.061018Z","steps":["trace[1819767440] 'agreement among raft nodes before linearized reading' (duration: 2.710975343s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:56.061063Z","caller":"traceutil/trace.go:171","msg":"trace[124772888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:841; }","duration":"1.435278473s","start":"2026-04-03T02:33:54.625776Z","end":"2026-04-03T02:33:56.061054Z","steps":["trace[124772888] 'agreement among raft nodes before linearized reading' (duration: 1.43518616s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:56.061064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:53.921583Z","time spent":"2.139471489s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:33:56.061097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:53.349864Z","time spent":"2.711217599s","remote":"127.0.0.1:47406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:33:56.061111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:54.625753Z","time spent":"1.435336164s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:33:56.061116Z","caller":"traceutil/trace.go:171","msg":"trace[960843379] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:841; }","duration":"2.071290857s","start":"2026-04-03T02:33:53.989771Z","end":"2026-04-03T02:33:56.061062Z","steps":["trace[960843379] 'agreement among raft nodes before linearized reading' (duration: 2.071143093s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:56.060936Z","caller":"traceutil/trace.go:171","msg":"trace[184725300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:841; }","duration":"1.969657589s","start":"2026-04-03T02:33:54.091268Z","end":"2026-04-03T02:33:56.060926Z","steps":["trace[184725300] 'agreement among raft nodes before linearized reading' (duration: 1.969559377s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:56.061158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:53.98975Z","time spent":"2.071399089s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:33:56.060689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.355290117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T02:33:56.061158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:53.091546Z","time spent":"2.969509284s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:56.061241Z","caller":"traceutil/trace.go:171","msg":"trace[1929160840] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:841; }","duration":"3.355868511s","start":"2026-04-03T02:33:52.705339Z","end":"2026-04-03T02:33:56.061207Z","steps":["trace[1929160840] 'agreement among raft nodes before linearized reading' (duration: 3.355224084s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:56.061046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:52.988328Z","time spent":"3.07270742s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":14,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:33:56.061309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:52.705314Z","time spent":"3.355982005s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-03T02:33:56.061174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:54.09125Z","time spent":"1.969912346s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:33:56.061154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.173803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:56.061663Z","caller":"traceutil/trace.go:171","msg":"trace[1246862897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:841; }","duration":"517.770698ms","start":"2026-04-03T02:33:55.543872Z","end":"2026-04-03T02:33:56.061643Z","steps":["trace[1246862897] 'agreement among raft nodes before linearized reading' (duration: 517.083921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:56.061701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:55.54385Z","time spent":"517.841969ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:33:57.28759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.493874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:57.287698Z","caller":"traceutil/trace.go:171","msg":"trace[890461984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:848; }","duration":"105.68116ms","start":"2026-04-03T02:33:57.181993Z","end":"2026-04-03T02:33:57.287674Z","steps":["trace[890461984] 'range keys from in-memory index tree' (duration: 105.30974ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:59.311024Z","caller":"traceutil/trace.go:171","msg":"trace[2001813751] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"185.883966ms","start":"2026-04-03T02:33:59.125122Z","end":"2026-04-03T02:33:59.311006Z","steps":["trace[2001813751] 'process raft request' (duration: 157.799726ms)","trace[2001813751] 'compare' (duration: 27.999407ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:04.339215Z","caller":"traceutil/trace.go:171","msg":"trace[2027441059] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"179.316002ms","start":"2026-04-03T02:34:04.159866Z","end":"2026-04-03T02:34:04.339182Z","steps":["trace[2027441059] 'process raft request' (duration: 113.681212ms)","trace[2027441059] 'compare' (duration: 64.821559ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:04.389212Z","caller":"traceutil/trace.go:171","msg":"trace[374199459] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"210.06179ms","start":"2026-04-03T02:34:04.179123Z","end":"2026-04-03T02:34:04.389185Z","steps":["trace[374199459] 'process raft request' (duration: 209.887345ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:04.389399Z","caller":"traceutil/trace.go:171","msg":"trace[266878522] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"210.036828ms","start":"2026-04-03T02:34:04.17933Z","end":"2026-04-03T02:34:04.389367Z","steps":["trace[266878522] 'process raft request' (duration: 209.801193ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:12.90786Z","caller":"traceutil/trace.go:171","msg":"trace[628181540] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"190.529066ms","start":"2026-04-03T02:34:12.717326Z","end":"2026-04-03T02:34:12.907855Z","steps":["trace[628181540] 'process raft request' (duration: 190.353111ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:12.907849Z","caller":"traceutil/trace.go:171","msg":"trace[26606021] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"176.550042ms","start":"2026-04-03T02:34:12.731281Z","end":"2026-04-03T02:34:12.907831Z","steps":["trace[26606021] 'process raft request' (duration: 176.496461ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:12.908053Z","caller":"traceutil/trace.go:171","msg":"trace[1571059660] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"184.699248ms","start":"2026-04-03T02:34:12.723346Z","end":"2026-04-03T02:34:12.908046Z","steps":["trace[1571059660] 'process raft request' (duration: 184.37996ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:12.907797Z","caller":"traceutil/trace.go:171","msg":"trace[1798987336] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"190.885404ms","start":"2026-04-03T02:34:12.716868Z","end":"2026-04-03T02:34:12.907754Z","steps":["trace[1798987336] 'process raft request' (duration: 190.733481ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:12.908055Z","caller":"traceutil/trace.go:171","msg":"trace[959740623] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"190.199456ms","start":"2026-04-03T02:34:12.717799Z","end":"2026-04-03T02:34:12.907998Z","steps":["trace[959740623] 'process raft request' (duration: 189.901639ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:13.062915Z","caller":"traceutil/trace.go:171","msg":"trace[1494741141] transaction","detail":"{read_only:false; response_revision:1084; number_of_response:1; }","duration":"133.489205ms","start":"2026-04-03T02:34:12.929388Z","end":"2026-04-03T02:34:13.062878Z","steps":["trace[1494741141] 'process raft request' (duration: 133.141976ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:13.062984Z","caller":"traceutil/trace.go:171","msg":"trace[388171358] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"117.822278ms","start":"2026-04-03T02:34:12.945111Z","end":"2026-04-03T02:34:13.062933Z","steps":["trace[388171358] 'process raft request' (duration: 117.649694ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:13.47296Z","caller":"traceutil/trace.go:171","msg":"trace[605548327] linearizableReadLoop","detail":"{readStateIndex:1127; appliedIndex:1126; }","duration":"407.621322ms","start":"2026-04-03T02:34:13.065314Z","end":"2026-04-03T02:34:13.472935Z","steps":["trace[605548327] 'read index received' (duration: 407.408517ms)","trace[605548327] 'applied index is now lower than readState.Index' (duration: 211.665µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:13.473004Z","caller":"traceutil/trace.go:171","msg":"trace[698829100] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"505.271581ms","start":"2026-04-03T02:34:12.967702Z","end":"2026-04-03T02:34:13.472973Z","steps":["trace[698829100] 'process raft request' (duration: 504.951073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:13.473152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:12.967676Z","time spent":"505.393774ms","remote":"127.0.0.1:47058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":123794,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:13.473184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.855209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:34:13.473222Z","caller":"traceutil/trace.go:171","msg":"trace[1240786234] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1086; }","duration":"407.956071ms","start":"2026-04-03T02:34:13.065254Z","end":"2026-04-03T02:34:13.47321Z","steps":["trace[1240786234] 'agreement among raft nodes before linearized reading' (duration: 407.780177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:13.473267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:13.065232Z","time spent":"408.026462ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-03T02:34:13.720214Z","caller":"traceutil/trace.go:171","msg":"trace[1545901549] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"634.091738ms","start":"2026-04-03T02:34:13.086093Z","end":"2026-04-03T02:34:13.720185Z","steps":["trace[1545901549] 'process raft request' (duration: 633.77449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:13.720415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:13.08607Z","time spent":"634.235711ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59681,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:13.72056Z","caller":"traceutil/trace.go:171","msg":"trace[213246811] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"631.547473ms","start":"2026-04-03T02:34:13.08899Z","end":"2026-04-03T02:34:13.720538Z","steps":["trace[213246811] 'process raft request' (duration: 631.107621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:13.72067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:13.088951Z","time spent":"631.666936ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73564,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:13.720538Z","caller":"traceutil/trace.go:171","msg":"trace[1440152021] linearizableReadLoop","detail":"{readStateIndex:1129; appliedIndex:1127; }","duration":"245.867444ms","start":"2026-04-03T02:34:13.474635Z","end":"2026-04-03T02:34:13.720503Z","steps":["trace[1440152021] 'read index received' (duration: 245.232239ms)","trace[1440152021] 'applied index is now lower than readState.Index' (duration: 632.145µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:13.720901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.239515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123808"} {"level":"info","ts":"2026-04-03T02:34:13.721031Z","caller":"traceutil/trace.go:171","msg":"trace[441454256] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1088; }","duration":"246.405028ms","start":"2026-04-03T02:34:13.474607Z","end":"2026-04-03T02:34:13.721012Z","steps":["trace[441454256] 'agreement among raft nodes before linearized reading' (duration: 246.06123ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:13.794562Z","caller":"traceutil/trace.go:171","msg":"trace[350663286] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"319.791453ms","start":"2026-04-03T02:34:13.47473Z","end":"2026-04-03T02:34:13.794521Z","steps":["trace[350663286] 'process raft request' (duration: 319.624729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:13.794589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.25671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:34:13.794677Z","caller":"traceutil/trace.go:171","msg":"trace[806619319] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1089; }","duration":"319.396743ms","start":"2026-04-03T02:34:13.475257Z","end":"2026-04-03T02:34:13.794654Z","steps":["trace[806619319] 'agreement among raft nodes before linearized reading' (duration: 319.215009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:13.794667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.423956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:34:13.794716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:13.474708Z","time spent":"319.941467ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1372,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:34:13.794729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:13.47524Z","time spent":"319.475385ms","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-03T02:34:13.794739Z","caller":"traceutil/trace.go:171","msg":"trace[566122112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1089; }","duration":"253.552149ms","start":"2026-04-03T02:34:13.541168Z","end":"2026-04-03T02:34:13.794721Z","steps":["trace[566122112] 'agreement among raft nodes before linearized reading' (duration: 253.416036ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:13.990335Z","caller":"traceutil/trace.go:171","msg":"trace[1889617916] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"265.365438ms","start":"2026-04-03T02:34:13.724929Z","end":"2026-04-03T02:34:13.990295Z","steps":["trace[1889617916] 'process raft request' (duration: 264.944547ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:13.990437Z","caller":"traceutil/trace.go:171","msg":"trace[30057223] linearizableReadLoop","detail":"{readStateIndex:1132; appliedIndex:1130; }","duration":"194.001903ms","start":"2026-04-03T02:34:13.7964Z","end":"2026-04-03T02:34:13.990402Z","steps":["trace[30057223] 'read index received' (duration: 193.538652ms)","trace[30057223] 'applied index is now lower than readState.Index' (duration: 461.831µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:13.990676Z","caller":"traceutil/trace.go:171","msg":"trace[27804529] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"237.908934ms","start":"2026-04-03T02:34:13.752753Z","end":"2026-04-03T02:34:13.990662Z","steps":["trace[27804529] 'process raft request' (duration: 237.532034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:13.990798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.353342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:13.990848Z","caller":"traceutil/trace.go:171","msg":"trace[1520595731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1091; }","duration":"194.481305ms","start":"2026-04-03T02:34:13.79635Z","end":"2026-04-03T02:34:13.990832Z","steps":["trace[1520595731] 'agreement among raft nodes before linearized reading' (duration: 194.186168ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:14.325206Z","caller":"traceutil/trace.go:171","msg":"trace[1116412588] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"526.356894ms","start":"2026-04-03T02:34:13.798801Z","end":"2026-04-03T02:34:14.325158Z","steps":["trace[1116412588] 'process raft request' (duration: 451.053681ms)","trace[1116412588] 'compare' (duration: 75.050117ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:14.325269Z","caller":"traceutil/trace.go:171","msg":"trace[691571176] linearizableReadLoop","detail":"{readStateIndex:1135; appliedIndex:1132; }","duration":"194.355332ms","start":"2026-04-03T02:34:14.130882Z","end":"2026-04-03T02:34:14.325237Z","steps":["trace[691571176] 'read index received' (duration: 118.978947ms)","trace[691571176] 'applied index is now lower than readState.Index' (duration: 75.374855ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:14.325353Z","caller":"traceutil/trace.go:171","msg":"trace[1072612931] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"332.513534ms","start":"2026-04-03T02:34:13.992798Z","end":"2026-04-03T02:34:14.325312Z","steps":["trace[1072612931] 'process raft request' (duration: 332.367991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:14.325466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:13.798781Z","time spent":"526.529139ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:34:14.325509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:13.992772Z","time spent":"332.660428ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1396,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:34:14.325551Z","caller":"traceutil/trace.go:171","msg":"trace[601116378] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"525.055861ms","start":"2026-04-03T02:34:13.800457Z","end":"2026-04-03T02:34:14.325513Z","steps":["trace[601116378] 'process raft request' (duration: 524.640611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:14.32565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.747692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T02:34:14.325699Z","caller":"traceutil/trace.go:171","msg":"trace[385117674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1094; }","duration":"194.873226ms","start":"2026-04-03T02:34:14.130812Z","end":"2026-04-03T02:34:14.325685Z","steps":["trace[385117674] 'agreement among raft nodes before linearized reading' (duration: 194.602379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:14.325719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:13.800445Z","time spent":"525.189005ms","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:34:14.326016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.263198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-03T02:34:14.32605Z","caller":"traceutil/trace.go:171","msg":"trace[1543384900] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1094; }","duration":"127.336859ms","start":"2026-04-03T02:34:14.198702Z","end":"2026-04-03T02:34:14.326039Z","steps":["trace[1543384900] 'agreement among raft nodes before linearized reading' (duration: 127.239667ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:14.814988Z","caller":"traceutil/trace.go:171","msg":"trace[1945724034] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"484.65111ms","start":"2026-04-03T02:34:14.33031Z","end":"2026-04-03T02:34:14.814961Z","steps":["trace[1945724034] 'process raft request' (duration: 484.423665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:14.815147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:14.330284Z","time spent":"484.787474ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:14.815689Z","caller":"traceutil/trace.go:171","msg":"trace[348257588] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"484.306201ms","start":"2026-04-03T02:34:14.33134Z","end":"2026-04-03T02:34:14.815647Z","steps":["trace[348257588] 'process raft request' (duration: 483.891831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:14.815854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:14.331331Z","time spent":"484.458535ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:34:14.815872Z","caller":"traceutil/trace.go:171","msg":"trace[1611953008] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"484.64009ms","start":"2026-04-03T02:34:14.331192Z","end":"2026-04-03T02:34:14.815832Z","steps":["trace[1611953008] 'process raft request' (duration: 483.727587ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:14.815858Z","caller":"traceutil/trace.go:171","msg":"trace[1826025201] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"483.794918ms","start":"2026-04-03T02:34:14.331938Z","end":"2026-04-03T02:34:14.815732Z","steps":["trace[1826025201] 'process raft request' (duration: 483.46988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:14.815958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.342902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:34:14.815949Z","caller":"traceutil/trace.go:171","msg":"trace[132856587] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"483.727417ms","start":"2026-04-03T02:34:14.332203Z","end":"2026-04-03T02:34:14.81593Z","steps":["trace[132856587] 'process raft request' (duration: 483.272445ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:14.816015Z","caller":"traceutil/trace.go:171","msg":"trace[1184554202] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"482.579298ms","start":"2026-04-03T02:34:14.333395Z","end":"2026-04-03T02:34:14.815974Z","steps":["trace[1184554202] 'process raft request' (duration: 482.155797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:14.816047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:14.331164Z","time spent":"484.791675ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:14.816037Z","caller":"traceutil/trace.go:171","msg":"trace[1364191428] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1102; }","duration":"355.482536ms","start":"2026-04-03T02:34:14.460542Z","end":"2026-04-03T02:34:14.816024Z","steps":["trace[1364191428] 'agreement among raft nodes before linearized reading' (duration: 355.221058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:14.816191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:14.333386Z","time spent":"482.708992ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3870,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:34:14.816379Z","caller":"traceutil/trace.go:171","msg":"trace[1025494885] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"484.266561ms","start":"2026-04-03T02:34:14.331924Z","end":"2026-04-03T02:34:14.816191Z","steps":["trace[1025494885] 'process raft request' (duration: 483.419639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:14.816483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:14.332195Z","time spent":"483.866601ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4127,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:34:14.816156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:14.331925Z","time spent":"484.081856ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:14.815684Z","caller":"traceutil/trace.go:171","msg":"trace[1391018455] linearizableReadLoop","detail":"{readStateIndex:1143; appliedIndex:1136; }","duration":"355.044563ms","start":"2026-04-03T02:34:14.460594Z","end":"2026-04-03T02:34:14.815639Z","steps":["trace[1391018455] 'read index received' (duration: 354.1125ms)","trace[1391018455] 'applied index is now lower than readState.Index' (duration: 930.183µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:14.816222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:14.460519Z","time spent":"355.67913ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:34:14.81678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:14.331916Z","time spent":"484.593519ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3000,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:34:15.037602Z","caller":"traceutil/trace.go:171","msg":"trace[1300233006] linearizableReadLoop","detail":"{readStateIndex:1144; appliedIndex:1143; }","duration":"220.780501ms","start":"2026-04-03T02:34:14.816794Z","end":"2026-04-03T02:34:15.037575Z","steps":["trace[1300233006] 'read index received' (duration: 220.687119ms)","trace[1300233006] 'applied index is now lower than readState.Index' (duration: 92.462µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:15.037719Z","caller":"traceutil/trace.go:171","msg":"trace[1821322944] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"317.761433ms","start":"2026-04-03T02:34:14.719925Z","end":"2026-04-03T02:34:15.037686Z","steps":["trace[1821322944] 'process raft request' (duration: 317.497556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:15.037855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:14.719884Z","time spent":"317.896506ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:15.037879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.471157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:34:15.03794Z","caller":"traceutil/trace.go:171","msg":"trace[391591357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1103; }","duration":"469.623771ms","start":"2026-04-03T02:34:14.568303Z","end":"2026-04-03T02:34:15.037927Z","steps":["trace[391591357] 'agreement among raft nodes before linearized reading' (duration: 469.382955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:15.038128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:14.568278Z","time spent":"469.793785ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:34:15.15109Z","caller":"traceutil/trace.go:171","msg":"trace[491629326] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"328.258107ms","start":"2026-04-03T02:34:14.822808Z","end":"2026-04-03T02:34:15.151066Z","steps":["trace[491629326] 'process raft request' (duration: 328.224956ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:15.151249Z","caller":"traceutil/trace.go:171","msg":"trace[742895612] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"329.517508ms","start":"2026-04-03T02:34:14.82172Z","end":"2026-04-03T02:34:15.151238Z","steps":["trace[742895612] 'process raft request' (duration: 329.20867ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:15.151241Z","caller":"traceutil/trace.go:171","msg":"trace[1893743166] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"330.074924ms","start":"2026-04-03T02:34:14.82114Z","end":"2026-04-03T02:34:15.151214Z","steps":["trace[1893743166] 'process raft request' (duration: 329.659723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:15.1513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:14.8217Z","time spent":"329.57593ms","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3434,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:34:15.15137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:14.82112Z","time spent":"330.178306ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:15.151255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:14.822801Z","time spent":"328.355119ms","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4293,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:34:15.151579Z","caller":"traceutil/trace.go:171","msg":"trace[1856333972] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"329.442506ms","start":"2026-04-03T02:34:14.822128Z","end":"2026-04-03T02:34:15.15157Z","steps":["trace[1856333972] 'process raft request' (duration: 328.846382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:15.151622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:14.822121Z","time spent":"329.480907ms","remote":"127.0.0.1:47580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1679,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:34:15.1517Z","caller":"traceutil/trace.go:171","msg":"trace[721598636] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"329.454417ms","start":"2026-04-03T02:34:14.822229Z","end":"2026-04-03T02:34:15.151684Z","steps":["trace[721598636] 'process raft request' (duration: 328.77595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:15.151865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:14.822214Z","time spent":"329.56901ms","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4558,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:34:15.185735Z","caller":"traceutil/trace.go:171","msg":"trace[883014310] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"143.224901ms","start":"2026-04-03T02:34:15.042478Z","end":"2026-04-03T02:34:15.185703Z","steps":["trace[883014310] 'process raft request' (duration: 142.988464ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:15.490411Z","caller":"traceutil/trace.go:171","msg":"trace[1365379775] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"334.433143ms","start":"2026-04-03T02:34:15.155942Z","end":"2026-04-03T02:34:15.490375Z","steps":["trace[1365379775] 'process raft request' (duration: 333.591542ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:15.490679Z","caller":"traceutil/trace.go:171","msg":"trace[78160310] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"334.119325ms","start":"2026-04-03T02:34:15.156497Z","end":"2026-04-03T02:34:15.490616Z","steps":["trace[78160310] 'process raft request' (duration: 333.818348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:15.490746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:15.155898Z","time spent":"334.663599ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:34:15.49076Z","caller":"traceutil/trace.go:171","msg":"trace[1309797946] linearizableReadLoop","detail":"{readStateIndex:1153; appliedIndex:1149; }","duration":"332.731569ms","start":"2026-04-03T02:34:15.157999Z","end":"2026-04-03T02:34:15.49073Z","steps":["trace[1309797946] 'read index received' (duration: 27.447742ms)","trace[1309797946] 'applied index is now lower than readState.Index' (duration: 305.282337ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:15.490799Z","caller":"traceutil/trace.go:171","msg":"trace[1948566965] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"333.146971ms","start":"2026-04-03T02:34:15.157618Z","end":"2026-04-03T02:34:15.490765Z","steps":["trace[1948566965] 'process raft request' (duration: 332.930566ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:15.490965Z","caller":"traceutil/trace.go:171","msg":"trace[2098507826] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"332.012151ms","start":"2026-04-03T02:34:15.158884Z","end":"2026-04-03T02:34:15.490896Z","steps":["trace[2098507826] 'process raft request' (duration: 331.734884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:15.491179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.977276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:34:15.491229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.08132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:15.490929Z","caller":"traceutil/trace.go:171","msg":"trace[451485141] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"331.773805ms","start":"2026-04-03T02:34:15.159126Z","end":"2026-04-03T02:34:15.4909Z","steps":["trace[451485141] 'process raft request' (duration: 331.54675ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:15.491269Z","caller":"traceutil/trace.go:171","msg":"trace[1397204417] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1114; }","duration":"100.179702ms","start":"2026-04-03T02:34:15.39108Z","end":"2026-04-03T02:34:15.491259Z","steps":["trace[1397204417] 'agreement among raft nodes before linearized reading' (duration: 100.09719ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:15.491273Z","caller":"traceutil/trace.go:171","msg":"trace[790047913] range","detail":"{range_begin:/registry/limitranges/cert-manager/; range_end:/registry/limitranges/cert-manager0; response_count:0; response_revision:1114; }","duration":"333.298755ms","start":"2026-04-03T02:34:15.157953Z","end":"2026-04-03T02:34:15.491251Z","steps":["trace[790047913] 'agreement among raft nodes before linearized reading' (duration: 332.978676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:15.491275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:15.157604Z","time spent":"333.581183ms","remote":"127.0.0.1:47572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1732,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:34:15.491323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:15.157935Z","time spent":"333.378497ms","remote":"127.0.0.1:47160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" "} {"level":"warn","ts":"2026-04-03T02:34:15.491383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:15.159115Z","time spent":"332.173687ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4359,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:15.491417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:15.158871Z","time spent":"332.397663ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:15.491426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:15.156482Z","time spent":"334.285079ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3501,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:15.936703Z","caller":"traceutil/trace.go:171","msg":"trace[2034092555] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"443.05367ms","start":"2026-04-03T02:34:15.493613Z","end":"2026-04-03T02:34:15.936667Z","steps":["trace[2034092555] 'process raft request' (duration: 442.824464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:15.936862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:15.493579Z","time spent":"443.207714ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3777,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:34:16.20467Z","caller":"traceutil/trace.go:171","msg":"trace[143239853] linearizableReadLoop","detail":"{readStateIndex:1158; appliedIndex:1156; }","duration":"706.819766ms","start":"2026-04-03T02:34:15.497825Z","end":"2026-04-03T02:34:16.204645Z","steps":["trace[143239853] 'read index received' (duration: 438.813792ms)","trace[143239853] 'applied index is now lower than readState.Index' (duration: 268.005104ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:16.204685Z","caller":"traceutil/trace.go:171","msg":"trace[1478807242] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"710.340785ms","start":"2026-04-03T02:34:15.494307Z","end":"2026-04-03T02:34:16.204648Z","steps":["trace[1478807242] 'process raft request' (duration: 710.082628ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:16.204797Z","caller":"traceutil/trace.go:171","msg":"trace[1097451244] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"706.405525ms","start":"2026-04-03T02:34:15.498373Z","end":"2026-04-03T02:34:16.204778Z","steps":["trace[1097451244] 'process raft request' (duration: 706.232621ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:16.204855Z","caller":"traceutil/trace.go:171","msg":"trace[1581343338] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"710.451708ms","start":"2026-04-03T02:34:15.494352Z","end":"2026-04-03T02:34:16.204804Z","steps":["trace[1581343338] 'process raft request' (duration: 710.203642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:16.204932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:15.498302Z","time spent":"706.537299ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3483,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:34:16.205077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:15.494328Z","time spent":"710.655062ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:34:16.205076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.229016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3516"} {"level":"info","ts":"2026-04-03T02:34:16.205212Z","caller":"traceutil/trace.go:171","msg":"trace[1388209963] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1118; }","duration":"707.40761ms","start":"2026-04-03T02:34:15.497789Z","end":"2026-04-03T02:34:16.205196Z","steps":["trace[1388209963] 'agreement among raft nodes before linearized reading' (duration: 707.035211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:16.205064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:15.494274Z","time spent":"710.496818ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2641,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:34:16.205281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:15.49778Z","time spent":"707.484072ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3540,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-04-03T02:34:16.354139Z","caller":"traceutil/trace.go:171","msg":"trace[167683897] linearizableReadLoop","detail":"{readStateIndex:1162; appliedIndex:1159; }","duration":"149.372507ms","start":"2026-04-03T02:34:16.204742Z","end":"2026-04-03T02:34:16.354115Z","steps":["trace[167683897] 'read index received' (duration: 149.189412ms)","trace[167683897] 'applied index is now lower than readState.Index' (duration: 182.115µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:16.354251Z","caller":"traceutil/trace.go:171","msg":"trace[848118361] transaction","detail":"{read_only:false; response_revision:1120; number_of_response:1; }","duration":"411.354498ms","start":"2026-04-03T02:34:15.942886Z","end":"2026-04-03T02:34:16.354241Z","steps":["trace[848118361] 'process raft request' (duration: 411.128872ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:16.354317Z","caller":"traceutil/trace.go:171","msg":"trace[1762532919] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"412.478007ms","start":"2026-04-03T02:34:15.941821Z","end":"2026-04-03T02:34:16.354299Z","steps":["trace[1762532919] 'process raft request' (duration: 412.057487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:16.354429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:15.941782Z","time spent":"412.58661ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":760,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:34:16.354602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.294513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:16.354643Z","caller":"traceutil/trace.go:171","msg":"trace[51037585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1121; }","duration":"814.388676ms","start":"2026-04-03T02:34:15.540245Z","end":"2026-04-03T02:34:16.354633Z","steps":["trace[51037585] 'agreement among raft nodes before linearized reading' (duration: 814.311894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:16.354756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.305789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4640"} {"level":"info","ts":"2026-04-03T02:34:16.354789Z","caller":"traceutil/trace.go:171","msg":"trace[1768832223] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1121; }","duration":"855.35259ms","start":"2026-04-03T02:34:15.499428Z","end":"2026-04-03T02:34:16.354781Z","steps":["trace[1768832223] 'agreement among raft nodes before linearized reading' (duration: 855.231177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:16.354808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:15.499421Z","time spent":"855.382601ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4664,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-04-03T02:34:16.354824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.275255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4374"} {"level":"info","ts":"2026-04-03T02:34:16.354943Z","caller":"traceutil/trace.go:171","msg":"trace[1017773008] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1121; }","duration":"856.436098ms","start":"2026-04-03T02:34:15.49849Z","end":"2026-04-03T02:34:16.354926Z","steps":["trace[1017773008] 'agreement among raft nodes before linearized reading' (duration: 856.180682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:16.354985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:15.942858Z","time spent":"411.41823ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3823,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:16.354999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:15.498477Z","time spent":"856.50859ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4398,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-04-03T02:34:16.354856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:15.540224Z","time spent":"814.567ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:34:16.354829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.672079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:16.355374Z","caller":"traceutil/trace.go:171","msg":"trace[380311328] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:1121; }","duration":"854.243993ms","start":"2026-04-03T02:34:15.501111Z","end":"2026-04-03T02:34:16.355355Z","steps":["trace[380311328] 'agreement among raft nodes before linearized reading' (duration: 853.633917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:16.355421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:15.501104Z","time spent":"854.297444ms","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" "} {"level":"info","ts":"2026-04-03T02:34:16.354885Z","caller":"traceutil/trace.go:171","msg":"trace[1819852656] transaction","detail":"{read_only:false; response_revision:1121; number_of_response:1; }","duration":"411.264096ms","start":"2026-04-03T02:34:15.943592Z","end":"2026-04-03T02:34:16.354856Z","steps":["trace[1819852656] 'process raft request' (duration: 410.480617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:16.355597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:15.943578Z","time spent":"411.984564ms","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4675,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:16.976818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.4023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:34:16.977226Z","caller":"traceutil/trace.go:171","msg":"trace[1527102144] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"767.538161ms","start":"2026-04-03T02:34:16.209667Z","end":"2026-04-03T02:34:16.977206Z","steps":["trace[1527102144] 'process raft request' (duration: 767.257634ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:16.977284Z","caller":"traceutil/trace.go:171","msg":"trace[1959722411] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"768.517655ms","start":"2026-04-03T02:34:16.208731Z","end":"2026-04-03T02:34:16.977249Z","steps":["trace[1959722411] 'process raft request' (duration: 498.600913ms)","trace[1959722411] 'compare' (duration: 269.233195ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:16.977351Z","caller":"traceutil/trace.go:171","msg":"trace[1225497209] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"766.919045ms","start":"2026-04-03T02:34:16.210423Z","end":"2026-04-03T02:34:16.977342Z","steps":["trace[1225497209] 'process raft request' (duration: 766.587997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:16.977393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:16.210413Z","time spent":"766.961847ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:34:16.977461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:16.208701Z","time spent":"768.658689ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2687,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:16.977309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:16.209641Z","time spent":"767.630123ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3529,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:16.977659Z","caller":"traceutil/trace.go:171","msg":"trace[1597986353] transaction","detail":"{read_only:false; response_revision:1125; number_of_response:1; }","duration":"765.912369ms","start":"2026-04-03T02:34:16.211716Z","end":"2026-04-03T02:34:16.977629Z","steps":["trace[1597986353] 'process raft request' (duration: 765.337725ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:16.977795Z","caller":"traceutil/trace.go:171","msg":"trace[1694056807] linearizableReadLoop","detail":"{readStateIndex:1168; appliedIndex:1162; }","duration":"623.562141ms","start":"2026-04-03T02:34:16.354206Z","end":"2026-04-03T02:34:16.977768Z","steps":["trace[1694056807] 'read index received' (duration: 353.274669ms)","trace[1694056807] 'applied index is now lower than readState.Index' (duration: 270.286502ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:16.977845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:16.211692Z","time spent":"766.042343ms","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4410,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:16.977929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.055593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:34:16.977964Z","caller":"traceutil/trace.go:171","msg":"trace[1924359641] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1127; }","duration":"677.150895ms","start":"2026-04-03T02:34:16.300801Z","end":"2026-04-03T02:34:16.977952Z","steps":["trace[1924359641] 'agreement among raft nodes before linearized reading' (duration: 677.092664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:16.977988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:16.300779Z","time spent":"677.203817ms","remote":"127.0.0.1:47572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:34:16.977978Z","caller":"traceutil/trace.go:171","msg":"trace[925857150] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"765.376916ms","start":"2026-04-03T02:34:16.212514Z","end":"2026-04-03T02:34:16.977891Z","steps":["trace[925857150] 'process raft request' (duration: 765.079588ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:16.978031Z","caller":"traceutil/trace.go:171","msg":"trace[1097252382] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"765.212562ms","start":"2026-04-03T02:34:16.212454Z","end":"2026-04-03T02:34:16.977666Z","steps":["trace[1097252382] 'process raft request' (duration: 765.026178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:16.978212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:16.212504Z","time spent":"765.588751ms","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3551,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:16.978262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:16.212441Z","time spent":"765.694454ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3811,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:17.222638Z","caller":"traceutil/trace.go:171","msg":"trace[1854535068] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"862.944992ms","start":"2026-04-03T02:34:16.359666Z","end":"2026-04-03T02:34:17.222611Z","steps":["trace[1854535068] 'process raft request' (duration: 834.106303ms)","trace[1854535068] 'compare' (duration: 28.493491ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:17.222761Z","caller":"traceutil/trace.go:171","msg":"trace[662518211] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"862.268045ms","start":"2026-04-03T02:34:16.360468Z","end":"2026-04-03T02:34:17.222736Z","steps":["trace[662518211] 'process raft request' (duration: 862.026909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:17.222805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:16.359623Z","time spent":"863.106596ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:34:17.222872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:16.360447Z","time spent":"862.369828ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":776,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:34:17.223062Z","caller":"traceutil/trace.go:171","msg":"trace[1088874042] linearizableReadLoop","detail":"{readStateIndex:1173; appliedIndex:1168; }","duration":"245.156767ms","start":"2026-04-03T02:34:16.977868Z","end":"2026-04-03T02:34:17.223025Z","steps":["trace[1088874042] 'read index received' (duration: 215.916508ms)","trace[1088874042] 'applied index is now lower than readState.Index' (duration: 29.239049ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:17.223263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.433282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-03T02:34:17.223294Z","caller":"traceutil/trace.go:171","msg":"trace[793559465] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"858.032017ms","start":"2026-04-03T02:34:16.365233Z","end":"2026-04-03T02:34:17.223265Z","steps":["trace[793559465] 'process raft request' (duration: 857.34905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:17.223307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.107967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:971"} {"level":"info","ts":"2026-04-03T02:34:17.223374Z","caller":"traceutil/trace.go:171","msg":"trace[920927891] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1132; }","duration":"721.225691ms","start":"2026-04-03T02:34:16.502127Z","end":"2026-04-03T02:34:17.223352Z","steps":["trace[920927891] 'agreement among raft nodes before linearized reading' (duration: 721.046196ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:17.223374Z","caller":"traceutil/trace.go:171","msg":"trace[1147250764] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"763.406537ms","start":"2026-04-03T02:34:16.459952Z","end":"2026-04-03T02:34:17.223358Z","steps":["trace[1147250764] 'process raft request' (duration: 762.865913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:17.223411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:16.365216Z","time spent":"858.12572ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4935,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:17.223415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.725042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4690"} {"level":"warn","ts":"2026-04-03T02:34:17.223442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:16.502098Z","time spent":"721.329543ms","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":995,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-04-03T02:34:17.223409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.886936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:17.223475Z","caller":"traceutil/trace.go:171","msg":"trace[176566209] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:1132; }","duration":"861.848815ms","start":"2026-04-03T02:34:16.361604Z","end":"2026-04-03T02:34:17.223453Z","steps":["trace[176566209] 'agreement among raft nodes before linearized reading' (duration: 861.617099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:17.223551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:16.459925Z","time spent":"763.51095ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211570,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:17.223551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.218289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-m45qx\" ","response":"range_response_count:1 size:3838"} {"level":"warn","ts":"2026-04-03T02:34:17.22358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:16.361588Z","time spent":"861.979668ms","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4714,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" "} {"level":"info","ts":"2026-04-03T02:34:17.223577Z","caller":"traceutil/trace.go:171","msg":"trace[757811182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1132; }","duration":"864.123912ms","start":"2026-04-03T02:34:16.359422Z","end":"2026-04-03T02:34:17.223546Z","steps":["trace[757811182] 'agreement among raft nodes before linearized reading' (duration: 863.885057ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:17.223632Z","caller":"traceutil/trace.go:171","msg":"trace[1200513677] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-m45qx; range_end:; response_count:1; response_revision:1132; }","duration":"863.382213ms","start":"2026-04-03T02:34:16.360229Z","end":"2026-04-03T02:34:17.223611Z","steps":["trace[1200513677] 'agreement among raft nodes before linearized reading' (duration: 863.067505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:17.223659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:16.359386Z","time spent":"864.257476ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:34:17.22332Z","caller":"traceutil/trace.go:171","msg":"trace[704112048] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1132; }","duration":"400.530394ms","start":"2026-04-03T02:34:16.822774Z","end":"2026-04-03T02:34:17.223304Z","steps":["trace[704112048] 'agreement among raft nodes before linearized reading' (duration: 400.36566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:17.223723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:16.822751Z","time spent":"400.953414ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:34:17.223805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.374301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-03T02:34:17.223805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.843332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T02:34:17.223885Z","caller":"traceutil/trace.go:171","msg":"trace[2023570551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1132; }","duration":"402.485324ms","start":"2026-04-03T02:34:16.821378Z","end":"2026-04-03T02:34:17.223864Z","steps":["trace[2023570551] 'agreement among raft nodes before linearized reading' (duration: 402.173747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:17.223933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:16.821358Z","time spent":"402.562106ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:34:17.223954Z","caller":"traceutil/trace.go:171","msg":"trace[2063262290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1132; }","duration":"401.076527ms","start":"2026-04-03T02:34:16.82283Z","end":"2026-04-03T02:34:17.223906Z","steps":["trace[2063262290] 'agreement among raft nodes before linearized reading' (duration: 400.593225ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:17.22406Z","caller":"traceutil/trace.go:171","msg":"trace[1480722088] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"857.7146ms","start":"2026-04-03T02:34:16.365303Z","end":"2026-04-03T02:34:17.223017Z","steps":["trace[1480722088] 'process raft request' (duration: 857.391912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:17.224102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:16.822802Z","time spent":"401.284063ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:34:17.224161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:16.365279Z","time spent":"858.813537ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4670,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:17.223687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:16.360218Z","time spent":"863.459725ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3862,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-m45qx\" "} {"level":"info","ts":"2026-04-03T02:34:17.265047Z","caller":"traceutil/trace.go:171","msg":"trace[34422528] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"278.961662ms","start":"2026-04-03T02:34:16.986062Z","end":"2026-04-03T02:34:17.265024Z","steps":["trace[34422528] 'process raft request' (duration: 278.87563ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:17.265049Z","caller":"traceutil/trace.go:171","msg":"trace[1770608816] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"281.090746ms","start":"2026-04-03T02:34:16.983924Z","end":"2026-04-03T02:34:17.265015Z","steps":["trace[1770608816] 'process raft request' (duration: 280.822069ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:17.265381Z","caller":"traceutil/trace.go:171","msg":"trace[1779965426] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"221.551251ms","start":"2026-04-03T02:34:17.043804Z","end":"2026-04-03T02:34:17.265355Z","steps":["trace[1779965426] 'process raft request' (duration: 221.182261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:17.265836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.868043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:34:17.265925Z","caller":"traceutil/trace.go:171","msg":"trace[1596338859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1135; }","duration":"110.999146ms","start":"2026-04-03T02:34:17.154908Z","end":"2026-04-03T02:34:17.265907Z","steps":["trace[1596338859] 'agreement among raft nodes before linearized reading' (duration: 110.722329ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:17.968279Z","caller":"traceutil/trace.go:171","msg":"trace[1065153558] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"124.711533ms","start":"2026-04-03T02:34:17.843544Z","end":"2026-04-03T02:34:17.968256Z","steps":["trace[1065153558] 'process raft request' (duration: 124.582929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:18.093274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.459334ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:34:18.142642Z","caller":"traceutil/trace.go:171","msg":"trace[2032103490] linearizableReadLoop","detail":"{readStateIndex:1211; appliedIndex:1210; }","duration":"127.625937ms","start":"2026-04-03T02:34:18.01499Z","end":"2026-04-03T02:34:18.142616Z","steps":["trace[2032103490] 'read index received' (duration: 127.439062ms)","trace[2032103490] 'applied index is now lower than readState.Index' (duration: 186.105µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:18.1427Z","caller":"traceutil/trace.go:171","msg":"trace[1515260394] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"163.904943ms","start":"2026-04-03T02:34:17.97876Z","end":"2026-04-03T02:34:18.142665Z","steps":["trace[1515260394] 'process raft request' (duration: 163.714758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:18.14286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.854422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:1054"} {"level":"info","ts":"2026-04-03T02:34:18.142894Z","caller":"traceutil/trace.go:171","msg":"trace[134896071] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:1169; }","duration":"127.948254ms","start":"2026-04-03T02:34:18.014936Z","end":"2026-04-03T02:34:18.142885Z","steps":["trace[134896071] 'agreement among raft nodes before linearized reading' (duration: 127.77018ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:21.457908Z","caller":"traceutil/trace.go:171","msg":"trace[573184999] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"313.849903ms","start":"2026-04-03T02:34:21.144026Z","end":"2026-04-03T02:34:21.457876Z","steps":["trace[573184999] 'process raft request' (duration: 248.581733ms)","trace[573184999] 'compare' (duration: 65.135527ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:21.458072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:21.143996Z","time spent":"313.998578ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:21.790486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.610694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:34:21.790644Z","caller":"traceutil/trace.go:171","msg":"trace[176069107] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"325.779444ms","start":"2026-04-03T02:34:21.464851Z","end":"2026-04-03T02:34:21.79063Z","steps":["trace[176069107] 'process raft request' (duration: 325.719292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:21.790692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:21.464826Z","time spent":"325.845516ms","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:21.7907Z","caller":"traceutil/trace.go:171","msg":"trace[2095129049] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"501.908596ms","start":"2026-04-03T02:34:21.28873Z","end":"2026-04-03T02:34:21.790639Z","steps":["trace[2095129049] 'process raft request' (duration: 272.066597ms)","trace[2095129049] 'compare' (duration: 229.49857ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:21.7908Z","caller":"traceutil/trace.go:171","msg":"trace[181074468] linearizableReadLoop","detail":"{readStateIndex:1233; appliedIndex:1231; }","duration":"475.774166ms","start":"2026-04-03T02:34:21.315Z","end":"2026-04-03T02:34:21.790774Z","steps":["trace[181074468] 'read index received' (duration: 77.618383ms)","trace[181074468] 'applied index is now lower than readState.Index' (duration: 398.152403ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:21.790954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.963211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:34:21.790913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:21.288698Z","time spent":"502.102881ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:21.790975Z","caller":"traceutil/trace.go:171","msg":"trace[1199031562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1192; }","duration":"475.984251ms","start":"2026-04-03T02:34:21.314985Z","end":"2026-04-03T02:34:21.790969Z","steps":["trace[1199031562] 'agreement among raft nodes before linearized reading' (duration: 475.899929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:21.790998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:21.314937Z","time spent":"476.056323ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:34:21.791036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.931983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:34:21.791075Z","caller":"traceutil/trace.go:171","msg":"trace[2083451726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1192; }","duration":"472.997934ms","start":"2026-04-03T02:34:21.318066Z","end":"2026-04-03T02:34:21.791064Z","steps":["trace[2083451726] 'agreement among raft nodes before linearized reading' (duration: 472.859671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:21.791066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.445115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:34:21.791114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:21.318055Z","time spent":"473.050366ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:34:21.791139Z","caller":"traceutil/trace.go:171","msg":"trace[1155728473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1192; }","duration":"249.555018ms","start":"2026-04-03T02:34:21.541565Z","end":"2026-04-03T02:34:21.79112Z","steps":["trace[1155728473] 'agreement among raft nodes before linearized reading' (duration: 249.424835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:21.791142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.212464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T02:34:21.791223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.241665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:34:21.791229Z","caller":"traceutil/trace.go:171","msg":"trace[864093049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1192; }","duration":"466.327907ms","start":"2026-04-03T02:34:21.32488Z","end":"2026-04-03T02:34:21.791207Z","steps":["trace[864093049] 'agreement among raft nodes before linearized reading' (duration: 466.089981ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:21.79126Z","caller":"traceutil/trace.go:171","msg":"trace[981070233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1192; }","duration":"468.318177ms","start":"2026-04-03T02:34:21.322931Z","end":"2026-04-03T02:34:21.791249Z","steps":["trace[981070233] 'agreement among raft nodes before linearized reading' (duration: 468.148813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:21.791258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.121418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-03T02:34:21.791273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:21.324868Z","time spent":"466.395728ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:34:21.791291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:21.322909Z","time spent":"468.375199ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:34:21.79131Z","caller":"traceutil/trace.go:171","msg":"trace[2030666425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1192; }","duration":"473.189749ms","start":"2026-04-03T02:34:21.318107Z","end":"2026-04-03T02:34:21.791297Z","steps":["trace[2030666425] 'agreement among raft nodes before linearized reading' (duration: 472.989184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:21.791402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:21.318102Z","time spent":"473.287793ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:34:22.358462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.047267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:34:22.358559Z","caller":"traceutil/trace.go:171","msg":"trace[1434383690] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"564.010106ms","start":"2026-04-03T02:34:21.794523Z","end":"2026-04-03T02:34:22.358533Z","steps":["trace[1434383690] 'process raft request' (duration: 363.635351ms)","trace[1434383690] 'compare' (duration: 199.867952ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:22.358613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:21.794504Z","time spent":"564.083328ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:22.372341Z","caller":"traceutil/trace.go:171","msg":"trace[1187195080] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"577.063056ms","start":"2026-04-03T02:34:21.795254Z","end":"2026-04-03T02:34:22.372317Z","steps":["trace[1187195080] 'process raft request' (duration: 576.868681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:22.372507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:21.795229Z","time spent":"577.20879ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:22.372638Z","caller":"traceutil/trace.go:171","msg":"trace[1773826677] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"576.970244ms","start":"2026-04-03T02:34:21.795648Z","end":"2026-04-03T02:34:22.372618Z","steps":["trace[1773826677] 'process raft request' (duration: 576.583684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:22.372743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:21.795629Z","time spent":"577.058356ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:22.372733Z","caller":"traceutil/trace.go:171","msg":"trace[533027002] transaction","detail":"{read_only:false; response_revision:1196; number_of_response:1; }","duration":"576.636156ms","start":"2026-04-03T02:34:21.796072Z","end":"2026-04-03T02:34:22.372708Z","steps":["trace[533027002] 'process raft request' (duration: 576.451641ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:22.372876Z","caller":"traceutil/trace.go:171","msg":"trace[241310512] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"576.686047ms","start":"2026-04-03T02:34:21.79618Z","end":"2026-04-03T02:34:22.372866Z","steps":["trace[241310512] 'process raft request' (duration: 576.471681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:22.372912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:21.796056Z","time spent":"576.741878ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:22.372943Z","caller":"traceutil/trace.go:171","msg":"trace[1941997512] transaction","detail":"{read_only:false; response_revision:1198; number_of_response:1; }","duration":"574.280906ms","start":"2026-04-03T02:34:21.798652Z","end":"2026-04-03T02:34:22.372933Z","steps":["trace[1941997512] 'process raft request' (duration: 574.176923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:22.372968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:21.796155Z","time spent":"576.78217ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:22.372997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:21.798625Z","time spent":"574.343747ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3875,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:36.56043Z","caller":"traceutil/trace.go:171","msg":"trace[894392866] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"115.595263ms","start":"2026-04-03T02:34:36.444807Z","end":"2026-04-03T02:34:36.560403Z","steps":["trace[894392866] 'process raft request' (duration: 115.432759ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:36.627851Z","caller":"traceutil/trace.go:171","msg":"trace[1417678379] linearizableReadLoop","detail":"{readStateIndex:1322; appliedIndex:1320; }","duration":"180.544444ms","start":"2026-04-03T02:34:36.447287Z","end":"2026-04-03T02:34:36.627831Z","steps":["trace[1417678379] 'read index received' (duration: 112.934985ms)","trace[1417678379] 'applied index is now lower than readState.Index' (duration: 67.608479ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:36.62803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.164544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:34:36.628064Z","caller":"traceutil/trace.go:171","msg":"trace[1973420969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1277; }","duration":"180.303778ms","start":"2026-04-03T02:34:36.44775Z","end":"2026-04-03T02:34:36.628054Z","steps":["trace[1973420969] 'agreement among raft nodes before linearized reading' (duration: 180.185805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:36.628127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.833122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:34:36.628229Z","caller":"traceutil/trace.go:171","msg":"trace[1103260465] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1277; }","duration":"180.973164ms","start":"2026-04-03T02:34:36.447241Z","end":"2026-04-03T02:34:36.628214Z","steps":["trace[1103260465] 'agreement among raft nodes before linearized reading' (duration: 180.712588ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:36.627938Z","caller":"traceutil/trace.go:171","msg":"trace[322130633] transaction","detail":"{read_only:false; response_revision:1277; number_of_response:1; }","duration":"182.686368ms","start":"2026-04-03T02:34:36.445212Z","end":"2026-04-03T02:34:36.627898Z","steps":["trace[322130633] 'process raft request' (duration: 182.520034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:38.041455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839979331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:34:38.184292Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.024727192s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:34:38.185182Z","caller":"traceutil/trace.go:171","msg":"trace[1893174180] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"1.025769149s","start":"2026-04-03T02:34:37.159381Z","end":"2026-04-03T02:34:38.18515Z","steps":["trace[1893174180] 'process raft request' (duration: 1.02544979s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:38.185443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:37.159355Z","time spent":"1.025938613s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6388,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:39.541865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000583958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:34:39.541938Z","caller":"traceutil/trace.go:171","msg":"trace[2140723204] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000709261s","start":"2026-04-03T02:34:37.541214Z","end":"2026-04-03T02:34:39.541923Z","steps":["trace[2140723204] 'agreement among raft nodes before linearized reading' (duration: 2.000610549s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:39.541972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:37.541193Z","time spent":"2.000772682s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:34:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:34:40.827459Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.642887983s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:34:40.830242Z","caller":"traceutil/trace.go:171","msg":"trace[946921249] transaction","detail":"{read_only:false; response_revision:1281; number_of_response:1; }","duration":"2.896769381s","start":"2026-04-03T02:34:37.933437Z","end":"2026-04-03T02:34:40.830206Z","steps":["trace[946921249] 'process raft request' (duration: 2.894337699s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:40.830663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:37.933409Z","time spent":"2.896907294s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:40.848376Z","caller":"traceutil/trace.go:171","msg":"trace[1037000697] linearizableReadLoop","detail":"{readStateIndex:1327; appliedIndex:1324; }","duration":"3.307098052s","start":"2026-04-03T02:34:37.54125Z","end":"2026-04-03T02:34:40.848348Z","steps":["trace[1037000697] 'read index received' (duration: 643.328741ms)","trace[1037000697] 'applied index is now lower than readState.Index' (duration: 2.663766431s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:40.84857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.303189614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:40.848631Z","caller":"traceutil/trace.go:171","msg":"trace[1199441206] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1282; }","duration":"3.303281486s","start":"2026-04-03T02:34:37.545334Z","end":"2026-04-03T02:34:40.848615Z","steps":["trace[1199441206] 'agreement among raft nodes before linearized reading' (duration: 3.303152983s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:40.848634Z","caller":"traceutil/trace.go:171","msg":"trace[1315204399] transaction","detail":"{read_only:false; response_revision:1282; number_of_response:1; }","duration":"423.202527ms","start":"2026-04-03T02:34:40.425248Z","end":"2026-04-03T02:34:40.84845Z","steps":["trace[1315204399] 'process raft request' (duration: 422.885659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:40.848686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:37.545322Z","time spent":"3.303349057s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:34:40.848787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402611839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:34:40.848812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16287707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-03T02:34:40.848894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552002539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:34:40.848876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:40.425222Z","time spent":"423.538965ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:40.84898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21628077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:34:40.848992Z","caller":"traceutil/trace.go:171","msg":"trace[128251269] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1282; }","duration":"1.552138463s","start":"2026-04-03T02:34:39.296831Z","end":"2026-04-03T02:34:40.848969Z","steps":["trace[128251269] 'agreement among raft nodes before linearized reading' (duration: 1.551972698s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:40.848999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.860097703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:34:40.849041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:39.296818Z","time spent":"1.552213674s","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:34:40.849063Z","caller":"traceutil/trace.go:171","msg":"trace[2096031983] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1282; }","duration":"2.860197047s","start":"2026-04-03T02:34:37.988853Z","end":"2026-04-03T02:34:40.84905Z","steps":["trace[2096031983] 'agreement among raft nodes before linearized reading' (duration: 2.860061193s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:40.849093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283825458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T02:34:40.849111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:37.988835Z","time spent":"2.860262249s","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":50,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:34:40.849124Z","caller":"traceutil/trace.go:171","msg":"trace[383212994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1282; }","duration":"2.2838926s","start":"2026-04-03T02:34:38.565223Z","end":"2026-04-03T02:34:40.849116Z","steps":["trace[383212994] 'agreement among raft nodes before linearized reading' (duration: 2.283818127s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:40.848958Z","caller":"traceutil/trace.go:171","msg":"trace[1377926229] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1282; }","duration":"2.163057365s","start":"2026-04-03T02:34:38.685877Z","end":"2026-04-03T02:34:40.848934Z","steps":["trace[1377926229] 'agreement among raft nodes before linearized reading' (duration: 2.162619354s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:40.849233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:38.685852Z","time spent":"2.163366194s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:34:40.84902Z","caller":"traceutil/trace.go:171","msg":"trace[1126764619] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1282; }","duration":"2.216357142s","start":"2026-04-03T02:34:38.632652Z","end":"2026-04-03T02:34:40.849009Z","steps":["trace[1126764619] 'agreement among raft nodes before linearized reading' (duration: 2.216252819s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:40.849325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:38.632628Z","time spent":"2.216681371s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:34:40.849371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307317045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:40.849409Z","caller":"traceutil/trace.go:171","msg":"trace[104086529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1282; }","duration":"1.307390117s","start":"2026-04-03T02:34:39.54201Z","end":"2026-04-03T02:34:40.849401Z","steps":["trace[104086529] 'agreement among raft nodes before linearized reading' (duration: 1.307337056s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:40.848876Z","caller":"traceutil/trace.go:171","msg":"trace[135822908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1282; }","duration":"2.402744173s","start":"2026-04-03T02:34:38.44611Z","end":"2026-04-03T02:34:40.848854Z","steps":["trace[135822908] 'agreement among raft nodes before linearized reading' (duration: 2.402535628s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:40.849446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:39.541985Z","time spent":"1.307454558s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:34:40.849513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:38.446087Z","time spent":"2.4034016s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:34:40.849168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:38.5652Z","time spent":"2.283961381s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:34:40.84958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163459515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-03T02:34:40.849635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653323331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-03T02:34:40.849649Z","caller":"traceutil/trace.go:171","msg":"trace[1248100230] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1282; }","duration":"2.163546718s","start":"2026-04-03T02:34:38.686086Z","end":"2026-04-03T02:34:40.849633Z","steps":["trace[1248100230] 'agreement among raft nodes before linearized reading' (duration: 2.163329893s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:40.849698Z","caller":"traceutil/trace.go:171","msg":"trace[1156800073] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1282; }","duration":"1.653423844s","start":"2026-04-03T02:34:39.196259Z","end":"2026-04-03T02:34:40.849683Z","steps":["trace[1156800073] 'agreement among raft nodes before linearized reading' (duration: 1.65324404s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:40.849709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:38.686079Z","time spent":"2.16361688s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:34:40.849748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:39.19624Z","time spent":"1.653496686s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T02:34:40.84974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.19302401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:34:40.849908Z","caller":"traceutil/trace.go:171","msg":"trace[1358981147] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1282; }","duration":"3.193560863s","start":"2026-04-03T02:34:37.656318Z","end":"2026-04-03T02:34:40.849879Z","steps":["trace[1358981147] 'agreement among raft nodes before linearized reading' (duration: 3.192958008s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:40.849964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:37.656302Z","time spent":"3.193647525s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":7,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:34:43.059133Z","caller":"traceutil/trace.go:171","msg":"trace[1308213211] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"145.182789ms","start":"2026-04-03T02:34:42.913906Z","end":"2026-04-03T02:34:43.059089Z","steps":["trace[1308213211] 'process raft request' (duration: 49.723476ms)","trace[1308213211] 'compare' (duration: 95.32914ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:43.141495Z","caller":"traceutil/trace.go:171","msg":"trace[1647216710] transaction","detail":"{read_only:false; response_revision:1299; number_of_response:1; }","duration":"226.823803ms","start":"2026-04-03T02:34:42.914653Z","end":"2026-04-03T02:34:43.141477Z","steps":["trace[1647216710] 'process raft request' (duration: 226.779492ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:43.141527Z","caller":"traceutil/trace.go:171","msg":"trace[1381315140] transaction","detail":"{read_only:false; response_revision:1298; number_of_response:1; }","duration":"227.205292ms","start":"2026-04-03T02:34:42.914289Z","end":"2026-04-03T02:34:43.141494Z","steps":["trace[1381315140] 'process raft request' (duration: 227.042808ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:43.14162Z","caller":"traceutil/trace.go:171","msg":"trace[263214144] transaction","detail":"{read_only:false; response_revision:1300; number_of_response:1; }","duration":"226.838884ms","start":"2026-04-03T02:34:42.914758Z","end":"2026-04-03T02:34:43.141597Z","steps":["trace[263214144] 'process raft request' (duration: 226.6976ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:44.45802Z","caller":"traceutil/trace.go:171","msg":"trace[662713919] transaction","detail":"{read_only:false; response_revision:1303; number_of_response:1; }","duration":"107.386945ms","start":"2026-04-03T02:34:44.350608Z","end":"2026-04-03T02:34:44.457995Z","steps":["trace[662713919] 'process raft request' (duration: 107.084158ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:46.580348Z","caller":"traceutil/trace.go:171","msg":"trace[302449826] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"179.173669ms","start":"2026-04-03T02:34:46.401113Z","end":"2026-04-03T02:34:46.580286Z","steps":["trace[302449826] 'process raft request' (duration: 178.885632ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:46.832027Z","caller":"traceutil/trace.go:171","msg":"trace[1885515903] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1322; }","duration":"240.802806ms","start":"2026-04-03T02:34:46.591184Z","end":"2026-04-03T02:34:46.831987Z","steps":["trace[1885515903] 'process raft request' (duration: 197.760839ms)","trace[1885515903] 'compare' (duration: 42.848573ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:46.832219Z","caller":"traceutil/trace.go:171","msg":"trace[1422407439] transaction","detail":"{read_only:false; response_revision:1323; number_of_response:1; }","duration":"239.169865ms","start":"2026-04-03T02:34:46.592818Z","end":"2026-04-03T02:34:46.831987Z","steps":["trace[1422407439] 'process raft request' (duration: 239.063323ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:53.374222Z","caller":"traceutil/trace.go:171","msg":"trace[1678380023] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"115.044969ms","start":"2026-04-03T02:34:53.259147Z","end":"2026-04-03T02:34:53.374192Z","steps":["trace[1678380023] 'process raft request' (duration: 99.974377ms)","trace[1678380023] 'compare' (duration: 14.851525ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:54.925342Z","caller":"traceutil/trace.go:171","msg":"trace[1270819652] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"286.799739ms","start":"2026-04-03T02:34:54.63848Z","end":"2026-04-03T02:34:54.92528Z","steps":["trace[1270819652] 'process raft request' (duration: 246.555161ms)","trace[1270819652] 'compare' (duration: 39.789126ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:54.925373Z","caller":"traceutil/trace.go:171","msg":"trace[1473867069] transaction","detail":"{read_only:false; response_revision:1385; number_of_response:1; }","duration":"264.058154ms","start":"2026-04-03T02:34:54.661166Z","end":"2026-04-03T02:34:54.925224Z","steps":["trace[1473867069] 'process raft request' (duration: 263.956582ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:55.123148Z","caller":"traceutil/trace.go:171","msg":"trace[1740581521] linearizableReadLoop","detail":"{readStateIndex:1439; appliedIndex:1438; }","duration":"146.502832ms","start":"2026-04-03T02:34:54.976613Z","end":"2026-04-03T02:34:55.123116Z","steps":["trace[1740581521] 'read index received' (duration: 122.937106ms)","trace[1740581521] 'applied index is now lower than readState.Index' (duration: 23.564516ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:55.123204Z","caller":"traceutil/trace.go:171","msg":"trace[1460389587] transaction","detail":"{read_only:false; response_revision:1386; number_of_response:1; }","duration":"153.607013ms","start":"2026-04-03T02:34:54.969544Z","end":"2026-04-03T02:34:55.123151Z","steps":["trace[1460389587] 'process raft request' (duration: 129.855993ms)","trace[1460389587] 'compare' (duration: 23.598066ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:55.123379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.749239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:34:55.123435Z","caller":"traceutil/trace.go:171","msg":"trace[311978630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1386; }","duration":"146.862402ms","start":"2026-04-03T02:34:54.976556Z","end":"2026-04-03T02:34:55.123419Z","steps":["trace[311978630] 'agreement among raft nodes before linearized reading' (duration: 146.691478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:55.367311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.769744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:34:55.367457Z","caller":"traceutil/trace.go:171","msg":"trace[1151282976] linearizableReadLoop","detail":"{readStateIndex:1440; appliedIndex:1439; }","duration":"244.214403ms","start":"2026-04-03T02:34:55.123222Z","end":"2026-04-03T02:34:55.367436Z","steps":["trace[1151282976] 'read index received' (duration: 102.127291ms)","trace[1151282976] 'applied index is now lower than readState.Index' (duration: 142.085732ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:55.36759Z","caller":"traceutil/trace.go:171","msg":"trace[706876698] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"384.092268ms","start":"2026-04-03T02:34:54.983439Z","end":"2026-04-03T02:34:55.367532Z","steps":["trace[706876698] 'process raft request' (duration: 241.994816ms)","trace[706876698] 'compare' (duration: 141.529328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:55.367825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:54.983406Z","time spent":"384.350935ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105275,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:55.367859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.749451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T02:34:55.368151Z","caller":"traceutil/trace.go:171","msg":"trace[1290366418] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1387; }","duration":"299.14084ms","start":"2026-04-03T02:34:55.068962Z","end":"2026-04-03T02:34:55.368102Z","steps":["trace[1290366418] 'agreement among raft nodes before linearized reading' (duration: 298.638168ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:55.415939Z","caller":"traceutil/trace.go:171","msg":"trace[2088991603] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"287.956188ms","start":"2026-04-03T02:34:55.127955Z","end":"2026-04-03T02:34:55.415911Z","steps":["trace[2088991603] 'process raft request' (duration: 287.734123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:55.416097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.557269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T02:34:55.416172Z","caller":"traceutil/trace.go:171","msg":"trace[765943988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1388; }","duration":"145.699013ms","start":"2026-04-03T02:34:55.270458Z","end":"2026-04-03T02:34:55.416157Z","steps":["trace[765943988] 'agreement among raft nodes before linearized reading' (duration: 145.449717ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:55.660591Z","caller":"traceutil/trace.go:171","msg":"trace[1159593851] transaction","detail":"{read_only:false; response_revision:1391; number_of_response:1; }","duration":"217.921508ms","start":"2026-04-03T02:34:55.442627Z","end":"2026-04-03T02:34:55.660548Z","steps":["trace[1159593851] 'process raft request' (duration: 130.036536ms)","trace[1159593851] 'compare' (duration: 87.477012ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:55.660711Z","caller":"traceutil/trace.go:171","msg":"trace[1185364637] transaction","detail":"{read_only:false; response_revision:1392; number_of_response:1; }","duration":"217.684923ms","start":"2026-04-03T02:34:55.443003Z","end":"2026-04-03T02:34:55.660688Z","steps":["trace[1185364637] 'process raft request' (duration: 217.58301ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:55.66091Z","caller":"traceutil/trace.go:171","msg":"trace[1528679043] transaction","detail":"{read_only:false; response_revision:1393; number_of_response:1; }","duration":"217.825216ms","start":"2026-04-03T02:34:55.443049Z","end":"2026-04-03T02:34:55.660874Z","steps":["trace[1528679043] 'process raft request' (duration: 217.602351ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:55.66091Z","caller":"traceutil/trace.go:171","msg":"trace[504911575] linearizableReadLoop","detail":"{readStateIndex:1446; appliedIndex:1443; }","duration":"213.186958ms","start":"2026-04-03T02:34:55.447654Z","end":"2026-04-03T02:34:55.660841Z","steps":["trace[504911575] 'read index received' (duration: 125.014069ms)","trace[504911575] 'applied index is now lower than readState.Index' (duration: 88.171089ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:55.661014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.338852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:55.661075Z","caller":"traceutil/trace.go:171","msg":"trace[902196519] range","detail":"{range_begin:/registry/clusterroles/ingress-nginx-admission; range_end:; response_count:0; response_revision:1393; }","duration":"213.430995ms","start":"2026-04-03T02:34:55.44763Z","end":"2026-04-03T02:34:55.661061Z","steps":["trace[902196519] 'agreement among raft nodes before linearized reading' (duration: 213.319262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:55.661247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.46426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:55.661301Z","caller":"traceutil/trace.go:171","msg":"trace[1707958072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1393; }","duration":"119.596854ms","start":"2026-04-03T02:34:55.541691Z","end":"2026-04-03T02:34:55.661288Z","steps":["trace[1707958072] 'agreement among raft nodes before linearized reading' (duration: 119.418209ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:55.847068Z","caller":"traceutil/trace.go:171","msg":"trace[1592483999] transaction","detail":"{read_only:false; response_revision:1394; number_of_response:1; }","duration":"145.494378ms","start":"2026-04-03T02:34:55.701548Z","end":"2026-04-03T02:34:55.847042Z","steps":["trace[1592483999] 'process raft request' (duration: 145.288913ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:55.972851Z","caller":"traceutil/trace.go:171","msg":"trace[440207181] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"111.472758ms","start":"2026-04-03T02:34:55.861343Z","end":"2026-04-03T02:34:55.972816Z","steps":["trace[440207181] 'process raft request' (duration: 110.716269ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:56.208753Z","caller":"traceutil/trace.go:171","msg":"trace[2137793394] transaction","detail":"{read_only:false; response_revision:1397; number_of_response:1; }","duration":"113.928209ms","start":"2026-04-03T02:34:56.09479Z","end":"2026-04-03T02:34:56.208718Z","steps":["trace[2137793394] 'process raft request' (duration: 113.655703ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:56.450909Z","caller":"traceutil/trace.go:171","msg":"trace[1118094621] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"144.39503ms","start":"2026-04-03T02:34:56.30649Z","end":"2026-04-03T02:34:56.450885Z","steps":["trace[1118094621] 'process raft request' (duration: 144.145084ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:59.365344Z","caller":"traceutil/trace.go:171","msg":"trace[1123637174] transaction","detail":"{read_only:false; response_revision:1424; number_of_response:1; }","duration":"228.147036ms","start":"2026-04-03T02:34:59.137172Z","end":"2026-04-03T02:34:59.365319Z","steps":["trace[1123637174] 'process raft request' (duration: 227.90405ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:02.477279Z","caller":"traceutil/trace.go:171","msg":"trace[1153258869] transaction","detail":"{read_only:false; response_revision:1441; number_of_response:1; }","duration":"117.998902ms","start":"2026-04-03T02:35:02.359255Z","end":"2026-04-03T02:35:02.477254Z","steps":["trace[1153258869] 'process raft request' (duration: 117.855619ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:02.854394Z","caller":"traceutil/trace.go:171","msg":"trace[1537502902] transaction","detail":"{read_only:false; response_revision:1442; number_of_response:1; }","duration":"116.748882ms","start":"2026-04-03T02:35:02.737619Z","end":"2026-04-03T02:35:02.854367Z","steps":["trace[1537502902] 'process raft request' (duration: 116.584627ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:03.688457Z","caller":"traceutil/trace.go:171","msg":"trace[362428428] linearizableReadLoop","detail":"{readStateIndex:1498; appliedIndex:1497; }","duration":"240.020686ms","start":"2026-04-03T02:35:03.448407Z","end":"2026-04-03T02:35:03.688427Z","steps":["trace[362428428] 'read index received' (duration: 239.802761ms)","trace[362428428] 'applied index is now lower than readState.Index' (duration: 216.595µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:03.688519Z","caller":"traceutil/trace.go:171","msg":"trace[1690281697] transaction","detail":"{read_only:false; response_revision:1443; number_of_response:1; }","duration":"311.645197ms","start":"2026-04-03T02:35:03.376827Z","end":"2026-04-03T02:35:03.688472Z","steps":["trace[1690281697] 'process raft request' (duration: 311.408492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:03.688677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:03.376793Z","time spent":"311.798881ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:03.688706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.287213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:35:03.688752Z","caller":"traceutil/trace.go:171","msg":"trace[1899244793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1443; }","duration":"240.379205ms","start":"2026-04-03T02:35:03.44836Z","end":"2026-04-03T02:35:03.688739Z","steps":["trace[1899244793] 'agreement among raft nodes before linearized reading' (duration: 240.211551ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:03.891328Z","caller":"traceutil/trace.go:171","msg":"trace[1358719647] linearizableReadLoop","detail":"{readStateIndex:1499; appliedIndex:1498; }","duration":"202.763616ms","start":"2026-04-03T02:35:03.688538Z","end":"2026-04-03T02:35:03.891302Z","steps":["trace[1358719647] 'read index received' (duration: 153.754667ms)","trace[1358719647] 'applied index is now lower than readState.Index' (duration: 49.007799ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:03.891607Z","caller":"traceutil/trace.go:171","msg":"trace[692700525] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"406.568026ms","start":"2026-04-03T02:35:03.484879Z","end":"2026-04-03T02:35:03.891447Z","steps":["trace[692700525] 'process raft request' (duration: 357.388743ms)","trace[692700525] 'compare' (duration: 48.912527ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:03.891708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.098955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:35:03.891805Z","caller":"traceutil/trace.go:171","msg":"trace[1350780332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1444; }","duration":"425.224248ms","start":"2026-04-03T02:35:03.466562Z","end":"2026-04-03T02:35:03.891786Z","steps":["trace[1350780332] 'agreement among raft nodes before linearized reading' (duration: 424.9064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:03.891815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:03.484869Z","time spent":"406.813892ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3649,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:03.891926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:03.466554Z","time spent":"425.358672ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:35:03.938063Z","caller":"traceutil/trace.go:171","msg":"trace[745453279] transaction","detail":"{read_only:false; response_revision:1445; number_of_response:1; }","duration":"245.31739ms","start":"2026-04-03T02:35:03.692717Z","end":"2026-04-03T02:35:03.938034Z","steps":["trace[745453279] 'process raft request' (duration: 244.994272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:03.938066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.738711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:35:03.938169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.28254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-03T02:35:03.938214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.206448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:35:03.938237Z","caller":"traceutil/trace.go:171","msg":"trace[156394618] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1445; }","duration":"241.337772ms","start":"2026-04-03T02:35:03.696862Z","end":"2026-04-03T02:35:03.9382Z","steps":["trace[156394618] 'agreement among raft nodes before linearized reading' (duration: 241.253289ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:03.938258Z","caller":"traceutil/trace.go:171","msg":"trace[425069948] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1445; }","duration":"241.2972ms","start":"2026-04-03T02:35:03.696949Z","end":"2026-04-03T02:35:03.938246Z","steps":["trace[425069948] 'agreement among raft nodes before linearized reading' (duration: 241.121035ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:03.938221Z","caller":"traceutil/trace.go:171","msg":"trace[923876762] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1445; }","duration":"241.891825ms","start":"2026-04-03T02:35:03.696299Z","end":"2026-04-03T02:35:03.938191Z","steps":["trace[923876762] 'agreement among raft nodes before linearized reading' (duration: 241.591377ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:04.011929Z","caller":"traceutil/trace.go:171","msg":"trace[1208373881] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"115.161661ms","start":"2026-04-03T02:35:03.896716Z","end":"2026-04-03T02:35:04.011878Z","steps":["trace[1208373881] 'process raft request' (duration: 114.932525ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:04.012105Z","caller":"traceutil/trace.go:171","msg":"trace[1097345192] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"111.872737ms","start":"2026-04-03T02:35:03.90019Z","end":"2026-04-03T02:35:04.012063Z","steps":["trace[1097345192] 'process raft request' (duration: 111.617611ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:04.206559Z","caller":"traceutil/trace.go:171","msg":"trace[715006212] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"263.875719ms","start":"2026-04-03T02:35:03.942655Z","end":"2026-04-03T02:35:04.206531Z","steps":["trace[715006212] 'process raft request' (duration: 189.795267ms)","trace[715006212] 'compare' (duration: 73.877367ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:04.206875Z","caller":"traceutil/trace.go:171","msg":"trace[1024504261] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"264.029553ms","start":"2026-04-03T02:35:03.942773Z","end":"2026-04-03T02:35:04.206802Z","steps":["trace[1024504261] 'process raft request' (duration: 263.715095ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:04.206982Z","caller":"traceutil/trace.go:171","msg":"trace[73418386] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"186.734869ms","start":"2026-04-03T02:35:04.020222Z","end":"2026-04-03T02:35:04.206957Z","steps":["trace[73418386] 'process raft request' (duration: 186.662507ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:04.207108Z","caller":"traceutil/trace.go:171","msg":"trace[270437357] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"264.026075ms","start":"2026-04-03T02:35:03.943036Z","end":"2026-04-03T02:35:04.207062Z","steps":["trace[270437357] 'process raft request' (duration: 263.680705ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:04.372838Z","caller":"traceutil/trace.go:171","msg":"trace[1316818877] linearizableReadLoop","detail":"{readStateIndex:1507; appliedIndex:1506; }","duration":"152.495595ms","start":"2026-04-03T02:35:04.220314Z","end":"2026-04-03T02:35:04.37281Z","steps":["trace[1316818877] 'read index received' (duration: 148.601976ms)","trace[1316818877] 'applied index is now lower than readState.Index' (duration: 3.892579ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:04.372973Z","caller":"traceutil/trace.go:171","msg":"trace[1538903499] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"160.194169ms","start":"2026-04-03T02:35:04.212749Z","end":"2026-04-03T02:35:04.372943Z","steps":["trace[1538903499] 'process raft request' (duration: 156.232239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:04.373161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.820273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-04-03T02:35:04.373244Z","caller":"traceutil/trace.go:171","msg":"trace[95731865] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1452; }","duration":"152.949776ms","start":"2026-04-03T02:35:04.220274Z","end":"2026-04-03T02:35:04.373224Z","steps":["trace[95731865] 'agreement among raft nodes before linearized reading' (duration: 152.68453ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:05.643237Z","caller":"traceutil/trace.go:171","msg":"trace[253779040] linearizableReadLoop","detail":"{readStateIndex:1592; appliedIndex:1591; }","duration":"101.27737ms","start":"2026-04-03T02:35:05.541923Z","end":"2026-04-03T02:35:05.643201Z","steps":["trace[253779040] 'read index received' (duration: 101.041284ms)","trace[253779040] 'applied index is now lower than readState.Index' (duration: 234.976µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:05.64329Z","caller":"traceutil/trace.go:171","msg":"trace[1079424674] transaction","detail":"{read_only:false; response_revision:1537; number_of_response:1; }","duration":"107.701062ms","start":"2026-04-03T02:35:05.535558Z","end":"2026-04-03T02:35:05.643259Z","steps":["trace[1079424674] 'process raft request' (duration: 107.499007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:05.643394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.459124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:05.643444Z","caller":"traceutil/trace.go:171","msg":"trace[1616039494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1537; }","duration":"101.551336ms","start":"2026-04-03T02:35:05.541877Z","end":"2026-04-03T02:35:05.643428Z","steps":["trace[1616039494] 'agreement among raft nodes before linearized reading' (duration: 101.437884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:07.404659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192535648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:35:07.404658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186023312s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:07.404746Z","caller":"traceutil/trace.go:171","msg":"trace[1884218195] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1540; }","duration":"1.192662002s","start":"2026-04-03T02:35:06.212064Z","end":"2026-04-03T02:35:07.404726Z","steps":["trace[1884218195] 'range keys from in-memory index tree' (duration: 1.192390974s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:07.404781Z","caller":"traceutil/trace.go:171","msg":"trace[715599815] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1540; }","duration":"1.186148325s","start":"2026-04-03T02:35:06.218601Z","end":"2026-04-03T02:35:07.404749Z","steps":["trace[715599815] 'range keys from in-memory index tree' (duration: 1.186009552s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:07.404791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:06.212051Z","time spent":"1.192729273s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:35:07.404864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.271854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:35:07.404946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.697189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:35:07.405005Z","caller":"traceutil/trace.go:171","msg":"trace[1989263169] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1540; }","duration":"848.813392ms","start":"2026-04-03T02:35:06.556177Z","end":"2026-04-03T02:35:07.404991Z","steps":["trace[1989263169] 'count revisions from in-memory index tree' (duration: 848.587166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:07.405018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.608556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:35:07.405041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:06.55615Z","time spent":"848.880924ms","remote":"127.0.0.1:47396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":83,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:35:07.40506Z","caller":"traceutil/trace.go:171","msg":"trace[1062798201] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1540; }","duration":"678.679428ms","start":"2026-04-03T02:35:06.726367Z","end":"2026-04-03T02:35:07.405047Z","steps":["trace[1062798201] 'count revisions from in-memory index tree' (duration: 678.561745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:07.405079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193665327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:35:07.405155Z","caller":"traceutil/trace.go:171","msg":"trace[541861406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1540; }","duration":"1.19379626s","start":"2026-04-03T02:35:06.211341Z","end":"2026-04-03T02:35:07.405137Z","steps":["trace[541861406] 'range keys from in-memory index tree' (duration: 1.193449171s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:07.405188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:06.211319Z","time spent":"1.193862422s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:35:07.405099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:06.726357Z","time spent":"678.72998ms","remote":"127.0.0.1:52310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:35:07.405272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46305181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:35:07.405272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193197855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-03T02:35:07.405302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.396084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:35:07.405339Z","caller":"traceutil/trace.go:171","msg":"trace[1657898794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1540; }","duration":"223.384858ms","start":"2026-04-03T02:35:07.181544Z","end":"2026-04-03T02:35:07.404929Z","steps":["trace[1657898794] 'range keys from in-memory index tree' (duration: 223.197802ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:07.405351Z","caller":"traceutil/trace.go:171","msg":"trace[1354003668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1540; }","duration":"1.463172283s","start":"2026-04-03T02:35:05.942158Z","end":"2026-04-03T02:35:07.40533Z","steps":["trace[1354003668] 'range keys from in-memory index tree' (duration: 1.462915846s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:07.405362Z","caller":"traceutil/trace.go:171","msg":"trace[1766489319] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1540; }","duration":"721.494496ms","start":"2026-04-03T02:35:06.683852Z","end":"2026-04-03T02:35:07.405347Z","steps":["trace[1766489319] 'count revisions from in-memory index tree' (duration: 721.26718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:07.405356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3421201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:35:07.405362Z","caller":"traceutil/trace.go:171","msg":"trace[1711428339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1540; }","duration":"1.193325328s","start":"2026-04-03T02:35:06.212017Z","end":"2026-04-03T02:35:07.405342Z","steps":["trace[1711428339] 'range keys from in-memory index tree' (duration: 1.19298959s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:07.405391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:05.942138Z","time spent":"1.463244864s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:35:07.40541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:06.683828Z","time spent":"721.567668ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:35:07.405414Z","caller":"traceutil/trace.go:171","msg":"trace[2095596071] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1540; }","duration":"1.342221493s","start":"2026-04-03T02:35:06.063177Z","end":"2026-04-03T02:35:07.405398Z","steps":["trace[2095596071] 'count revisions from in-memory index tree' (duration: 1.341987386s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:07.405417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:06.212003Z","time spent":"1.19340585s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:35:07.405452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:06.063156Z","time spent":"1.342286414s","remote":"127.0.0.1:47292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:35:07.405786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389180946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:35:07.406659Z","caller":"traceutil/trace.go:171","msg":"trace[1836177140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1540; }","duration":"1.390161092s","start":"2026-04-03T02:35:06.016471Z","end":"2026-04-03T02:35:07.406632Z","steps":["trace[1836177140] 'range keys from in-memory index tree' (duration: 1.388369835s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:07.406945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:06.016448Z","time spent":"1.390410008s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:35:09.78411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.498778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:35:09.78427Z","caller":"traceutil/trace.go:171","msg":"trace[510081575] transaction","detail":"{read_only:false; response_revision:1549; number_of_response:1; }","duration":"281.864362ms","start":"2026-04-03T02:35:09.502379Z","end":"2026-04-03T02:35:09.784244Z","steps":["trace[510081575] 'process raft request' (duration: 73.096677ms)","trace[510081575] 'compare' (duration: 208.308964ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:09.809237Z","caller":"traceutil/trace.go:171","msg":"trace[38184173] transaction","detail":"{read_only:false; response_revision:1550; number_of_response:1; }","duration":"306.204832ms","start":"2026-04-03T02:35:09.503003Z","end":"2026-04-03T02:35:09.809208Z","steps":["trace[38184173] 'process raft request' (duration: 305.981976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:09.809522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:09.502989Z","time spent":"306.336795ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:09.810543Z","caller":"traceutil/trace.go:171","msg":"trace[1107193654] linearizableReadLoop","detail":"{readStateIndex:1608; appliedIndex:1604; }","duration":"270.012702ms","start":"2026-04-03T02:35:09.540503Z","end":"2026-04-03T02:35:09.810516Z","steps":["trace[1107193654] 'read index received' (duration: 34.967159ms)","trace[1107193654] 'applied index is now lower than readState.Index' (duration: 235.043843ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:09.810559Z","caller":"traceutil/trace.go:171","msg":"trace[807214220] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"307.188637ms","start":"2026-04-03T02:35:09.503334Z","end":"2026-04-03T02:35:09.810523Z","steps":["trace[807214220] 'process raft request' (duration: 305.820391ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:09.810571Z","caller":"traceutil/trace.go:171","msg":"trace[1713858853] transaction","detail":"{read_only:false; response_revision:1552; number_of_response:1; }","duration":"306.158831ms","start":"2026-04-03T02:35:09.504382Z","end":"2026-04-03T02:35:09.810541Z","steps":["trace[1713858853] 'process raft request' (duration: 306.019288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:09.810687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.172467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:35:09.810731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:09.50437Z","time spent":"306.277374ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:09.810755Z","caller":"traceutil/trace.go:171","msg":"trace[651435724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1552; }","duration":"270.28154ms","start":"2026-04-03T02:35:09.540451Z","end":"2026-04-03T02:35:09.810733Z","steps":["trace[651435724] 'agreement among raft nodes before linearized reading' (duration: 270.166477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:09.810769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:09.503305Z","time spent":"307.336041ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:09.997248Z","caller":"traceutil/trace.go:171","msg":"trace[1142920867] linearizableReadLoop","detail":"{readStateIndex:1609; appliedIndex:1608; }","duration":"185.221257ms","start":"2026-04-03T02:35:09.812002Z","end":"2026-04-03T02:35:09.997224Z","steps":["trace[1142920867] 'read index received' (duration: 100.135935ms)","trace[1142920867] 'applied index is now lower than readState.Index' (duration: 85.084272ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:09.997386Z","caller":"traceutil/trace.go:171","msg":"trace[1253710384] transaction","detail":"{read_only:false; response_revision:1553; number_of_response:1; }","duration":"208.319704ms","start":"2026-04-03T02:35:09.789025Z","end":"2026-04-03T02:35:09.997345Z","steps":["trace[1253710384] 'process raft request' (duration: 123.184351ms)","trace[1253710384] 'compare' (duration: 84.866876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:09.997427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.370131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:35:09.997562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.773881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:09.997636Z","caller":"traceutil/trace.go:171","msg":"trace[964413757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1553; }","duration":"185.69404ms","start":"2026-04-03T02:35:09.81189Z","end":"2026-04-03T02:35:09.997584Z","steps":["trace[964413757] 'agreement among raft nodes before linearized reading' (duration: 185.454163ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:09.997666Z","caller":"traceutil/trace.go:171","msg":"trace[1310111763] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1553; }","duration":"135.924375ms","start":"2026-04-03T02:35:09.861718Z","end":"2026-04-03T02:35:09.997642Z","steps":["trace[1310111763] 'agreement among raft nodes before linearized reading' (duration: 135.724699ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:11.173345Z","caller":"traceutil/trace.go:171","msg":"trace[1150723885] transaction","detail":"{read_only:false; response_revision:1554; number_of_response:1; }","duration":"117.372023ms","start":"2026-04-03T02:35:11.055953Z","end":"2026-04-03T02:35:11.173325Z","steps":["trace[1150723885] 'process raft request' (duration: 117.231159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:11.482244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.612693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:35:11.482399Z","caller":"traceutil/trace.go:171","msg":"trace[568485174] transaction","detail":"{read_only:false; response_revision:1555; number_of_response:1; }","duration":"272.583528ms","start":"2026-04-03T02:35:11.209787Z","end":"2026-04-03T02:35:11.48237Z","steps":["trace[568485174] 'process raft request' (duration: 109.766539ms)","trace[568485174] 'compare' (duration: 162.441509ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:11.913694Z","caller":"traceutil/trace.go:171","msg":"trace[744303062] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"116.360668ms","start":"2026-04-03T02:35:11.797315Z","end":"2026-04-03T02:35:11.913676Z","steps":["trace[744303062] 'process raft request' (duration: 116.198483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:12.551645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.410308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-grl95\" ","response":"range_response_count:1 size:4178"} {"level":"info","ts":"2026-04-03T02:35:12.551745Z","caller":"traceutil/trace.go:171","msg":"trace[1797422427] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-grl95; range_end:; response_count:1; response_revision:1566; }","duration":"116.571062ms","start":"2026-04-03T02:35:12.435141Z","end":"2026-04-03T02:35:12.551712Z","steps":["trace[1797422427] 'range keys from in-memory index tree' (duration: 116.168162ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:15.907163Z","caller":"traceutil/trace.go:171","msg":"trace[184795690] linearizableReadLoop","detail":"{readStateIndex:1633; appliedIndex:1632; }","duration":"187.059234ms","start":"2026-04-03T02:35:15.720081Z","end":"2026-04-03T02:35:15.907141Z","steps":["trace[184795690] 'read index received' (duration: 186.825308ms)","trace[184795690] 'applied index is now lower than readState.Index' (duration: 232.926µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:15.907256Z","caller":"traceutil/trace.go:171","msg":"trace[1915090178] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"353.507784ms","start":"2026-04-03T02:35:15.553722Z","end":"2026-04-03T02:35:15.90723Z","steps":["trace[1915090178] 'process raft request' (duration: 353.274978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:15.907335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.212188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:15.907373Z","caller":"traceutil/trace.go:171","msg":"trace[430890392] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1576; }","duration":"187.330471ms","start":"2026-04-03T02:35:15.72003Z","end":"2026-04-03T02:35:15.907361Z","steps":["trace[430890392] 'agreement among raft nodes before linearized reading' (duration: 187.201907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:15.907397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:15.55367Z","time spent":"353.650608ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:16.437081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839979918,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:35:17.444057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220911409s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:17.44416Z","caller":"traceutil/trace.go:171","msg":"trace[376329857] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1576; }","duration":"1.221045563s","start":"2026-04-03T02:35:16.223092Z","end":"2026-04-03T02:35:17.444138Z","steps":["trace[376329857] 'range keys from in-memory index tree' (duration: 1.220891249s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:17.444939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.563375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:35:17.445156Z","caller":"traceutil/trace.go:171","msg":"trace[1964073303] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"1.509259428s","start":"2026-04-03T02:35:15.935869Z","end":"2026-04-03T02:35:17.445129Z","steps":["trace[1964073303] 'process raft request' (duration: 830.409275ms)","trace[1964073303] 'compare' (duration: 678.420722ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:17.445364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:15.935835Z","time spent":"1.509379461s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:17.445715Z","caller":"traceutil/trace.go:171","msg":"trace[663932799] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"1.424970535s","start":"2026-04-03T02:35:16.020729Z","end":"2026-04-03T02:35:17.445699Z","steps":["trace[663932799] 'process raft request' (duration: 1.424333349s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:17.44573Z","caller":"traceutil/trace.go:171","msg":"trace[976047888] linearizableReadLoop","detail":"{readStateIndex:1635; appliedIndex:1633; }","duration":"1.509205045s","start":"2026-04-03T02:35:15.936462Z","end":"2026-04-03T02:35:17.445667Z","steps":["trace[976047888] 'read index received' (duration: 829.902681ms)","trace[976047888] 'applied index is now lower than readState.Index' (duration: 679.298434ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:17.445776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:16.020707Z","time spent":"1.425043106s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:17.445993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.83124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:35:17.445994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509527693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:35:17.446026Z","caller":"traceutil/trace.go:171","msg":"trace[1854500721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1578; }","duration":"264.917342ms","start":"2026-04-03T02:35:17.181101Z","end":"2026-04-03T02:35:17.446018Z","steps":["trace[1854500721] 'agreement among raft nodes before linearized reading' (duration: 264.865061ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:17.446045Z","caller":"traceutil/trace.go:171","msg":"trace[556977210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1578; }","duration":"1.509599275s","start":"2026-04-03T02:35:15.936428Z","end":"2026-04-03T02:35:17.446028Z","steps":["trace[556977210] 'agreement among raft nodes before linearized reading' (duration: 1.50940485s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:17.446085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:15.936415Z","time spent":"1.509660566s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:35:17.446077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505651195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:35:17.446227Z","caller":"traceutil/trace.go:171","msg":"trace[639103171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1578; }","duration":"1.50585142s","start":"2026-04-03T02:35:15.940359Z","end":"2026-04-03T02:35:17.44621Z","steps":["trace[639103171] 'agreement among raft nodes before linearized reading' (duration: 1.505557032s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:17.44627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:15.940337Z","time spent":"1.505925172s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:35:17.446206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504573558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:35:17.446115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467951678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:35:17.446402Z","caller":"traceutil/trace.go:171","msg":"trace[1855784955] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1578; }","duration":"1.468315328s","start":"2026-04-03T02:35:15.978056Z","end":"2026-04-03T02:35:17.446371Z","steps":["trace[1855784955] 'agreement among raft nodes before linearized reading' (duration: 1.467896056s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:17.446494Z","caller":"traceutil/trace.go:171","msg":"trace[477979619] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1578; }","duration":"1.504762194s","start":"2026-04-03T02:35:15.941591Z","end":"2026-04-03T02:35:17.446353Z","steps":["trace[477979619] 'agreement among raft nodes before linearized reading' (duration: 1.504386974s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:17.446551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:15.941579Z","time spent":"1.504958639s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:35:17.446562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:15.978032Z","time spent":"1.468505412s","remote":"127.0.0.1:35012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:35:23.011171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.56585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:35:23.011297Z","caller":"traceutil/trace.go:171","msg":"trace[2014050732] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"289.087437ms","start":"2026-04-03T02:35:22.722193Z","end":"2026-04-03T02:35:23.01128Z","steps":["trace[2014050732] 'process raft request' (duration: 58.332923ms)","trace[2014050732] 'compare' (duration: 230.400856ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:23.025333Z","caller":"traceutil/trace.go:171","msg":"trace[1513894958] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"300.060546ms","start":"2026-04-03T02:35:22.725238Z","end":"2026-04-03T02:35:23.025299Z","steps":["trace[1513894958] 'process raft request' (duration: 299.8116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:23.025538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:22.725223Z","time spent":"300.234191ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120300,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:29.427248Z","caller":"traceutil/trace.go:171","msg":"trace[57179072] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"153.215863ms","start":"2026-04-03T02:35:29.274002Z","end":"2026-04-03T02:35:29.427218Z","steps":["trace[57179072] 'process raft request' (duration: 152.985337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:30.064676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.204136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:35:30.064997Z","caller":"traceutil/trace.go:171","msg":"trace[831739923] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"432.649096ms","start":"2026-04-03T02:35:29.632298Z","end":"2026-04-03T02:35:30.064947Z","steps":["trace[831739923] 'process raft request' (duration: 225.086431ms)","trace[831739923] 'compare' (duration: 207.020662ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:30.06509Z","caller":"traceutil/trace.go:171","msg":"trace[1456018273] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"427.30798ms","start":"2026-04-03T02:35:29.637759Z","end":"2026-04-03T02:35:30.065067Z","steps":["trace[1456018273] 'process raft request' (duration: 427.066394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:30.065174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.621827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:35:30.065207Z","caller":"traceutil/trace.go:171","msg":"trace[1179244497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1816; }","duration":"412.682878ms","start":"2026-04-03T02:35:29.652514Z","end":"2026-04-03T02:35:30.065197Z","steps":["trace[1179244497] 'agreement among raft nodes before linearized reading' (duration: 412.557874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:30.065211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:29.637723Z","time spent":"427.403093ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188929,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:30.065199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:29.63228Z","time spent":"432.82199ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:30.065248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:29.652501Z","time spent":"412.73984ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:35:30.065041Z","caller":"traceutil/trace.go:171","msg":"trace[905237098] linearizableReadLoop","detail":"{readStateIndex:1895; appliedIndex:1893; }","duration":"412.471572ms","start":"2026-04-03T02:35:29.652553Z","end":"2026-04-03T02:35:30.065025Z","steps":["trace[905237098] 'read index received' (duration: 204.883967ms)","trace[905237098] 'applied index is now lower than readState.Index' (duration: 207.586825ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:30.066271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.612324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:35:30.066346Z","caller":"traceutil/trace.go:171","msg":"trace[548810873] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1816; }","duration":"406.717517ms","start":"2026-04-03T02:35:29.659611Z","end":"2026-04-03T02:35:30.066329Z","steps":["trace[548810873] 'agreement among raft nodes before linearized reading' (duration: 406.503802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:30.066397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:29.659604Z","time spent":"406.777608ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:35:30.066641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.156341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:35:30.06668Z","caller":"traceutil/trace.go:171","msg":"trace[448761034] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1816; }","duration":"380.227743ms","start":"2026-04-03T02:35:29.686443Z","end":"2026-04-03T02:35:30.06667Z","steps":["trace[448761034] 'agreement among raft nodes before linearized reading' (duration: 380.158792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:30.066709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:29.686425Z","time spent":"380.276134ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":10,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:35:30.374511Z","caller":"traceutil/trace.go:171","msg":"trace[2108915211] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"270.077594ms","start":"2026-04-03T02:35:30.104407Z","end":"2026-04-03T02:35:30.374484Z","steps":["trace[2108915211] 'process raft request' (duration: 242.043911ms)","trace[2108915211] 'compare' (duration: 27.648573ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:30.870113Z","caller":"traceutil/trace.go:171","msg":"trace[963703036] linearizableReadLoop","detail":"{readStateIndex:1899; appliedIndex:1898; }","duration":"329.363991ms","start":"2026-04-03T02:35:30.540724Z","end":"2026-04-03T02:35:30.870088Z","steps":["trace[963703036] 'read index received' (duration: 317.850748ms)","trace[963703036] 'applied index is now lower than readState.Index' (duration: 11.512243ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:30.870233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.498574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:30.870265Z","caller":"traceutil/trace.go:171","msg":"trace[667363453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1820; }","duration":"329.578006ms","start":"2026-04-03T02:35:30.540677Z","end":"2026-04-03T02:35:30.870255Z","steps":["trace[667363453] 'agreement among raft nodes before linearized reading' (duration: 329.507814ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:30.870228Z","caller":"traceutil/trace.go:171","msg":"trace[1114708843] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"647.107387ms","start":"2026-04-03T02:35:30.223067Z","end":"2026-04-03T02:35:30.870175Z","steps":["trace[1114708843] 'process raft request' (duration: 635.81641ms)","trace[1114708843] 'compare' (duration: 10.965709ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:30.870298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:30.540657Z","time spent":"329.633207ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:35:30.870475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:30.223034Z","time spent":"647.303261ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188938,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:32.104018Z","caller":"traceutil/trace.go:171","msg":"trace[2048308107] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1822; }","duration":"312.337748ms","start":"2026-04-03T02:35:31.791656Z","end":"2026-04-03T02:35:32.103993Z","steps":["trace[2048308107] 'process raft request' (duration: 312.132333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:32.104154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:31.791602Z","time spent":"312.494182ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:35:32.307761Z","caller":"traceutil/trace.go:171","msg":"trace[1040124058] linearizableReadLoop","detail":"{readStateIndex:1905; appliedIndex:1903; }","duration":"236.289946ms","start":"2026-04-03T02:35:32.071446Z","end":"2026-04-03T02:35:32.307736Z","steps":["trace[1040124058] 'read index received' (duration: 32.219279ms)","trace[1040124058] 'applied index is now lower than readState.Index' (duration: 204.069667ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:32.307777Z","caller":"traceutil/trace.go:171","msg":"trace[1095011523] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"393.526162ms","start":"2026-04-03T02:35:31.914218Z","end":"2026-04-03T02:35:32.307744Z","steps":["trace[1095011523] 'process raft request' (duration: 393.254114ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:32.307834Z","caller":"traceutil/trace.go:171","msg":"trace[1754482948] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"232.056038ms","start":"2026-04-03T02:35:32.07574Z","end":"2026-04-03T02:35:32.307796Z","steps":["trace[1754482948] 'process raft request' (duration: 231.897883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:32.307935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:31.914189Z","time spent":"393.667185ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":902,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:35:32.308048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.580033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:35:32.30809Z","caller":"traceutil/trace.go:171","msg":"trace[661596577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1825; }","duration":"236.689656ms","start":"2026-04-03T02:35:32.071391Z","end":"2026-04-03T02:35:32.308081Z","steps":["trace[661596577] 'agreement among raft nodes before linearized reading' (duration: 236.516871ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:32.307887Z","caller":"traceutil/trace.go:171","msg":"trace[1147397606] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"208.846369ms","start":"2026-04-03T02:35:32.099031Z","end":"2026-04-03T02:35:32.307877Z","steps":["trace[1147397606] 'process raft request' (duration: 208.667044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:32.308175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.205092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T02:35:32.308416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.301978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:35:32.308504Z","caller":"traceutil/trace.go:171","msg":"trace[717928441] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1825; }","duration":"203.423221ms","start":"2026-04-03T02:35:32.105066Z","end":"2026-04-03T02:35:32.30849Z","steps":["trace[717928441] 'agreement among raft nodes before linearized reading' (duration: 203.195625ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:32.308528Z","caller":"traceutil/trace.go:171","msg":"trace[939530472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1825; }","duration":"221.373266ms","start":"2026-04-03T02:35:32.086895Z","end":"2026-04-03T02:35:32.308268Z","steps":["trace[939530472] 'agreement among raft nodes before linearized reading' (duration: 221.12369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:32.308894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.702297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:1 size:188953"} {"level":"info","ts":"2026-04-03T02:35:32.309039Z","caller":"traceutil/trace.go:171","msg":"trace[1010980862] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:1; response_revision:1825; }","duration":"203.880832ms","start":"2026-04-03T02:35:32.105136Z","end":"2026-04-03T02:35:32.309017Z","steps":["trace[1010980862] 'agreement among raft nodes before linearized reading' (duration: 203.051991ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:32.529479Z","caller":"traceutil/trace.go:171","msg":"trace[68441987] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"217.048237ms","start":"2026-04-03T02:35:32.312418Z","end":"2026-04-03T02:35:32.529466Z","steps":["trace[68441987] 'process raft request' (duration: 216.949774ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:32.580439Z","caller":"traceutil/trace.go:171","msg":"trace[912114636] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"267.698924ms","start":"2026-04-03T02:35:32.312719Z","end":"2026-04-03T02:35:32.580418Z","steps":["trace[912114636] 'process raft request' (duration: 267.54852ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:32.580647Z","caller":"traceutil/trace.go:171","msg":"trace[1536816692] linearizableReadLoop","detail":"{readStateIndex:1910; appliedIndex:1907; }","duration":"203.348879ms","start":"2026-04-03T02:35:32.377276Z","end":"2026-04-03T02:35:32.580625Z","steps":["trace[1536816692] 'read index received' (duration: 152.043535ms)","trace[1536816692] 'applied index is now lower than readState.Index' (duration: 51.303884ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:32.580724Z","caller":"traceutil/trace.go:171","msg":"trace[657277470] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"255.78302ms","start":"2026-04-03T02:35:32.324931Z","end":"2026-04-03T02:35:32.580714Z","steps":["trace[657277470] 'process raft request' (duration: 255.453182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:32.580878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.569024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-03T02:35:32.580936Z","caller":"traceutil/trace.go:171","msg":"trace[982767016] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1828; }","duration":"203.679297ms","start":"2026-04-03T02:35:32.377242Z","end":"2026-04-03T02:35:32.580921Z","steps":["trace[982767016] 'agreement among raft nodes before linearized reading' (duration: 203.508403ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:34.49362Z","caller":"traceutil/trace.go:171","msg":"trace[246529674] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"179.444361ms","start":"2026-04-03T02:35:34.314143Z","end":"2026-04-03T02:35:34.493587Z","steps":["trace[246529674] 'process raft request' (duration: 179.268186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:35.4412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.533944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:35.441288Z","caller":"traceutil/trace.go:171","msg":"trace[1125797311] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1872; }","duration":"266.634907ms","start":"2026-04-03T02:35:35.174634Z","end":"2026-04-03T02:35:35.441269Z","steps":["trace[1125797311] 'range keys from in-memory index tree' (duration: 266.405792ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:35.599277Z","caller":"traceutil/trace.go:171","msg":"trace[1206157624] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"151.824318ms","start":"2026-04-03T02:35:35.447411Z","end":"2026-04-03T02:35:35.599235Z","steps":["trace[1206157624] 'process raft request' (duration: 151.624493ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:35.873926Z","caller":"traceutil/trace.go:171","msg":"trace[501244312] linearizableReadLoop","detail":"{readStateIndex:1958; appliedIndex:1957; }","duration":"165.177239ms","start":"2026-04-03T02:35:35.708732Z","end":"2026-04-03T02:35:35.873909Z","steps":["trace[501244312] 'read index received' (duration: 76.365231ms)","trace[501244312] 'applied index is now lower than readState.Index' (duration: 88.810988ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:35.873931Z","caller":"traceutil/trace.go:171","msg":"trace[2101932945] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"193.93241ms","start":"2026-04-03T02:35:35.679984Z","end":"2026-04-03T02:35:35.873916Z","steps":["trace[2101932945] 'process raft request' (duration: 105.070981ms)","trace[2101932945] 'compare' (duration: 88.53345ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:35.874337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.195968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T02:35:35.874371Z","caller":"traceutil/trace.go:171","msg":"trace[1353577602] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1875; }","duration":"113.27927ms","start":"2026-04-03T02:35:35.761082Z","end":"2026-04-03T02:35:35.874361Z","steps":["trace[1353577602] 'agreement among raft nodes before linearized reading' (duration: 113.140997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:35.874385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.660171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:35:35.874409Z","caller":"traceutil/trace.go:171","msg":"trace[1155740749] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1875; }","duration":"165.724422ms","start":"2026-04-03T02:35:35.708677Z","end":"2026-04-03T02:35:35.874402Z","steps":["trace[1155740749] 'agreement among raft nodes before linearized reading' (duration: 165.290431ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:36.791631Z","caller":"traceutil/trace.go:171","msg":"trace[1197804570] linearizableReadLoop","detail":"{readStateIndex:1962; appliedIndex:1961; }","duration":"177.755297ms","start":"2026-04-03T02:35:36.613845Z","end":"2026-04-03T02:35:36.7916Z","steps":["trace[1197804570] 'read index received' (duration: 177.47657ms)","trace[1197804570] 'applied index is now lower than readState.Index' (duration: 277.147µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:36.791758Z","caller":"traceutil/trace.go:171","msg":"trace[1514420655] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"234.007187ms","start":"2026-04-03T02:35:36.557704Z","end":"2026-04-03T02:35:36.791712Z","steps":["trace[1514420655] 'process raft request' (duration: 233.638837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:36.791914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.042464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:35:36.791962Z","caller":"traceutil/trace.go:171","msg":"trace[540354161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1878; }","duration":"178.169668ms","start":"2026-04-03T02:35:36.613781Z","end":"2026-04-03T02:35:36.791951Z","steps":["trace[540354161] 'agreement among raft nodes before linearized reading' (duration: 177.973653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:36.79201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.899944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:35:36.792085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.836686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:35:36.792109Z","caller":"traceutil/trace.go:171","msg":"trace[817021966] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1878; }","duration":"162.052708ms","start":"2026-04-03T02:35:36.63003Z","end":"2026-04-03T02:35:36.792083Z","steps":["trace[817021966] 'agreement among raft nodes before linearized reading' (duration: 161.790091ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:36.792239Z","caller":"traceutil/trace.go:171","msg":"trace[1740127345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1878; }","duration":"147.963919ms","start":"2026-04-03T02:35:36.644193Z","end":"2026-04-03T02:35:36.792157Z","steps":["trace[1740127345] 'agreement among raft nodes before linearized reading' (duration: 147.687672ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:38.012052Z","caller":"traceutil/trace.go:171","msg":"trace[1909104237] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"132.166327ms","start":"2026-04-03T02:35:37.87982Z","end":"2026-04-03T02:35:38.011986Z","steps":["trace[1909104237] 'process raft request' (duration: 69.506503ms)","trace[1909104237] 'compare' (duration: 62.489159ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:42.055982Z","caller":"traceutil/trace.go:171","msg":"trace[1589004666] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"234.385717ms","start":"2026-04-03T02:35:41.82157Z","end":"2026-04-03T02:35:42.055956Z","steps":["trace[1589004666] 'process raft request' (duration: 234.209102ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:42.084018Z","caller":"traceutil/trace.go:171","msg":"trace[483940868] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"181.247686ms","start":"2026-04-03T02:35:41.90275Z","end":"2026-04-03T02:35:42.083998Z","steps":["trace[483940868] 'process raft request' (duration: 181.089802ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:42.084283Z","caller":"traceutil/trace.go:171","msg":"trace[2011424711] linearizableReadLoop","detail":"{readStateIndex:1994; appliedIndex:1992; }","duration":"124.698639ms","start":"2026-04-03T02:35:41.959561Z","end":"2026-04-03T02:35:42.08426Z","steps":["trace[2011424711] 'read index received' (duration: 96.222815ms)","trace[2011424711] 'applied index is now lower than readState.Index' (duration: 28.474444ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:42.084498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.925716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:42.084583Z","caller":"traceutil/trace.go:171","msg":"trace[1461539089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1911; }","duration":"125.018779ms","start":"2026-04-03T02:35:41.959545Z","end":"2026-04-03T02:35:42.084563Z","steps":["trace[1461539089] 'agreement among raft nodes before linearized reading' (duration: 124.889414ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:42.944487Z","caller":"traceutil/trace.go:171","msg":"trace[1738284111] linearizableReadLoop","detail":"{readStateIndex:1998; appliedIndex:1997; }","duration":"404.446429ms","start":"2026-04-03T02:35:42.540019Z","end":"2026-04-03T02:35:42.944465Z","steps":["trace[1738284111] 'read index received' (duration: 404.291855ms)","trace[1738284111] 'applied index is now lower than readState.Index' (duration: 153.574µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:42.944567Z","caller":"traceutil/trace.go:171","msg":"trace[1051793686] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"553.879587ms","start":"2026-04-03T02:35:42.390654Z","end":"2026-04-03T02:35:42.944534Z","steps":["trace[1051793686] 'process raft request' (duration: 553.61896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:42.944631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.594753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:42.944666Z","caller":"traceutil/trace.go:171","msg":"trace[1474617291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1913; }","duration":"404.677425ms","start":"2026-04-03T02:35:42.539979Z","end":"2026-04-03T02:35:42.944656Z","steps":["trace[1474617291] 'agreement among raft nodes before linearized reading' (duration: 404.605834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:42.944697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:42.539959Z","time spent":"404.731956ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:35:42.944748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:42.390632Z","time spent":"554.01658ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:42.975407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.42514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-03T02:35:42.975525Z","caller":"traceutil/trace.go:171","msg":"trace[1195532074] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1914; }","duration":"382.507712ms","start":"2026-04-03T02:35:42.59296Z","end":"2026-04-03T02:35:42.975467Z","steps":["trace[1195532074] 'agreement among raft nodes before linearized reading' (duration: 382.275115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:42.975579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:42.592906Z","time spent":"382.660556ms","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3987,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T02:35:42.97586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.085579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:35:42.97593Z","caller":"traceutil/trace.go:171","msg":"trace[285666453] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:1914; }","duration":"267.179101ms","start":"2026-04-03T02:35:42.708725Z","end":"2026-04-03T02:35:42.975904Z","steps":["trace[285666453] 'agreement among raft nodes before linearized reading' (duration: 267.033657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:42.975978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.752549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:35:42.975867Z","caller":"traceutil/trace.go:171","msg":"trace[1248656826] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"323.044961ms","start":"2026-04-03T02:35:42.652809Z","end":"2026-04-03T02:35:42.975854Z","steps":["trace[1248656826] 'process raft request' (duration: 322.263011ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:42.976065Z","caller":"traceutil/trace.go:171","msg":"trace[727938572] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1914; }","duration":"266.905184ms","start":"2026-04-03T02:35:42.709141Z","end":"2026-04-03T02:35:42.976046Z","steps":["trace[727938572] 'agreement among raft nodes before linearized reading' (duration: 266.73208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:42.97616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:42.652788Z","time spent":"323.278307ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:43.080762Z","caller":"traceutil/trace.go:171","msg":"trace[1116479497] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"100.390242ms","start":"2026-04-03T02:35:42.980341Z","end":"2026-04-03T02:35:43.080731Z","steps":["trace[1116479497] 'process raft request' (duration: 99.187712ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:43.080837Z","caller":"traceutil/trace.go:171","msg":"trace[1699156070] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"100.370961ms","start":"2026-04-03T02:35:42.980349Z","end":"2026-04-03T02:35:43.08072Z","steps":["trace[1699156070] 'process raft request' (duration: 100.287939ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:43.080969Z","caller":"traceutil/trace.go:171","msg":"trace[154293425] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"100.170577ms","start":"2026-04-03T02:35:42.980768Z","end":"2026-04-03T02:35:43.080939Z","steps":["trace[154293425] 'process raft request' (duration: 99.91481ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:44.277733Z","caller":"traceutil/trace.go:171","msg":"trace[370296553] linearizableReadLoop","detail":"{readStateIndex:2008; appliedIndex:2005; }","duration":"173.459699ms","start":"2026-04-03T02:35:44.104252Z","end":"2026-04-03T02:35:44.277712Z","steps":["trace[370296553] 'read index received' (duration: 11.796501ms)","trace[370296553] 'applied index is now lower than readState.Index' (duration: 161.662428ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:44.277831Z","caller":"traceutil/trace.go:171","msg":"trace[1401539803] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"187.425813ms","start":"2026-04-03T02:35:44.090366Z","end":"2026-04-03T02:35:44.277792Z","steps":["trace[1401539803] 'process raft request' (duration: 174.988897ms)","trace[1401539803] 'compare' (duration: 12.016605ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:44.277903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.640773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-03T02:35:44.277934Z","caller":"traceutil/trace.go:171","msg":"trace[1287039861] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1922; }","duration":"173.710105ms","start":"2026-04-03T02:35:44.104215Z","end":"2026-04-03T02:35:44.277925Z","steps":["trace[1287039861] 'agreement among raft nodes before linearized reading' (duration: 173.579602ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:44.277884Z","caller":"traceutil/trace.go:171","msg":"trace[1039210298] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"187.012923ms","start":"2026-04-03T02:35:44.090816Z","end":"2026-04-03T02:35:44.277828Z","steps":["trace[1039210298] 'process raft request' (duration: 186.812078ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:45.245768Z","caller":"traceutil/trace.go:171","msg":"trace[872252857] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"156.452207ms","start":"2026-04-03T02:35:45.089293Z","end":"2026-04-03T02:35:45.245745Z","steps":["trace[872252857] 'process raft request' (duration: 156.311773ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:45.248486Z","caller":"traceutil/trace.go:171","msg":"trace[1771595864] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"158.817667ms","start":"2026-04-03T02:35:45.089646Z","end":"2026-04-03T02:35:45.248464Z","steps":["trace[1771595864] 'process raft request' (duration: 158.672963ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:45.24859Z","caller":"traceutil/trace.go:171","msg":"trace[142090604] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"158.566601ms","start":"2026-04-03T02:35:45.09001Z","end":"2026-04-03T02:35:45.248576Z","steps":["trace[142090604] 'process raft request' (duration: 158.414867ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:45.248574Z","caller":"traceutil/trace.go:171","msg":"trace[2127991813] linearizableReadLoop","detail":"{readStateIndex:2012; appliedIndex:2010; }","duration":"144.043801ms","start":"2026-04-03T02:35:45.104512Z","end":"2026-04-03T02:35:45.248555Z","steps":["trace[2127991813] 'read index received' (duration: 141.677931ms)","trace[2127991813] 'applied index is now lower than readState.Index' (duration: 2.36467ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:45.248736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.205575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:35:45.248797Z","caller":"traceutil/trace.go:171","msg":"trace[1138034421] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1926; }","duration":"144.300258ms","start":"2026-04-03T02:35:45.104475Z","end":"2026-04-03T02:35:45.248776Z","steps":["trace[1138034421] 'agreement among raft nodes before linearized reading' (duration: 144.134914ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:47.399146Z","caller":"traceutil/trace.go:171","msg":"trace[681855799] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"142.789049ms","start":"2026-04-03T02:35:47.256303Z","end":"2026-04-03T02:35:47.399093Z","steps":["trace[681855799] 'process raft request' (duration: 114.280953ms)","trace[681855799] 'compare' (duration: 28.199268ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:47.39924Z","caller":"traceutil/trace.go:171","msg":"trace[1568832155] linearizableReadLoop","detail":"{readStateIndex:2020; appliedIndex:2017; }","duration":"142.513462ms","start":"2026-04-03T02:35:47.256687Z","end":"2026-04-03T02:35:47.3992Z","steps":["trace[1568832155] 'read index received' (duration: 19.349502ms)","trace[1568832155] 'applied index is now lower than readState.Index' (duration: 123.16212ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:47.399377Z","caller":"traceutil/trace.go:171","msg":"trace[650765828] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"142.884182ms","start":"2026-04-03T02:35:47.256461Z","end":"2026-04-03T02:35:47.399345Z","steps":["trace[650765828] 'process raft request' (duration: 142.517143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:47.39956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.83803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:35:47.399613Z","caller":"traceutil/trace.go:171","msg":"trace[393020389] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1934; }","duration":"142.956084ms","start":"2026-04-03T02:35:47.256644Z","end":"2026-04-03T02:35:47.3996Z","steps":["trace[393020389] 'agreement among raft nodes before linearized reading' (duration: 142.680537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:48.542782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.779942ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:35:48.543016Z","caller":"traceutil/trace.go:171","msg":"trace[1779734129] linearizableReadLoop","detail":"{readStateIndex:2022; appliedIndex:2021; }","duration":"422.814576ms","start":"2026-04-03T02:35:48.120181Z","end":"2026-04-03T02:35:48.542996Z","steps":["trace[1779734129] 'read index received' (duration: 129.85381ms)","trace[1779734129] 'applied index is now lower than readState.Index' (duration: 292.959266ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:48.543183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.98894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:35:48.543214Z","caller":"traceutil/trace.go:171","msg":"trace[1222319039] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1935; }","duration":"423.064392ms","start":"2026-04-03T02:35:48.120141Z","end":"2026-04-03T02:35:48.543205Z","steps":["trace[1222319039] 'agreement among raft nodes before linearized reading' (duration: 422.99178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:48.543241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:48.120119Z","time spent":"423.115584ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:35:48.543545Z","caller":"traceutil/trace.go:171","msg":"trace[1161917945] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"358.504321ms","start":"2026-04-03T02:35:48.18503Z","end":"2026-04-03T02:35:48.543534Z","steps":["trace[1161917945] 'process raft request' (duration: 357.860505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:48.543619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:48.185006Z","time spent":"358.565983ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:48.550916Z","caller":"traceutil/trace.go:171","msg":"trace[1243963003] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"261.085675ms","start":"2026-04-03T02:35:48.289812Z","end":"2026-04-03T02:35:48.550898Z","steps":["trace[1243963003] 'process raft request' (duration: 253.715597ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:48.551156Z","caller":"traceutil/trace.go:171","msg":"trace[274790563] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"260.407478ms","start":"2026-04-03T02:35:48.290644Z","end":"2026-04-03T02:35:48.551052Z","steps":["trace[274790563] 'process raft request' (duration: 260.217693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:48.55118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.252196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-03T02:35:48.551205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.15745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:48.55123Z","caller":"traceutil/trace.go:171","msg":"trace[1044042833] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1938; }","duration":"251.353619ms","start":"2026-04-03T02:35:48.299864Z","end":"2026-04-03T02:35:48.551217Z","steps":["trace[1044042833] 'agreement among raft nodes before linearized reading' (duration: 251.146094ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:48.55125Z","caller":"traceutil/trace.go:171","msg":"trace[452568306] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1938; }","duration":"112.260094ms","start":"2026-04-03T02:35:48.438976Z","end":"2026-04-03T02:35:48.551237Z","steps":["trace[452568306] 'agreement among raft nodes before linearized reading' (duration: 112.190342ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:49.576297Z","caller":"traceutil/trace.go:171","msg":"trace[190657320] linearizableReadLoop","detail":"{readStateIndex:2029; appliedIndex:2027; }","duration":"114.977562ms","start":"2026-04-03T02:35:49.461299Z","end":"2026-04-03T02:35:49.576277Z","steps":["trace[190657320] 'read index received' (duration: 61.39573ms)","trace[190657320] 'applied index is now lower than readState.Index' (duration: 53.581052ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:49.576345Z","caller":"traceutil/trace.go:171","msg":"trace[313962800] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"168.115113ms","start":"2026-04-03T02:35:49.408188Z","end":"2026-04-03T02:35:49.576303Z","steps":["trace[313962800] 'process raft request' (duration: 114.379337ms)","trace[313962800] 'compare' (duration: 53.533071ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:49.576438Z","caller":"traceutil/trace.go:171","msg":"trace[184061847] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"167.978879ms","start":"2026-04-03T02:35:49.408425Z","end":"2026-04-03T02:35:49.576404Z","steps":["trace[184061847] 'process raft request' (duration: 167.776284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:49.576457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.145526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:35:49.576574Z","caller":"traceutil/trace.go:171","msg":"trace[1923540564] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1942; }","duration":"115.31298ms","start":"2026-04-03T02:35:49.461253Z","end":"2026-04-03T02:35:49.576566Z","steps":["trace[1923540564] 'agreement among raft nodes before linearized reading' (duration: 115.101765ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:51.050971Z","caller":"traceutil/trace.go:171","msg":"trace[1087961924] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"147.617121ms","start":"2026-04-03T02:35:50.903313Z","end":"2026-04-03T02:35:51.05093Z","steps":["trace[1087961924] 'process raft request' (duration: 147.195681ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:52.213422Z","caller":"traceutil/trace.go:171","msg":"trace[1948452851] linearizableReadLoop","detail":"{readStateIndex:2058; appliedIndex:2057; }","duration":"156.099208ms","start":"2026-04-03T02:35:52.057302Z","end":"2026-04-03T02:35:52.213401Z","steps":["trace[1948452851] 'read index received' (duration: 155.879792ms)","trace[1948452851] 'applied index is now lower than readState.Index' (duration: 218.406µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:52.213491Z","caller":"traceutil/trace.go:171","msg":"trace[1210047423] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"195.642303ms","start":"2026-04-03T02:35:52.017811Z","end":"2026-04-03T02:35:52.213454Z","steps":["trace[1210047423] 'process raft request' (duration: 195.459788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:52.213629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.308223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-03T02:35:52.213671Z","caller":"traceutil/trace.go:171","msg":"trace[879368985] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1970; }","duration":"156.389555ms","start":"2026-04-03T02:35:52.057271Z","end":"2026-04-03T02:35:52.21366Z","steps":["trace[879368985] 'agreement among raft nodes before linearized reading' (duration: 156.218881ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:52.510837Z","caller":"traceutil/trace.go:171","msg":"trace[1923036806] linearizableReadLoop","detail":"{readStateIndex:2087; appliedIndex:2085; }","duration":"161.968315ms","start":"2026-04-03T02:35:52.348846Z","end":"2026-04-03T02:35:52.510814Z","steps":["trace[1923036806] 'read index received' (duration: 24.376089ms)","trace[1923036806] 'applied index is now lower than readState.Index' (duration: 137.590976ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:52.510904Z","caller":"traceutil/trace.go:171","msg":"trace[1074311117] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"163.309801ms","start":"2026-04-03T02:35:52.347559Z","end":"2026-04-03T02:35:52.510869Z","steps":["trace[1074311117] 'process raft request' (duration: 72.071082ms)","trace[1074311117] 'compare' (duration: 91.044164ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:52.511197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.323924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123808"} {"level":"info","ts":"2026-04-03T02:35:52.511278Z","caller":"traceutil/trace.go:171","msg":"trace[1444078887] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1999; }","duration":"162.439009ms","start":"2026-04-03T02:35:52.348822Z","end":"2026-04-03T02:35:52.511261Z","steps":["trace[1444078887] 'agreement among raft nodes before linearized reading' (duration: 162.112509ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:52.767028Z","caller":"traceutil/trace.go:171","msg":"trace[421852521] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"251.958333ms","start":"2026-04-03T02:35:52.514913Z","end":"2026-04-03T02:35:52.766872Z","steps":["trace[421852521] 'process raft request' (duration: 248.353671ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:52.772188Z","caller":"traceutil/trace.go:171","msg":"trace[936766239] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"216.206316ms","start":"2026-04-03T02:35:52.55596Z","end":"2026-04-03T02:35:52.772166Z","steps":["trace[936766239] 'process raft request' (duration: 216.036962ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:52.772518Z","caller":"traceutil/trace.go:171","msg":"trace[281042539] linearizableReadLoop","detail":"{readStateIndex:2091; appliedIndex:2087; }","duration":"198.892255ms","start":"2026-04-03T02:35:52.5736Z","end":"2026-04-03T02:35:52.772492Z","steps":["trace[281042539] 'read index received' (duration: 189.507676ms)","trace[281042539] 'applied index is now lower than readState.Index' (duration: 9.383609ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:52.77253Z","caller":"traceutil/trace.go:171","msg":"trace[1566075883] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"204.269041ms","start":"2026-04-03T02:35:52.568233Z","end":"2026-04-03T02:35:52.772502Z","steps":["trace[1566075883] 'process raft request' (duration: 204.121458ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:52.772556Z","caller":"traceutil/trace.go:171","msg":"trace[1635350329] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"204.490816ms","start":"2026-04-03T02:35:52.568052Z","end":"2026-04-03T02:35:52.772543Z","steps":["trace[1635350329] 'process raft request' (duration: 204.071656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:52.772698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.07698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:35:52.772739Z","caller":"traceutil/trace.go:171","msg":"trace[226286698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2003; }","duration":"199.165211ms","start":"2026-04-03T02:35:52.573562Z","end":"2026-04-03T02:35:52.772727Z","steps":["trace[226286698] 'agreement among raft nodes before linearized reading' (duration: 199.034298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:52.781368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.072449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a2b837a55361c7\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-04-03T02:35:52.781447Z","caller":"traceutil/trace.go:171","msg":"trace[220560296] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a2b837a55361c7; range_end:; response_count:1; response_revision:2004; }","duration":"186.173471ms","start":"2026-04-03T02:35:52.595244Z","end":"2026-04-03T02:35:52.781418Z","steps":["trace[220560296] 'agreement among raft nodes before linearized reading' (duration: 185.964596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:55.287615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839980894,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:35:55.788183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839980894,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:35:56.131691Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.353057938s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:35:56.13215Z","caller":"traceutil/trace.go:171","msg":"trace[495678384] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"1.353601592s","start":"2026-04-03T02:35:54.778518Z","end":"2026-04-03T02:35:56.13212Z","steps":["trace[495678384] 'process raft request' (duration: 1.353398557s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:56.132344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:54.778485Z","time spent":"1.353760936s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:56.58455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.237284ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:56.584666Z","caller":"traceutil/trace.go:171","msg":"trace[871439017] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2043; }","duration":"365.369457ms","start":"2026-04-03T02:35:56.219279Z","end":"2026-04-03T02:35:56.584648Z","steps":["trace[871439017] 'range keys from in-memory index tree' (duration: 365.223173ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:56.854918Z","caller":"traceutil/trace.go:171","msg":"trace[1271733949] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"2.076219159s","start":"2026-04-03T02:35:54.778651Z","end":"2026-04-03T02:35:56.85487Z","steps":["trace[1271733949] 'process raft request' (duration: 2.075912891s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:56.85501Z","caller":"traceutil/trace.go:171","msg":"trace[1314726302] linearizableReadLoop","detail":"{readStateIndex:2135; appliedIndex:2131; }","duration":"2.068349788s","start":"2026-04-03T02:35:54.78665Z","end":"2026-04-03T02:35:56.855Z","steps":["trace[1314726302] 'read index received' (duration: 1.345216818s)","trace[1314726302] 'applied index is now lower than readState.Index' (duration: 723.1321ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:56.855138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:54.778637Z","time spent":"2.076364002s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:56.854917Z","caller":"traceutil/trace.go:171","msg":"trace[1003694957] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"2.076093615s","start":"2026-04-03T02:35:54.778782Z","end":"2026-04-03T02:35:56.854876Z","steps":["trace[1003694957] 'process raft request' (duration: 2.075983952s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:56.856025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.18248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-03T02:35:56.856018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620604698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T02:35:56.856062Z","caller":"traceutil/trace.go:171","msg":"trace[1246604058] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2046; }","duration":"614.246512ms","start":"2026-04-03T02:35:56.241803Z","end":"2026-04-03T02:35:56.85605Z","steps":["trace[1246604058] 'agreement among raft nodes before linearized reading' (duration: 614.14064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:56.856064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227693333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:35:56.856078Z","caller":"traceutil/trace.go:171","msg":"trace[1384169778] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2046; }","duration":"1.620717281s","start":"2026-04-03T02:35:55.235343Z","end":"2026-04-03T02:35:56.85606Z","steps":["trace[1384169778] 'agreement among raft nodes before linearized reading' (duration: 1.620559107s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:56.856109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:56.241783Z","time spent":"614.313103ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T02:35:56.856123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:55.235323Z","time spent":"1.620790403s","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T02:35:56.856183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:54.778751Z","time spent":"2.077190552s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:56.856247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201348464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b812040-e888-44f1-8101-343c302b5e90\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-03T02:35:56.856289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.192152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:56.856311Z","caller":"traceutil/trace.go:171","msg":"trace[1336311204] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b812040-e888-44f1-8101-343c302b5e90; range_end:; response_count:1; response_revision:2046; }","duration":"1.201436055s","start":"2026-04-03T02:35:55.654863Z","end":"2026-04-03T02:35:56.856299Z","steps":["trace[1336311204] 'agreement among raft nodes before linearized reading' (duration: 1.201284142s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:56.856319Z","caller":"traceutil/trace.go:171","msg":"trace[573203080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2046; }","duration":"315.255484ms","start":"2026-04-03T02:35:56.541054Z","end":"2026-04-03T02:35:56.856309Z","steps":["trace[573203080] 'agreement among raft nodes before linearized reading' (duration: 315.212763ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:56.856113Z","caller":"traceutil/trace.go:171","msg":"trace[1755448571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2046; }","duration":"1.227738864s","start":"2026-04-03T02:35:55.628359Z","end":"2026-04-03T02:35:56.856098Z","steps":["trace[1755448571] 'agreement among raft nodes before linearized reading' (duration: 1.227593391s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:56.856347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:55.654852Z","time spent":"1.201486947s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b812040-e888-44f1-8101-343c302b5e90\" "} {"level":"warn","ts":"2026-04-03T02:35:56.856346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314885659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-03T02:35:56.856349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:56.541035Z","time spent":"315.307855ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:35:56.85642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:55.62832Z","time spent":"1.228067224s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:35:56.856428Z","caller":"traceutil/trace.go:171","msg":"trace[1935164340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2046; }","duration":"1.315008163s","start":"2026-04-03T02:35:55.541388Z","end":"2026-04-03T02:35:56.856397Z","steps":["trace[1935164340] 'agreement among raft nodes before linearized reading' (duration: 1.314785957s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:56.855422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.068743888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-03T02:35:56.856479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224687907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:35:56.856487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538694768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b812040-e888-44f1-8101-343c302b5e90\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-03T02:35:56.85651Z","caller":"traceutil/trace.go:171","msg":"trace[1013160854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2046; }","duration":"2.069884368s","start":"2026-04-03T02:35:54.786616Z","end":"2026-04-03T02:35:56.856501Z","steps":["trace[1013160854] 'agreement among raft nodes before linearized reading' (duration: 2.068636355s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:56.856531Z","caller":"traceutil/trace.go:171","msg":"trace[1632872778] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2046; }","duration":"1.22477133s","start":"2026-04-03T02:35:55.631746Z","end":"2026-04-03T02:35:56.856517Z","steps":["trace[1632872778] 'agreement among raft nodes before linearized reading' (duration: 1.224561175s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:56.855156Z","caller":"traceutil/trace.go:171","msg":"trace[130459673] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"1.32082752s","start":"2026-04-03T02:35:55.534289Z","end":"2026-04-03T02:35:56.855117Z","steps":["trace[130459673] 'process raft request' (duration: 1.320539543s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:56.856571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:55.631734Z","time spent":"1.224829151s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:35:56.856564Z","caller":"traceutil/trace.go:171","msg":"trace[416413846] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b812040-e888-44f1-8101-343c302b5e90; range_end:; response_count:1; response_revision:2046; }","duration":"1.53878972s","start":"2026-04-03T02:35:55.317741Z","end":"2026-04-03T02:35:56.856531Z","steps":["trace[416413846] 'agreement among raft nodes before linearized reading' (duration: 1.538604836s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:56.856596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:55.534264Z","time spent":"1.322302088s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:56.856612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229294304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:35:56.856616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:55.317721Z","time spent":"1.538881173s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b812040-e888-44f1-8101-343c302b5e90\" "} {"level":"warn","ts":"2026-04-03T02:35:56.856542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:54.786599Z","time spent":"2.069934079s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:35:56.856646Z","caller":"traceutil/trace.go:171","msg":"trace[520541046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2046; }","duration":"1.229324905s","start":"2026-04-03T02:35:55.627311Z","end":"2026-04-03T02:35:56.856636Z","steps":["trace[520541046] 'agreement among raft nodes before linearized reading' (duration: 1.229216832s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:56.856685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:55.627273Z","time spent":"1.229401827s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:35:56.856496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:55.541352Z","time spent":"1.315126866s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:35:56.856779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266084979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:35:56.856897Z","caller":"traceutil/trace.go:171","msg":"trace[1205043524] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2046; }","duration":"1.266244953s","start":"2026-04-03T02:35:55.590639Z","end":"2026-04-03T02:35:56.856884Z","steps":["trace[1205043524] 'agreement among raft nodes before linearized reading' (duration: 1.266064859s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:56.856932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:55.590624Z","time spent":"1.266300794s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":15,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:35:56.85686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581124686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:56.857155Z","caller":"traceutil/trace.go:171","msg":"trace[1386143386] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2046; }","duration":"1.581451285s","start":"2026-04-03T02:35:55.275692Z","end":"2026-04-03T02:35:56.857143Z","steps":["trace[1386143386] 'agreement among raft nodes before linearized reading' (duration: 1.580967453s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:56.857211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:55.275668Z","time spent":"1.581509616s","remote":"127.0.0.1:35026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:35:57.052644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.308122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:35:57.052799Z","caller":"traceutil/trace.go:171","msg":"trace[1576580093] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"190.515002ms","start":"2026-04-03T02:35:56.862259Z","end":"2026-04-03T02:35:57.052774Z","steps":["trace[1576580093] 'process raft request' (duration: 35.948324ms)","trace[1576580093] 'compare' (duration: 154.106647ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:57.111374Z","caller":"traceutil/trace.go:171","msg":"trace[1008106191] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"248.210069ms","start":"2026-04-03T02:35:56.863138Z","end":"2026-04-03T02:35:57.111348Z","steps":["trace[1008106191] 'process raft request' (duration: 248.133977ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:57.111455Z","caller":"traceutil/trace.go:171","msg":"trace[254033374] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"248.395714ms","start":"2026-04-03T02:35:56.863008Z","end":"2026-04-03T02:35:57.111403Z","steps":["trace[254033374] 'process raft request' (duration: 248.145687ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:57.111629Z","caller":"traceutil/trace.go:171","msg":"trace[189509322] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"248.428285ms","start":"2026-04-03T02:35:56.863179Z","end":"2026-04-03T02:35:57.111608Z","steps":["trace[189509322] 'process raft request' (duration: 248.133257ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:57.111963Z","caller":"traceutil/trace.go:171","msg":"trace[32423866] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"248.390404ms","start":"2026-04-03T02:35:56.86355Z","end":"2026-04-03T02:35:57.111941Z","steps":["trace[32423866] 'process raft request' (duration: 247.963093ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:57.112043Z","caller":"traceutil/trace.go:171","msg":"trace[1954879433] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"245.531001ms","start":"2026-04-03T02:35:56.866499Z","end":"2026-04-03T02:35:57.11203Z","steps":["trace[1954879433] 'process raft request' (duration: 245.47334ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:57.112137Z","caller":"traceutil/trace.go:171","msg":"trace[793035367] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"248.067136ms","start":"2026-04-03T02:35:56.864033Z","end":"2026-04-03T02:35:57.1121Z","steps":["trace[793035367] 'process raft request' (duration: 247.81271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:59.454268Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.372303198s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:35:59.542425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00038161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:35:59.542521Z","caller":"traceutil/trace.go:171","msg":"trace[1829881995] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000557814s","start":"2026-04-03T02:35:57.541938Z","end":"2026-04-03T02:35:59.542496Z","steps":["trace[1829881995] 'agreement among raft nodes before linearized reading' (duration: 2.000411061s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:59.542571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:57.541915Z","time spent":"2.000644816s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:35:59.648996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.474299413s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:35:59.649241Z","caller":"traceutil/trace.go:171","msg":"trace[1103929926] linearizableReadLoop","detail":"{readStateIndex:2143; appliedIndex:2142; }","duration":"2.532515364s","start":"2026-04-03T02:35:57.116705Z","end":"2026-04-03T02:35:59.64922Z","steps":["trace[1103929926] 'read index received' (duration: 57.85417ms)","trace[1103929926] 'applied index is now lower than readState.Index' (duration: 2.474655634s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:59.649241Z","caller":"traceutil/trace.go:171","msg":"trace[817133738] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"2.566488888s","start":"2026-04-03T02:35:57.082724Z","end":"2026-04-03T02:35:59.649213Z","steps":["trace[817133738] 'process raft request' (duration: 91.908596ms)","trace[817133738] 'compare' (duration: 2.473935344s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:59.649372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:57.082665Z","time spent":"2.566635202s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:59.960306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.20919ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-03T02:35:59.961513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844762929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-nf8vm\" ","response":"range_response_count:1 size:5854"} {"level":"info","ts":"2026-04-03T02:35:59.961821Z","caller":"traceutil/trace.go:171","msg":"trace[1888106926] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-nf8vm; range_end:; response_count:1; response_revision:2054; }","duration":"2.845105748s","start":"2026-04-03T02:35:57.116659Z","end":"2026-04-03T02:35:59.961765Z","steps":["trace[1888106926] 'agreement among raft nodes before linearized reading' (duration: 2.532623687s)","trace[1888106926] 'range keys from in-memory index tree' (duration: 311.052565ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:59.961888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:57.116639Z","time spent":"2.845230401s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5878,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-nf8vm\" "} {"level":"info","ts":"2026-04-03T02:35:59.962522Z","caller":"traceutil/trace.go:171","msg":"trace[1518436988] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"1.825195316s","start":"2026-04-03T02:35:58.137277Z","end":"2026-04-03T02:35:59.962473Z","steps":["trace[1518436988] 'process raft request' (duration: 1.823175425s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:59.962713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:58.137258Z","time spent":"1.82534731s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:59.962737Z","caller":"traceutil/trace.go:171","msg":"trace[73372971] linearizableReadLoop","detail":"{readStateIndex:2148; appliedIndex:2143; }","duration":"313.427955ms","start":"2026-04-03T02:35:59.649264Z","end":"2026-04-03T02:35:59.962692Z","steps":["trace[73372971] 'read index received' (duration: 165.190478ms)","trace[73372971] 'applied index is now lower than readState.Index' (duration: 148.087233ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:59.962789Z","caller":"traceutil/trace.go:171","msg":"trace[874879654] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"1.097529463s","start":"2026-04-03T02:35:58.865213Z","end":"2026-04-03T02:35:59.962742Z","steps":["trace[874879654] 'process raft request' (duration: 1.097116362s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:59.963003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:58.865185Z","time spent":"1.097674097s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:59.963006Z","caller":"traceutil/trace.go:171","msg":"trace[1623821899] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"1.097670568s","start":"2026-04-03T02:35:58.865305Z","end":"2026-04-03T02:35:59.962976Z","steps":["trace[1623821899] 'process raft request' (duration: 1.097143623s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:59.963083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.143831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:35:59.963142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.592181891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:35:59.963169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:58.865256Z","time spent":"1.097820531s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:59.963184Z","caller":"traceutil/trace.go:171","msg":"trace[1993118053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2058; }","duration":"847.297845ms","start":"2026-04-03T02:35:59.115849Z","end":"2026-04-03T02:35:59.963147Z","steps":["trace[1993118053] 'agreement among raft nodes before linearized reading' (duration: 846.868153ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:59.963182Z","caller":"traceutil/trace.go:171","msg":"trace[1716576115] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2058; }","duration":"2.592294433s","start":"2026-04-03T02:35:57.370872Z","end":"2026-04-03T02:35:59.963167Z","steps":["trace[1716576115] 'agreement among raft nodes before linearized reading' (duration: 2.591927733s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:59.963309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930296489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:59.963352Z","caller":"traceutil/trace.go:171","msg":"trace[734186732] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2058; }","duration":"1.930367351s","start":"2026-04-03T02:35:58.032966Z","end":"2026-04-03T02:35:59.963333Z","steps":["trace[734186732] 'agreement among raft nodes before linearized reading' (duration: 1.930247828s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:59.963379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:58.032942Z","time spent":"1.930428703s","remote":"127.0.0.1:47160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:35:59.963375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:57.370849Z","time spent":"2.592469637s","remote":"127.0.0.1:47478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:35:59.963609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095810955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-03T02:35:59.963727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097842127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b812040-e888-44f1-8101-343c302b5e90\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-04-03T02:35:59.963683Z","caller":"traceutil/trace.go:171","msg":"trace[1456556641] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"1.098289523s","start":"2026-04-03T02:35:58.86534Z","end":"2026-04-03T02:35:59.963629Z","steps":["trace[1456556641] 'process raft request' (duration: 1.097144273s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:59.963769Z","caller":"traceutil/trace.go:171","msg":"trace[645334277] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b812040-e888-44f1-8101-343c302b5e90; range_end:; response_count:1; response_revision:2058; }","duration":"2.097955289s","start":"2026-04-03T02:35:57.865806Z","end":"2026-04-03T02:35:59.963761Z","steps":["trace[645334277] 'agreement among raft nodes before linearized reading' (duration: 2.097806536s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:59.963795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:57.865782Z","time spent":"2.098007511s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b812040-e888-44f1-8101-343c302b5e90\" "} {"level":"info","ts":"2026-04-03T02:35:59.963686Z","caller":"traceutil/trace.go:171","msg":"trace[544889160] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2058; }","duration":"2.095891786s","start":"2026-04-03T02:35:57.867757Z","end":"2026-04-03T02:35:59.963648Z","steps":["trace[544889160] 'agreement among raft nodes before linearized reading' (duration: 2.095676031s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:59.963904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:57.867744Z","time spent":"2.096141103s","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T02:35:59.963914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:58.865325Z","time spent":"1.098470667s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:59.964088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.129039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:35:59.964142Z","caller":"traceutil/trace.go:171","msg":"trace[1766407018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2058; }","duration":"847.189641ms","start":"2026-04-03T02:35:59.116926Z","end":"2026-04-03T02:35:59.964116Z","steps":["trace[1766407018] 'agreement among raft nodes before linearized reading' (duration: 847.037687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:59.96411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.889757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:35:59.964159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109889728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:35:59.964202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.847779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:35:59.964217Z","caller":"traceutil/trace.go:171","msg":"trace[319384835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2058; }","duration":"421.02445ms","start":"2026-04-03T02:35:59.543168Z","end":"2026-04-03T02:35:59.964193Z","steps":["trace[319384835] 'agreement among raft nodes before linearized reading' (duration: 420.899637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:59.964146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.290384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:35:59.964278Z","caller":"traceutil/trace.go:171","msg":"trace[292238464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2058; }","duration":"906.462239ms","start":"2026-04-03T02:35:59.057795Z","end":"2026-04-03T02:35:59.964257Z","steps":["trace[292238464] 'agreement among raft nodes before linearized reading' (duration: 906.271294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:59.964259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517444667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-04-03T02:35:59.964274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:59.116916Z","time spent":"847.335435ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:35:59.964229Z","caller":"traceutil/trace.go:171","msg":"trace[1498033345] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2058; }","duration":"1.109977609s","start":"2026-04-03T02:35:58.854222Z","end":"2026-04-03T02:35:59.9642Z","steps":["trace[1498033345] 'agreement among raft nodes before linearized reading' (duration: 1.109890237s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:59.964374Z","caller":"traceutil/trace.go:171","msg":"trace[1296767127] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2058; }","duration":"1.517762965s","start":"2026-04-03T02:35:58.446575Z","end":"2026-04-03T02:35:59.964338Z","steps":["trace[1296767127] 'agreement among raft nodes before linearized reading' (duration: 1.516484453s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:59.964386Z","caller":"traceutil/trace.go:171","msg":"trace[447438304] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2058; }","duration":"847.93647ms","start":"2026-04-03T02:35:59.116309Z","end":"2026-04-03T02:35:59.964245Z","steps":["trace[447438304] 'agreement among raft nodes before linearized reading' (duration: 847.785567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:59.964395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.403187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:35:59.964453Z","caller":"traceutil/trace.go:171","msg":"trace[896356625] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2058; }","duration":"847.506389ms","start":"2026-04-03T02:35:59.116937Z","end":"2026-04-03T02:35:59.964443Z","steps":["trace[896356625] 'agreement among raft nodes before linearized reading' (duration: 847.253773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:59.964437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:59.116288Z","time spent":"848.138136ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:35:59.964496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:59.116913Z","time spent":"847.56634ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:35:59.964483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:58.854204Z","time spent":"1.110209916s","remote":"127.0.0.1:47572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:35:59.964324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:59.057758Z","time spent":"906.55618ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:35:59.964279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:59.543145Z","time spent":"421.113132ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:35:59.964703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:58.446554Z","time spent":"1.517865097s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10352,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:35:59.963308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:59.115819Z","time spent":"847.47262ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:35:59.963111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.436017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:59.965494Z","caller":"traceutil/trace.go:171","msg":"trace[1234964844] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2058; }","duration":"653.870048ms","start":"2026-04-03T02:35:59.311608Z","end":"2026-04-03T02:35:59.965478Z","steps":["trace[1234964844] 'agreement among raft nodes before linearized reading' (duration: 651.338815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:59.965545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:59.311586Z","time spent":"653.94402ms","remote":"127.0.0.1:52322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:36:00.153555Z","caller":"traceutil/trace.go:171","msg":"trace[2061548857] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"183.273068ms","start":"2026-04-03T02:35:59.970249Z","end":"2026-04-03T02:36:00.153522Z","steps":["trace[2061548857] 'process raft request' (duration: 116.658515ms)","trace[2061548857] 'compare' (duration: 66.452108ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:00.20239Z","caller":"traceutil/trace.go:171","msg":"trace[1055877373] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"231.969546ms","start":"2026-04-03T02:35:59.970378Z","end":"2026-04-03T02:36:00.202348Z","steps":["trace[1055877373] 'process raft request' (duration: 231.749561ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:00.202612Z","caller":"traceutil/trace.go:171","msg":"trace[213465272] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"232.15371ms","start":"2026-04-03T02:35:59.970432Z","end":"2026-04-03T02:36:00.202585Z","steps":["trace[213465272] 'process raft request' (duration: 231.857713ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:00.202725Z","caller":"traceutil/trace.go:171","msg":"trace[252413716] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"232.088999ms","start":"2026-04-03T02:35:59.97061Z","end":"2026-04-03T02:36:00.202699Z","steps":["trace[252413716] 'process raft request' (duration: 231.870163ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:00.202947Z","caller":"traceutil/trace.go:171","msg":"trace[1589105260] linearizableReadLoop","detail":"{readStateIndex:2152; appliedIndex:2148; }","duration":"229.36236ms","start":"2026-04-03T02:35:59.973566Z","end":"2026-04-03T02:36:00.202928Z","steps":["trace[1589105260] 'read index received' (duration: 113.30238ms)","trace[1589105260] 'applied index is now lower than readState.Index' (duration: 116.05909ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:00.202962Z","caller":"traceutil/trace.go:171","msg":"trace[487520811] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"210.766357ms","start":"2026-04-03T02:35:59.992164Z","end":"2026-04-03T02:36:00.202931Z","steps":["trace[487520811] 'process raft request' (duration: 210.612173ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:00.203053Z","caller":"traceutil/trace.go:171","msg":"trace[1681480792] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"210.837188ms","start":"2026-04-03T02:35:59.9922Z","end":"2026-04-03T02:36:00.203037Z","steps":["trace[1681480792] 'process raft request' (duration: 210.661014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:00.203112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.533424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:00.203186Z","caller":"traceutil/trace.go:171","msg":"trace[414430072] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2065; }","duration":"229.653447ms","start":"2026-04-03T02:35:59.97352Z","end":"2026-04-03T02:36:00.203174Z","steps":["trace[414430072] 'agreement among raft nodes before linearized reading' (duration: 229.541574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:00.203226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.011309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:00.203307Z","caller":"traceutil/trace.go:171","msg":"trace[1001853419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2065; }","duration":"229.117363ms","start":"2026-04-03T02:35:59.974166Z","end":"2026-04-03T02:36:00.203283Z","steps":["trace[1001853419] 'agreement among raft nodes before linearized reading' (duration: 228.986579ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:00.202898Z","caller":"traceutil/trace.go:171","msg":"trace[1189682823] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"210.741366ms","start":"2026-04-03T02:35:59.992124Z","end":"2026-04-03T02:36:00.202865Z","steps":["trace[1189682823] 'process raft request' (duration: 210.529191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:00.509968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.723995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:36:00.510342Z","caller":"traceutil/trace.go:171","msg":"trace[1103675367] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"300.890688ms","start":"2026-04-03T02:36:00.209249Z","end":"2026-04-03T02:36:00.51014Z","steps":["trace[1103675367] 'process raft request' (duration: 128.914717ms)","trace[1103675367] 'compare' (duration: 171.592481ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:00.510496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:00.209222Z","time spent":"301.234387ms","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1712,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:00.592714Z","caller":"traceutil/trace.go:171","msg":"trace[1978129028] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"379.67599ms","start":"2026-04-03T02:36:00.213015Z","end":"2026-04-03T02:36:00.592691Z","steps":["trace[1978129028] 'process raft request' (duration: 379.497025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:00.592858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:00.212986Z","time spent":"379.799253ms","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5636,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:00.592941Z","caller":"traceutil/trace.go:171","msg":"trace[704865934] linearizableReadLoop","detail":"{readStateIndex:2157; appliedIndex:2155; }","duration":"379.644598ms","start":"2026-04-03T02:36:00.21327Z","end":"2026-04-03T02:36:00.592915Z","steps":["trace[704865934] 'read index received' (duration: 124.922925ms)","trace[704865934] 'applied index is now lower than readState.Index' (duration: 254.720233ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:00.593072Z","caller":"traceutil/trace.go:171","msg":"trace[131263842] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"376.190091ms","start":"2026-04-03T02:36:00.216805Z","end":"2026-04-03T02:36:00.592995Z","steps":["trace[131263842] 'process raft request' (duration: 375.834452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:00.593216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.927287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T02:36:00.593262Z","caller":"traceutil/trace.go:171","msg":"trace[1157713945] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2068; }","duration":"380.013899ms","start":"2026-04-03T02:36:00.213233Z","end":"2026-04-03T02:36:00.593247Z","steps":["trace[1157713945] 'agreement among raft nodes before linearized reading' (duration: 379.815693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:00.593256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.531114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:36:00.593319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:00.213217Z","time spent":"380.089821ms","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-03T02:36:00.593348Z","caller":"traceutil/trace.go:171","msg":"trace[698732367] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2068; }","duration":"253.699789ms","start":"2026-04-03T02:36:00.339631Z","end":"2026-04-03T02:36:00.59333Z","steps":["trace[698732367] 'agreement among raft nodes before linearized reading' (duration: 253.485092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:00.593366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:00.216791Z","time spent":"376.381746ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5917,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:00.70132Z","caller":"traceutil/trace.go:171","msg":"trace[1452668127] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"103.161802ms","start":"2026-04-03T02:36:00.598126Z","end":"2026-04-03T02:36:00.701288Z","steps":["trace[1452668127] 'process raft request' (duration: 102.874635ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:00.701449Z","caller":"traceutil/trace.go:171","msg":"trace[2050883431] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"100.594346ms","start":"2026-04-03T02:36:00.600838Z","end":"2026-04-03T02:36:00.701432Z","steps":["trace[2050883431] 'process raft request' (duration: 100.388941ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:00.70179Z","caller":"traceutil/trace.go:171","msg":"trace[1397880894] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"100.70893ms","start":"2026-04-03T02:36:00.601066Z","end":"2026-04-03T02:36:00.701775Z","steps":["trace[1397880894] 'process raft request' (duration: 100.247508ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:00.701341Z","caller":"traceutil/trace.go:171","msg":"trace[1378608316] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"102.438843ms","start":"2026-04-03T02:36:00.598884Z","end":"2026-04-03T02:36:00.701323Z","steps":["trace[1378608316] 'process raft request' (duration: 102.256408ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:01.842528Z","caller":"traceutil/trace.go:171","msg":"trace[2036276005] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"126.556876ms","start":"2026-04-03T02:36:01.715951Z","end":"2026-04-03T02:36:01.842508Z","steps":["trace[2036276005] 'process raft request' (duration: 126.402472ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:02.341581Z","caller":"traceutil/trace.go:171","msg":"trace[1094024786] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"129.459341ms","start":"2026-04-03T02:36:02.212087Z","end":"2026-04-03T02:36:02.341546Z","steps":["trace[1094024786] 'process raft request' (duration: 69.945048ms)","trace[1094024786] 'compare' (duration: 59.350039ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:02.431231Z","caller":"traceutil/trace.go:171","msg":"trace[2061330691] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"219.048018ms","start":"2026-04-03T02:36:02.21215Z","end":"2026-04-03T02:36:02.431198Z","steps":["trace[2061330691] 'process raft request' (duration: 218.935466ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:02.431242Z","caller":"traceutil/trace.go:171","msg":"trace[235883228] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"219.081299ms","start":"2026-04-03T02:36:02.212124Z","end":"2026-04-03T02:36:02.431205Z","steps":["trace[235883228] 'process raft request' (duration: 218.701518ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:02.431375Z","caller":"traceutil/trace.go:171","msg":"trace[1809407386] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"215.340254ms","start":"2026-04-03T02:36:02.216021Z","end":"2026-04-03T02:36:02.431361Z","steps":["trace[1809407386] 'process raft request' (duration: 215.121438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:06.930638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.082287ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:06.930895Z","caller":"traceutil/trace.go:171","msg":"trace[1893559624] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2127; }","duration":"712.340143ms","start":"2026-04-03T02:36:06.218526Z","end":"2026-04-03T02:36:06.930866Z","steps":["trace[1893559624] 'range keys from in-memory index tree' (duration: 712.065107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:06.931194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.269276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:36:06.931475Z","caller":"traceutil/trace.go:171","msg":"trace[1677880622] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"927.557563ms","start":"2026-04-03T02:36:06.003882Z","end":"2026-04-03T02:36:06.93144Z","steps":["trace[1677880622] 'process raft request' (duration: 927.408619ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:06.931477Z","caller":"traceutil/trace.go:171","msg":"trace[1887770847] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"927.969774ms","start":"2026-04-03T02:36:06.003473Z","end":"2026-04-03T02:36:06.931443Z","steps":["trace[1887770847] 'process raft request' (duration: 310.366099ms)","trace[1887770847] 'compare' (duration: 616.99401ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:06.931616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.290483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T02:36:06.931616Z","caller":"traceutil/trace.go:171","msg":"trace[847793224] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"926.786094ms","start":"2026-04-03T02:36:06.004809Z","end":"2026-04-03T02:36:06.931595Z","steps":["trace[847793224] 'process raft request' (duration: 926.561798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:06.931658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:06.003855Z","time spent":"927.713167ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:06.931669Z","caller":"traceutil/trace.go:171","msg":"trace[740541887] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2131; }","duration":"919.377565ms","start":"2026-04-03T02:36:06.012273Z","end":"2026-04-03T02:36:06.93165Z","steps":["trace[740541887] 'agreement among raft nodes before linearized reading' (duration: 919.17492ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:06.931705Z","caller":"traceutil/trace.go:171","msg":"trace[756830654] linearizableReadLoop","detail":"{readStateIndex:2223; appliedIndex:2219; }","duration":"919.112038ms","start":"2026-04-03T02:36:06.012331Z","end":"2026-04-03T02:36:06.931443Z","steps":["trace[756830654] 'read index received' (duration: 301.567844ms)","trace[756830654] 'applied index is now lower than readState.Index' (duration: 617.542994ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:06.931717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:06.012249Z","time spent":"919.459598ms","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-03T02:36:06.931706Z","caller":"traceutil/trace.go:171","msg":"trace[1906098760] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"926.521557ms","start":"2026-04-03T02:36:06.005155Z","end":"2026-04-03T02:36:06.931677Z","steps":["trace[1906098760] 'process raft request' (duration: 926.24882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:06.931663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:06.003443Z","time spent":"928.153038ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:06.931923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.53917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:36:06.931957Z","caller":"traceutil/trace.go:171","msg":"trace[1218474699] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2131; }","duration":"487.613253ms","start":"2026-04-03T02:36:06.444334Z","end":"2026-04-03T02:36:06.931948Z","steps":["trace[1218474699] 'agreement among raft nodes before linearized reading' (duration: 487.552041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:06.93197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.81814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-04-03T02:36:06.931989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:06.444308Z","time spent":"487.675753ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:36:06.932013Z","caller":"traceutil/trace.go:171","msg":"trace[973899826] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2131; }","duration":"120.888332ms","start":"2026-04-03T02:36:06.811101Z","end":"2026-04-03T02:36:06.93199Z","steps":["trace[973899826] 'agreement among raft nodes before linearized reading' (duration: 120.81505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:06.932028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.823122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:36:06.932046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.65492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-03T02:36:06.931728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:06.004785Z","time spent":"926.879876ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:06.932075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.30789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-03T02:36:06.93184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:06.005123Z","time spent":"926.65788ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:06.93212Z","caller":"traceutil/trace.go:171","msg":"trace[1881742699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2131; }","duration":"756.761872ms","start":"2026-04-03T02:36:06.175341Z","end":"2026-04-03T02:36:06.932103Z","steps":["trace[1881742699] 'agreement among raft nodes before linearized reading' (duration: 756.570408ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:06.932138Z","caller":"traceutil/trace.go:171","msg":"trace[1952631898] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2131; }","duration":"575.401223ms","start":"2026-04-03T02:36:06.35672Z","end":"2026-04-03T02:36:06.932121Z","steps":["trace[1952631898] 'agreement among raft nodes before linearized reading' (duration: 575.173927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:06.931868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.94541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-03T02:36:06.932182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:06.175324Z","time spent":"756.846104ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:36:06.932193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:06.356696Z","time spent":"575.483524ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:36:06.932065Z","caller":"traceutil/trace.go:171","msg":"trace[624226310] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2131; }","duration":"486.894674ms","start":"2026-04-03T02:36:06.445161Z","end":"2026-04-03T02:36:06.932056Z","steps":["trace[624226310] 'agreement among raft nodes before linearized reading' (duration: 486.774841ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:06.93219Z","caller":"traceutil/trace.go:171","msg":"trace[1018540751] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2131; }","duration":"876.294429ms","start":"2026-04-03T02:36:06.055885Z","end":"2026-04-03T02:36:06.932179Z","steps":["trace[1018540751] 'agreement among raft nodes before linearized reading' (duration: 875.897089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:06.932314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:06.445139Z","time spent":"487.16321ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:36:06.93236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:06.055865Z","time spent":"876.441525ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:36:06.931895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.181701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:36:06.932433Z","caller":"traceutil/trace.go:171","msg":"trace[1777778001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2131; }","duration":"487.727505ms","start":"2026-04-03T02:36:06.444686Z","end":"2026-04-03T02:36:06.932413Z","steps":["trace[1777778001] 'agreement among raft nodes before linearized reading' (duration: 487.098359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:06.932499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:06.444656Z","time spent":"487.824608ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:36:11.044562Z","caller":"traceutil/trace.go:171","msg":"trace[1555362770] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"100.203875ms","start":"2026-04-03T02:36:10.944331Z","end":"2026-04-03T02:36:11.044535Z","steps":["trace[1555362770] 'process raft request' (duration: 100.011111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:11.241917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.754382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:36:11.242216Z","caller":"traceutil/trace.go:171","msg":"trace[115109475] linearizableReadLoop","detail":"{readStateIndex:2247; appliedIndex:2243; }","duration":"283.685453ms","start":"2026-04-03T02:36:10.958508Z","end":"2026-04-03T02:36:11.242194Z","steps":["trace[115109475] 'read index received' (duration: 85.925513ms)","trace[115109475] 'applied index is now lower than readState.Index' (duration: 197.75862ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:11.242242Z","caller":"traceutil/trace.go:171","msg":"trace[304163480] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"294.687582ms","start":"2026-04-03T02:36:10.947531Z","end":"2026-04-03T02:36:11.242219Z","steps":["trace[304163480] 'process raft request' (duration: 294.512228ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:11.242278Z","caller":"traceutil/trace.go:171","msg":"trace[1168864249] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"293.596806ms","start":"2026-04-03T02:36:10.948639Z","end":"2026-04-03T02:36:11.242236Z","steps":["trace[1168864249] 'process raft request' (duration: 293.495763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:11.242502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.963835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-03T02:36:11.242505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.985011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:36:11.242551Z","caller":"traceutil/trace.go:171","msg":"trace[1579933813] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2154; }","duration":"283.061977ms","start":"2026-04-03T02:36:10.959474Z","end":"2026-04-03T02:36:11.242536Z","steps":["trace[1579933813] 'agreement among raft nodes before linearized reading' (duration: 282.896973ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:11.242582Z","caller":"traceutil/trace.go:171","msg":"trace[1702567255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2154; }","duration":"284.103183ms","start":"2026-04-03T02:36:10.958456Z","end":"2026-04-03T02:36:11.242559Z","steps":["trace[1702567255] 'agreement among raft nodes before linearized reading' (duration: 283.886077ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:11.242257Z","caller":"traceutil/trace.go:171","msg":"trace[277085185] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"295.438153ms","start":"2026-04-03T02:36:10.94676Z","end":"2026-04-03T02:36:11.242198Z","steps":["trace[277085185] 'process raft request' (duration: 174.285211ms)","trace[277085185] 'compare' (duration: 120.494145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:11.24269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.063945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-03T02:36:11.242721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.833592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:36:11.242769Z","caller":"traceutil/trace.go:171","msg":"trace[1363219045] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2154; }","duration":"282.917504ms","start":"2026-04-03T02:36:10.959839Z","end":"2026-04-03T02:36:11.242756Z","steps":["trace[1363219045] 'agreement among raft nodes before linearized reading' (duration: 282.813941ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:11.242773Z","caller":"traceutil/trace.go:171","msg":"trace[1796367748] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2154; }","duration":"277.194618ms","start":"2026-04-03T02:36:10.965551Z","end":"2026-04-03T02:36:11.242746Z","steps":["trace[1796367748] 'agreement among raft nodes before linearized reading' (duration: 276.85146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:11.243001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.304598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:36:11.243112Z","caller":"traceutil/trace.go:171","msg":"trace[1672765362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2154; }","duration":"282.417351ms","start":"2026-04-03T02:36:10.960646Z","end":"2026-04-03T02:36:11.243064Z","steps":["trace[1672765362] 'agreement among raft nodes before linearized reading' (duration: 282.136914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:11.24363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.472057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:36:11.243749Z","caller":"traceutil/trace.go:171","msg":"trace[609137470] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2154; }","duration":"283.613531ms","start":"2026-04-03T02:36:10.960116Z","end":"2026-04-03T02:36:11.24373Z","steps":["trace[609137470] 'agreement among raft nodes before linearized reading' (duration: 282.540694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:11.657614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.403462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:36:11.657742Z","caller":"traceutil/trace.go:171","msg":"trace[698572212] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"410.577967ms","start":"2026-04-03T02:36:11.247141Z","end":"2026-04-03T02:36:11.657719Z","steps":["trace[698572212] 'process raft request' (duration: 212.94115ms)","trace[698572212] 'compare' (duration: 197.148175ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:11.657812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:11.247118Z","time spent":"410.659429ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:11.671419Z","caller":"traceutil/trace.go:171","msg":"trace[1520526218] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"424.169815ms","start":"2026-04-03T02:36:11.247205Z","end":"2026-04-03T02:36:11.671374Z","steps":["trace[1520526218] 'process raft request' (duration: 423.912048ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:11.671441Z","caller":"traceutil/trace.go:171","msg":"trace[1363464513] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"424.116484ms","start":"2026-04-03T02:36:11.247289Z","end":"2026-04-03T02:36:11.671406Z","steps":["trace[1363464513] 'process raft request' (duration: 423.956319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:11.671653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:11.247182Z","time spent":"424.35258ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:11.671672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:11.247255Z","time spent":"424.300088ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:11.671842Z","caller":"traceutil/trace.go:171","msg":"trace[1585237755] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"424.023711ms","start":"2026-04-03T02:36:11.247808Z","end":"2026-04-03T02:36:11.671832Z","steps":["trace[1585237755] 'process raft request' (duration: 423.851797ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:11.671829Z","caller":"traceutil/trace.go:171","msg":"trace[1004109314] linearizableReadLoop","detail":"{readStateIndex:2252; appliedIndex:2248; }","duration":"191.775697ms","start":"2026-04-03T02:36:11.480025Z","end":"2026-04-03T02:36:11.6718Z","steps":["trace[1004109314] 'read index received' (duration: 190.988678ms)","trace[1004109314] 'applied index is now lower than readState.Index' (duration: 785.689µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:11.671889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:11.247799Z","time spent":"424.065542ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:11.671873Z","caller":"traceutil/trace.go:171","msg":"trace[1234069947] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"424.191386ms","start":"2026-04-03T02:36:11.247658Z","end":"2026-04-03T02:36:11.671849Z","steps":["trace[1234069947] 'process raft request' (duration: 423.687173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:11.67197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:11.247641Z","time spent":"424.280948ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:11.671978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.927471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:36:11.672018Z","caller":"traceutil/trace.go:171","msg":"trace[586813428] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2159; }","duration":"192.032634ms","start":"2026-04-03T02:36:11.479975Z","end":"2026-04-03T02:36:11.672008Z","steps":["trace[586813428] 'agreement among raft nodes before linearized reading' (duration: 191.922591ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:12.69927Z","caller":"traceutil/trace.go:171","msg":"trace[1905839307] linearizableReadLoop","detail":"{readStateIndex:2254; appliedIndex:2253; }","duration":"158.585749ms","start":"2026-04-03T02:36:12.540658Z","end":"2026-04-03T02:36:12.699243Z","steps":["trace[1905839307] 'read index received' (duration: 158.334242ms)","trace[1905839307] 'applied index is now lower than readState.Index' (duration: 250.497µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:12.699307Z","caller":"traceutil/trace.go:171","msg":"trace[460031451] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"211.636247ms","start":"2026-04-03T02:36:12.487649Z","end":"2026-04-03T02:36:12.699286Z","steps":["trace[460031451] 'process raft request' (duration: 211.454572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:12.699534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.830435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:12.699571Z","caller":"traceutil/trace.go:171","msg":"trace[600285246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2161; }","duration":"158.944989ms","start":"2026-04-03T02:36:12.540613Z","end":"2026-04-03T02:36:12.699558Z","steps":["trace[600285246] 'agreement among raft nodes before linearized reading' (duration: 158.762004ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:15.211072Z","caller":"traceutil/trace.go:171","msg":"trace[824746547] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"145.110245ms","start":"2026-04-03T02:36:15.065937Z","end":"2026-04-03T02:36:15.211047Z","steps":["trace[824746547] 'process raft request' (duration: 144.92557ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:15.547999Z","caller":"traceutil/trace.go:171","msg":"trace[1130788266] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"206.963367ms","start":"2026-04-03T02:36:15.341014Z","end":"2026-04-03T02:36:15.547977Z","steps":["trace[1130788266] 'process raft request' (duration: 135.443206ms)","trace[1130788266] 'compare' (duration: 71.253904ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:15.548031Z","caller":"traceutil/trace.go:171","msg":"trace[483860362] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"206.251249ms","start":"2026-04-03T02:36:15.341744Z","end":"2026-04-03T02:36:15.547996Z","steps":["trace[483860362] 'process raft request' (duration: 206.140267ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:15.547983Z","caller":"traceutil/trace.go:171","msg":"trace[41678812] linearizableReadLoop","detail":"{readStateIndex:2275; appliedIndex:2272; }","duration":"185.382384ms","start":"2026-04-03T02:36:15.362571Z","end":"2026-04-03T02:36:15.547953Z","steps":["trace[41678812] 'read index received' (duration: 42.956849ms)","trace[41678812] 'applied index is now lower than readState.Index' (duration: 142.424015ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:15.548179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.593239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T02:36:15.54827Z","caller":"traceutil/trace.go:171","msg":"trace[159868126] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2181; }","duration":"185.776344ms","start":"2026-04-03T02:36:15.362461Z","end":"2026-04-03T02:36:15.548237Z","steps":["trace[159868126] 'agreement among raft nodes before linearized reading' (duration: 185.578399ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:15.87856Z","caller":"traceutil/trace.go:171","msg":"trace[1384330940] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"150.43507ms","start":"2026-04-03T02:36:15.728096Z","end":"2026-04-03T02:36:15.878531Z","steps":["trace[1384330940] 'process raft request' (duration: 150.257116ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:15.881989Z","caller":"traceutil/trace.go:171","msg":"trace[2144880491] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"151.719042ms","start":"2026-04-03T02:36:15.730224Z","end":"2026-04-03T02:36:15.881943Z","steps":["trace[2144880491] 'process raft request' (duration: 151.609419ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:15.882139Z","caller":"traceutil/trace.go:171","msg":"trace[1002227277] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"152.319668ms","start":"2026-04-03T02:36:15.72977Z","end":"2026-04-03T02:36:15.88209Z","steps":["trace[1002227277] 'process raft request' (duration: 151.872987ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:15.882447Z","caller":"traceutil/trace.go:171","msg":"trace[1265257553] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"151.757944ms","start":"2026-04-03T02:36:15.730575Z","end":"2026-04-03T02:36:15.882333Z","steps":["trace[1265257553] 'process raft request' (duration: 151.301792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:17.956591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839981187,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:36:18.456994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839981187,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:36:18.95755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839981187,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:36:19.30291Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.086386973s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:36:19.303341Z","caller":"traceutil/trace.go:171","msg":"trace[1704453633] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"2.086911057s","start":"2026-04-03T02:36:17.216406Z","end":"2026-04-03T02:36:19.303318Z","steps":["trace[1704453633] 'process raft request' (duration: 2.086764173s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:19.303513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:17.216383Z","time spent":"2.08703261s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:19.541084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000361922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:36:19.541167Z","caller":"traceutil/trace.go:171","msg":"trace[406541479] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000496406s","start":"2026-04-03T02:36:17.540652Z","end":"2026-04-03T02:36:19.541148Z","steps":["trace[406541479] 'agreement among raft nodes before linearized reading' (duration: 2.000394903s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:19.541265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:17.540629Z","time spent":"2.000624158s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:36:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-03T02:36:19.957911Z","caller":"traceutil/trace.go:171","msg":"trace[809288787] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"2.546452917s","start":"2026-04-03T02:36:17.411438Z","end":"2026-04-03T02:36:19.957891Z","steps":["trace[809288787] 'process raft request' (duration: 2.546292233s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:19.958031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:17.41141Z","time spent":"2.54656609s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:19.958681Z","caller":"traceutil/trace.go:171","msg":"trace[487542232] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"2.40628291s","start":"2026-04-03T02:36:17.552356Z","end":"2026-04-03T02:36:19.958639Z","steps":["trace[487542232] 'process raft request' (duration: 2.40550402s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:19.958806Z","caller":"traceutil/trace.go:171","msg":"trace[1249632058] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"2.406228569s","start":"2026-04-03T02:36:17.552538Z","end":"2026-04-03T02:36:19.958766Z","steps":["trace[1249632058] 'process raft request' (duration: 2.405704656s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:19.95888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:17.552302Z","time spent":"2.406466645s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:19.958916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:17.55251Z","time spent":"2.406348442s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:19.962558Z","caller":"traceutil/trace.go:171","msg":"trace[750385058] linearizableReadLoop","detail":"{readStateIndex:2285; appliedIndex:2280; }","duration":"2.506125606s","start":"2026-04-03T02:36:17.456415Z","end":"2026-04-03T02:36:19.962541Z","steps":["trace[750385058] 'read index received' (duration: 1.846756391s)","trace[750385058] 'applied index is now lower than readState.Index' (duration: 659.368265ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:19.962671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.506243069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:19.962705Z","caller":"traceutil/trace.go:171","msg":"trace[987244643] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2190; }","duration":"2.50631786s","start":"2026-04-03T02:36:17.456378Z","end":"2026-04-03T02:36:19.962696Z","steps":["trace[987244643] 'agreement among raft nodes before linearized reading' (duration: 2.506249708s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:19.962742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:17.456365Z","time spent":"2.506366992s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:36:19.962789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.16975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-04-03T02:36:19.962807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400700667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T02:36:19.962837Z","caller":"traceutil/trace.go:171","msg":"trace[276815606] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2190; }","duration":"677.252582ms","start":"2026-04-03T02:36:19.285572Z","end":"2026-04-03T02:36:19.962825Z","steps":["trace[276815606] 'agreement among raft nodes before linearized reading' (duration: 677.131969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:19.962867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:19.28555Z","time spent":"677.310523ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-03T02:36:19.962866Z","caller":"traceutil/trace.go:171","msg":"trace[1418350578] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2190; }","duration":"2.400764339s","start":"2026-04-03T02:36:17.562086Z","end":"2026-04-03T02:36:19.96285Z","steps":["trace[1418350578] 'agreement among raft nodes before linearized reading' (duration: 2.400582284s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:19.962871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.624114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-03T02:36:19.962911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:17.562026Z","time spent":"2.400873321s","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-03T02:36:19.962941Z","caller":"traceutil/trace.go:171","msg":"trace[1519499522] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d; range_end:; response_count:1; response_revision:2190; }","duration":"418.716016ms","start":"2026-04-03T02:36:19.544195Z","end":"2026-04-03T02:36:19.962911Z","steps":["trace[1519499522] 'agreement among raft nodes before linearized reading' (duration: 418.559292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:19.962988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:19.544173Z","time spent":"418.801478ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d\" "} {"level":"warn","ts":"2026-04-03T02:36:19.963044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.460722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:19.96307Z","caller":"traceutil/trace.go:171","msg":"trace[105863935] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2190; }","duration":"431.519603ms","start":"2026-04-03T02:36:19.531542Z","end":"2026-04-03T02:36:19.963062Z","steps":["trace[105863935] 'agreement among raft nodes before linearized reading' (duration: 431.472362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:19.963093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:19.531518Z","time spent":"431.569084ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:36:19.963179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076667894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:36:19.963181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.422246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:19.963239Z","caller":"traceutil/trace.go:171","msg":"trace[856795872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2190; }","duration":"414.523028ms","start":"2026-04-03T02:36:19.548698Z","end":"2026-04-03T02:36:19.963222Z","steps":["trace[856795872] 'agreement among raft nodes before linearized reading' (duration: 414.425936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:19.963284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:19.548678Z","time spent":"414.596451ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:36:19.963231Z","caller":"traceutil/trace.go:171","msg":"trace[390027461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2190; }","duration":"2.076727806s","start":"2026-04-03T02:36:17.886484Z","end":"2026-04-03T02:36:19.963212Z","steps":["trace[390027461] 'agreement among raft nodes before linearized reading' (duration: 2.076621533s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:19.963406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:17.886478Z","time spent":"2.076918341s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:36:19.963247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.214203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:36:19.963472Z","caller":"traceutil/trace.go:171","msg":"trace[1023133477] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2190; }","duration":"647.467319ms","start":"2026-04-03T02:36:19.315993Z","end":"2026-04-03T02:36:19.963461Z","steps":["trace[1023133477] 'agreement among raft nodes before linearized reading' (duration: 647.213773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:19.96347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077392333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-03T02:36:19.963537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:19.315975Z","time spent":"647.549801ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:36:19.96356Z","caller":"traceutil/trace.go:171","msg":"trace[724832500] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2190; }","duration":"2.077516147s","start":"2026-04-03T02:36:17.886028Z","end":"2026-04-03T02:36:19.963544Z","steps":["trace[724832500] 'agreement among raft nodes before linearized reading' (duration: 2.077359503s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:19.963594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260709625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:36:19.963616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:17.886012Z","time spent":"2.077590609s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:36:19.963633Z","caller":"traceutil/trace.go:171","msg":"trace[1206948290] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2190; }","duration":"2.260777057s","start":"2026-04-03T02:36:17.702847Z","end":"2026-04-03T02:36:19.963624Z","steps":["trace[1206948290] 'agreement among raft nodes before linearized reading' (duration: 2.260618353s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:19.963361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077013323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T02:36:19.963664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:17.702833Z","time spent":"2.260824277s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:36:19.963689Z","caller":"traceutil/trace.go:171","msg":"trace[1654375571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2190; }","duration":"2.077360592s","start":"2026-04-03T02:36:17.886318Z","end":"2026-04-03T02:36:19.963679Z","steps":["trace[1654375571] 'agreement among raft nodes before linearized reading' (duration: 2.076947862s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:19.963691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080177524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:36:19.963726Z","caller":"traceutil/trace.go:171","msg":"trace[565733840] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2190; }","duration":"2.080261196s","start":"2026-04-03T02:36:17.883456Z","end":"2026-04-03T02:36:19.963717Z","steps":["trace[565733840] 'agreement among raft nodes before linearized reading' (duration: 2.080173254s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:19.963761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:17.883438Z","time spent":"2.080317608s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:36:19.963729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:17.886291Z","time spent":"2.077424534s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:36:21.581939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.045255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:36:21.582023Z","caller":"traceutil/trace.go:171","msg":"trace[1318702160] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2197; }","duration":"151.181229ms","start":"2026-04-03T02:36:21.430821Z","end":"2026-04-03T02:36:21.582003Z","steps":["trace[1318702160] 'count revisions from in-memory index tree' (duration: 150.932383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:31.048079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.879043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:36:31.048247Z","caller":"traceutil/trace.go:171","msg":"trace[689958468] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"184.81394ms","start":"2026-04-03T02:36:30.863406Z","end":"2026-04-03T02:36:31.04822Z","steps":["trace[689958468] 'process raft request' (duration: 81.645179ms)","trace[689958468] 'compare' (duration: 102.650298ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:32.303319Z","caller":"traceutil/trace.go:171","msg":"trace[1573044731] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"454.246715ms","start":"2026-04-03T02:36:31.849045Z","end":"2026-04-03T02:36:32.303292Z","steps":["trace[1573044731] 'process raft request' (duration: 453.994369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:32.303602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:31.84901Z","time spent":"454.470631ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11647,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:32.813829Z","caller":"traceutil/trace.go:171","msg":"trace[1648510650] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"815.144501ms","start":"2026-04-03T02:36:31.998671Z","end":"2026-04-03T02:36:32.813815Z","steps":["trace[1648510650] 'process raft request' (duration: 815.08833ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:32.813839Z","caller":"traceutil/trace.go:171","msg":"trace[1608081815] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"945.899647ms","start":"2026-04-03T02:36:31.867905Z","end":"2026-04-03T02:36:32.813805Z","steps":["trace[1608081815] 'process raft request' (duration: 866.427223ms)","trace[1608081815] 'compare' (duration: 79.31229ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:32.814031Z","caller":"traceutil/trace.go:171","msg":"trace[1132415533] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"796.38582ms","start":"2026-04-03T02:36:32.017631Z","end":"2026-04-03T02:36:32.814017Z","steps":["trace[1132415533] 'process raft request' (duration: 796.169805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:32.814657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:31.998632Z","time spent":"815.857189ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:32.814767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:32.017597Z","time spent":"797.13006ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:32.814132Z","caller":"traceutil/trace.go:171","msg":"trace[1436257924] linearizableReadLoop","detail":"{readStateIndex:2358; appliedIndex:2353; }","duration":"780.571836ms","start":"2026-04-03T02:36:32.03354Z","end":"2026-04-03T02:36:32.814112Z","steps":["trace[1436257924] 'read index received' (duration: 269.60668ms)","trace[1436257924] 'applied index is now lower than readState.Index' (duration: 510.964166ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:32.814708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:31.867885Z","time spent":"946.750169ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:36:32.814299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.756041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T02:36:32.814193Z","caller":"traceutil/trace.go:171","msg":"trace[635856130] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"792.785769ms","start":"2026-04-03T02:36:32.021391Z","end":"2026-04-03T02:36:32.814177Z","steps":["trace[635856130] 'process raft request' (duration: 792.558873ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:32.81494Z","caller":"traceutil/trace.go:171","msg":"trace[1799133960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2261; }","duration":"781.428558ms","start":"2026-04-03T02:36:32.033489Z","end":"2026-04-03T02:36:32.814917Z","steps":["trace[1799133960] 'agreement among raft nodes before linearized reading' (duration: 780.684348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:32.814992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:32.033466Z","time spent":"781.516011ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:36:32.815019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.893619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-03T02:36:32.815019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:32.021366Z","time spent":"793.565279ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:32.815108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.527666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-03T02:36:32.815147Z","caller":"traceutil/trace.go:171","msg":"trace[1671993810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2261; }","duration":"773.576597ms","start":"2026-04-03T02:36:32.041552Z","end":"2026-04-03T02:36:32.815129Z","steps":["trace[1671993810] 'agreement among raft nodes before linearized reading' (duration: 773.512556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:32.815159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.356645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T02:36:32.815183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:32.04154Z","time spent":"773.636318ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:36:32.815186Z","caller":"traceutil/trace.go:171","msg":"trace[535556581] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:2261; }","duration":"103.427517ms","start":"2026-04-03T02:36:32.711747Z","end":"2026-04-03T02:36:32.815174Z","steps":["trace[535556581] 'agreement among raft nodes before linearized reading' (duration: 103.364786ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:32.815052Z","caller":"traceutil/trace.go:171","msg":"trace[114555981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2261; }","duration":"779.944401ms","start":"2026-04-03T02:36:32.035098Z","end":"2026-04-03T02:36:32.815042Z","steps":["trace[114555981] 'agreement among raft nodes before linearized reading' (duration: 779.844989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:32.815169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.574569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-03T02:36:32.815233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:32.03509Z","time spent":"780.127995ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:36:32.81524Z","caller":"traceutil/trace.go:171","msg":"trace[1202905952] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2261; }","duration":"750.674242ms","start":"2026-04-03T02:36:32.064548Z","end":"2026-04-03T02:36:32.815222Z","steps":["trace[1202905952] 'agreement among raft nodes before linearized reading' (duration: 750.476837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:32.815236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.730286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:36:32.815291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.448922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-03T02:36:32.815296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:32.064536Z","time spent":"750.741673ms","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-03T02:36:32.815296Z","caller":"traceutil/trace.go:171","msg":"trace[1728741343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2261; }","duration":"273.835938ms","start":"2026-04-03T02:36:32.541444Z","end":"2026-04-03T02:36:32.81528Z","steps":["trace[1728741343] 'agreement among raft nodes before linearized reading' (duration: 273.750206ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:32.815318Z","caller":"traceutil/trace.go:171","msg":"trace[1543510322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2261; }","duration":"778.515314ms","start":"2026-04-03T02:36:32.036796Z","end":"2026-04-03T02:36:32.815312Z","steps":["trace[1543510322] 'agreement among raft nodes before linearized reading' (duration: 778.442672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:32.815338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:32.036777Z","time spent":"778.556715ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:36:32.815473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.331241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:36:32.815556Z","caller":"traceutil/trace.go:171","msg":"trace[1883740757] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2261; }","duration":"780.439574ms","start":"2026-04-03T02:36:32.035102Z","end":"2026-04-03T02:36:32.815541Z","steps":["trace[1883740757] 'agreement among raft nodes before linearized reading' (duration: 780.221858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:32.815597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:32.035078Z","time spent":"780.510785ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:36:33.217049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.486002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:36:33.217549Z","caller":"traceutil/trace.go:171","msg":"trace[451448397] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"304.664646ms","start":"2026-04-03T02:36:32.912858Z","end":"2026-04-03T02:36:33.217523Z","steps":["trace[451448397] 'process raft request' (duration: 304.547243ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:33.217611Z","caller":"traceutil/trace.go:171","msg":"trace[211334087] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"395.171233ms","start":"2026-04-03T02:36:32.822429Z","end":"2026-04-03T02:36:33.2176Z","steps":["trace[211334087] 'process raft request' (duration: 140.019444ms)","trace[211334087] 'compare' (duration: 254.163724ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:33.217672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:32.912834Z","time spent":"304.783449ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:33.217851Z","caller":"traceutil/trace.go:171","msg":"trace[1963162508] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"394.121455ms","start":"2026-04-03T02:36:32.823705Z","end":"2026-04-03T02:36:33.217827Z","steps":["trace[1963162508] 'process raft request' (duration: 393.655673ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:33.217973Z","caller":"traceutil/trace.go:171","msg":"trace[1744981096] linearizableReadLoop","detail":"{readStateIndex:2364; appliedIndex:2359; }","duration":"306.688118ms","start":"2026-04-03T02:36:32.911265Z","end":"2026-04-03T02:36:33.217954Z","steps":["trace[1744981096] 'read index received' (duration: 51.278862ms)","trace[1744981096] 'applied index is now lower than readState.Index' (duration: 255.407336ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:33.218003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:32.823693Z","time spent":"394.249949ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:33.218202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.024629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2b840dd2a8cc9\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-03T02:36:33.217549Z","caller":"traceutil/trace.go:171","msg":"trace[1922001587] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"394.497096ms","start":"2026-04-03T02:36:32.823025Z","end":"2026-04-03T02:36:33.217522Z","steps":["trace[1922001587] 'process raft request' (duration: 394.156298ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:33.218623Z","caller":"traceutil/trace.go:171","msg":"trace[1568293392] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a2b840dd2a8cc9; range_end:; response_count:1; response_revision:2267; }","duration":"395.45415ms","start":"2026-04-03T02:36:32.823126Z","end":"2026-04-03T02:36:33.21858Z","steps":["trace[1568293392] 'agreement among raft nodes before linearized reading' (duration: 394.897015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:33.218703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:32.823108Z","time spent":"395.567313ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2b840dd2a8cc9\" "} {"level":"info","ts":"2026-04-03T02:36:33.218435Z","caller":"traceutil/trace.go:171","msg":"trace[724828050] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"394.850865ms","start":"2026-04-03T02:36:32.823565Z","end":"2026-04-03T02:36:33.218416Z","steps":["trace[724828050] 'process raft request' (duration: 393.706395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:33.218769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:32.823018Z","time spent":"395.654416ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:33.218482Z","caller":"traceutil/trace.go:171","msg":"trace[705594927] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"394.838414ms","start":"2026-04-03T02:36:32.823632Z","end":"2026-04-03T02:36:33.21847Z","steps":["trace[705594927] 'process raft request' (duration: 393.688224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:33.218898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:32.823536Z","time spent":"395.267026ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:33.21887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:32.822403Z","time spent":"395.243895ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:33.219103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:32.823624Z","time spent":"395.323237ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:33.884902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.639584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:36:33.885182Z","caller":"traceutil/trace.go:171","msg":"trace[1550953244] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"570.277225ms","start":"2026-04-03T02:36:33.314871Z","end":"2026-04-03T02:36:33.885149Z","steps":["trace[1550953244] 'process raft request' (duration: 403.27846ms)","trace[1550953244] 'compare' (duration: 166.328227ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:33.885266Z","caller":"traceutil/trace.go:171","msg":"trace[610258364] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"452.759497ms","start":"2026-04-03T02:36:33.432467Z","end":"2026-04-03T02:36:33.885227Z","steps":["trace[610258364] 'process raft request' (duration: 452.566382ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:33.885329Z","caller":"traceutil/trace.go:171","msg":"trace[363826408] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"364.650682ms","start":"2026-04-03T02:36:33.520657Z","end":"2026-04-03T02:36:33.885308Z","steps":["trace[363826408] 'process raft request' (duration: 364.506258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:33.885365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:33.31485Z","time spent":"570.407258ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:33.885391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:33.432433Z","time spent":"452.89935ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:33.885436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:33.520632Z","time spent":"364.736044ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:34.283997Z","caller":"traceutil/trace.go:171","msg":"trace[240012257] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"302.142103ms","start":"2026-04-03T02:36:33.981828Z","end":"2026-04-03T02:36:34.28397Z","steps":["trace[240012257] 'process raft request' (duration: 301.752633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:34.284148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:33.981802Z","time spent":"302.263785ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:35.08709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.605871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T02:36:35.087177Z","caller":"traceutil/trace.go:171","msg":"trace[43383469] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2277; }","duration":"194.763155ms","start":"2026-04-03T02:36:34.892394Z","end":"2026-04-03T02:36:35.087157Z","steps":["trace[43383469] 'range keys from in-memory index tree' (duration: 194.348024ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:35.744778Z","caller":"traceutil/trace.go:171","msg":"trace[1819343534] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"516.618571ms","start":"2026-04-03T02:36:35.228129Z","end":"2026-04-03T02:36:35.744747Z","steps":["trace[1819343534] 'process raft request' (duration: 516.279063ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:35.74493Z","caller":"traceutil/trace.go:171","msg":"trace[885038144] linearizableReadLoop","detail":"{readStateIndex:2380; appliedIndex:2376; }","duration":"187.047346ms","start":"2026-04-03T02:36:35.557854Z","end":"2026-04-03T02:36:35.744901Z","steps":["trace[885038144] 'read index received' (duration: 186.573074ms)","trace[885038144] 'applied index is now lower than readState.Index' (duration: 472.972µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:35.744974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:35.22812Z","time spent":"516.732594ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:35.745007Z","caller":"traceutil/trace.go:171","msg":"trace[1584268008] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"516.640802ms","start":"2026-04-03T02:36:35.228345Z","end":"2026-04-03T02:36:35.744986Z","steps":["trace[1584268008] 'process raft request' (duration: 516.389825ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:35.745037Z","caller":"traceutil/trace.go:171","msg":"trace[1759252241] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"516.664723ms","start":"2026-04-03T02:36:35.228342Z","end":"2026-04-03T02:36:35.745007Z","steps":["trace[1759252241] 'process raft request' (duration: 516.344074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:35.745098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:35.228335Z","time spent":"516.716184ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:35.745098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.221811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:35.745112Z","caller":"traceutil/trace.go:171","msg":"trace[1629053566] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"516.902638ms","start":"2026-04-03T02:36:35.228176Z","end":"2026-04-03T02:36:35.745078Z","steps":["trace[1629053566] 'process raft request' (duration: 516.426675ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:35.745159Z","caller":"traceutil/trace.go:171","msg":"trace[1168194508] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2282; }","duration":"187.344044ms","start":"2026-04-03T02:36:35.557799Z","end":"2026-04-03T02:36:35.745143Z","steps":["trace[1168194508] 'agreement among raft nodes before linearized reading' (duration: 187.231071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:35.745258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:35.228335Z","time spent":"516.782535ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:35.74526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:35.228157Z","time spent":"517.015022ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:35.750912Z","caller":"traceutil/trace.go:171","msg":"trace[1432537030] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"137.047137ms","start":"2026-04-03T02:36:35.613849Z","end":"2026-04-03T02:36:35.750896Z","steps":["trace[1432537030] 'process raft request' (duration: 136.814331ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:36.118475Z","caller":"traceutil/trace.go:171","msg":"trace[456986704] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"154.78084ms","start":"2026-04-03T02:36:35.96367Z","end":"2026-04-03T02:36:36.118451Z","steps":["trace[456986704] 'process raft request' (duration: 154.656487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:36.492732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.715989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:36.492837Z","caller":"traceutil/trace.go:171","msg":"trace[883145768] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2285; }","duration":"197.884994ms","start":"2026-04-03T02:36:36.294932Z","end":"2026-04-03T02:36:36.492817Z","steps":["trace[883145768] 'count revisions from in-memory index tree' (duration: 197.621967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:36.492922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.986207ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:36.493054Z","caller":"traceutil/trace.go:171","msg":"trace[1004711690] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2285; }","duration":"273.13356ms","start":"2026-04-03T02:36:36.219903Z","end":"2026-04-03T02:36:36.493037Z","steps":["trace[1004711690] 'range keys from in-memory index tree' (duration: 272.972816ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:37.204091Z","caller":"traceutil/trace.go:171","msg":"trace[569181612] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"373.986521ms","start":"2026-04-03T02:36:36.830074Z","end":"2026-04-03T02:36:37.20406Z","steps":["trace[569181612] 'process raft request' (duration: 277.964754ms)","trace[569181612] 'compare' (duration: 95.689979ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:37.20421Z","caller":"traceutil/trace.go:171","msg":"trace[802565731] linearizableReadLoop","detail":"{readStateIndex:2386; appliedIndex:2384; }","duration":"340.467292ms","start":"2026-04-03T02:36:36.86373Z","end":"2026-04-03T02:36:37.204198Z","steps":["trace[802565731] 'read index received' (duration: 244.23825ms)","trace[802565731] 'applied index is now lower than readState.Index' (duration: 96.228132ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:37.20427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:36.830039Z","time spent":"374.135185ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:37.204385Z","caller":"traceutil/trace.go:171","msg":"trace[384277105] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"372.882062ms","start":"2026-04-03T02:36:36.831479Z","end":"2026-04-03T02:36:37.204361Z","steps":["trace[384277105] 'process raft request' (duration: 372.499303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:37.204495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.757538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-04-03T02:36:37.204494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:36.831467Z","time spent":"372.972506ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:37.204527Z","caller":"traceutil/trace.go:171","msg":"trace[193003510] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2288; }","duration":"334.824009ms","start":"2026-04-03T02:36:36.869694Z","end":"2026-04-03T02:36:37.204518Z","steps":["trace[193003510] 'agreement among raft nodes before linearized reading' (duration: 334.714626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:37.204548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:36.869675Z","time spent":"334.86682ms","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:36:37.204652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.212326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T02:36:37.204739Z","caller":"traceutil/trace.go:171","msg":"trace[1629350646] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2288; }","duration":"245.36037ms","start":"2026-04-03T02:36:36.959362Z","end":"2026-04-03T02:36:37.204723Z","steps":["trace[1629350646] 'agreement among raft nodes before linearized reading' (duration: 245.053671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:37.204642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.871574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12403"} {"level":"info","ts":"2026-04-03T02:36:37.204903Z","caller":"traceutil/trace.go:171","msg":"trace[581863663] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2288; }","duration":"341.205523ms","start":"2026-04-03T02:36:36.863679Z","end":"2026-04-03T02:36:37.204884Z","steps":["trace[581863663] 'agreement among raft nodes before linearized reading' (duration: 340.667218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:37.204977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:36.863657Z","time spent":"341.291964ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12427,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T02:36:37.360673Z","caller":"traceutil/trace.go:171","msg":"trace[912456932] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"151.401975ms","start":"2026-04-03T02:36:37.209245Z","end":"2026-04-03T02:36:37.360647Z","steps":["trace[912456932] 'process raft request' (duration: 97.640019ms)","trace[912456932] 'compare' (duration: 53.615652ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:37.38811Z","caller":"traceutil/trace.go:171","msg":"trace[1578419019] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"174.625569ms","start":"2026-04-03T02:36:37.213427Z","end":"2026-04-03T02:36:37.388053Z","steps":["trace[1578419019] 'process raft request' (duration: 174.102355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:38.05314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.251794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:36:38.053344Z","caller":"traceutil/trace.go:171","msg":"trace[1891471595] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"287.655442ms","start":"2026-04-03T02:36:37.765657Z","end":"2026-04-03T02:36:38.053313Z","steps":["trace[1891471595] 'process raft request' (duration: 96.14267ms)","trace[1891471595] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:487; } (duration: 191.035829ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:38.053763Z","caller":"traceutil/trace.go:171","msg":"trace[1289158160] linearizableReadLoop","detail":"{readStateIndex:2395; appliedIndex:2392; }","duration":"137.90632ms","start":"2026-04-03T02:36:37.9158Z","end":"2026-04-03T02:36:38.053707Z","steps":["trace[1289158160] 'read index received' (duration: 57.192µs)","trace[1289158160] 'applied index is now lower than readState.Index' (duration: 137.848228ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:38.053807Z","caller":"traceutil/trace.go:171","msg":"trace[240983266] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"288.083483ms","start":"2026-04-03T02:36:37.765679Z","end":"2026-04-03T02:36:38.053763Z","steps":["trace[240983266] 'process raft request' (duration: 287.57767ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:38.053808Z","caller":"traceutil/trace.go:171","msg":"trace[342150159] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"288.003011ms","start":"2026-04-03T02:36:37.765764Z","end":"2026-04-03T02:36:38.053767Z","steps":["trace[342150159] 'process raft request' (duration: 287.804666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:38.054034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.217768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-03T02:36:38.054105Z","caller":"traceutil/trace.go:171","msg":"trace[1179286161] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2297; }","duration":"138.337911ms","start":"2026-04-03T02:36:37.915748Z","end":"2026-04-03T02:36:38.054086Z","steps":["trace[1179286161] 'agreement among raft nodes before linearized reading' (duration: 138.083025ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:38.082253Z","caller":"traceutil/trace.go:171","msg":"trace[1016057655] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"125.963454ms","start":"2026-04-03T02:36:37.956263Z","end":"2026-04-03T02:36:38.082227Z","steps":["trace[1016057655] 'process raft request' (duration: 125.773169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:38.889477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.265063ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:36:38.88961Z","caller":"traceutil/trace.go:171","msg":"trace[1999248739] linearizableReadLoop","detail":"{readStateIndex:2397; appliedIndex:2396; }","duration":"677.880349ms","start":"2026-04-03T02:36:38.211705Z","end":"2026-04-03T02:36:38.889585Z","steps":["trace[1999248739] 'read index received' (duration: 200.40747ms)","trace[1999248739] 'applied index is now lower than readState.Index' (duration: 477.470709ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:38.889892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.181806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T02:36:38.889945Z","caller":"traceutil/trace.go:171","msg":"trace[1624938950] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2298; }","duration":"678.289288ms","start":"2026-04-03T02:36:38.211637Z","end":"2026-04-03T02:36:38.889926Z","steps":["trace[1624938950] 'agreement among raft nodes before linearized reading' (duration: 678.066083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:38.890012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:38.211612Z","time spent":"678.36658ms","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T02:36:39.390177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839981430,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:36:39.663447Z","caller":"traceutil/trace.go:171","msg":"trace[183366020] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"821.444392ms","start":"2026-04-03T02:36:38.84195Z","end":"2026-04-03T02:36:39.663395Z","steps":["trace[183366020] 'process raft request' (duration: 821.160685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:39.663939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:38.841913Z","time spent":"821.692857ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:40.09689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.073303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:36:40.097435Z","caller":"traceutil/trace.go:171","msg":"trace[1776873105] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"888.253152ms","start":"2026-04-03T02:36:39.209127Z","end":"2026-04-03T02:36:40.09738Z","steps":["trace[1776873105] 'process raft request' (duration: 649.559993ms)","trace[1776873105] 'compare' (duration: 237.876378ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:40.097427Z","caller":"traceutil/trace.go:171","msg":"trace[877520498] linearizableReadLoop","detail":"{readStateIndex:2400; appliedIndex:2397; }","duration":"1.207756648s","start":"2026-04-03T02:36:38.889646Z","end":"2026-04-03T02:36:40.097403Z","steps":["trace[877520498] 'read index received' (duration: 773.31346ms)","trace[877520498] 'applied index is now lower than readState.Index' (duration: 434.441618ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:40.097529Z","caller":"traceutil/trace.go:171","msg":"trace[1360738908] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"886.937598ms","start":"2026-04-03T02:36:39.210521Z","end":"2026-04-03T02:36:40.097458Z","steps":["trace[1360738908] 'process raft request' (duration: 886.507317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:40.097588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534409077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:40.097635Z","caller":"traceutil/trace.go:171","msg":"trace[1122384752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2301; }","duration":"1.53451779s","start":"2026-04-03T02:36:38.563103Z","end":"2026-04-03T02:36:40.097621Z","steps":["trace[1122384752] 'agreement among raft nodes before linearized reading' (duration: 1.534423877s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:40.097681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:38.563073Z","time spent":"1.534599983s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:36:40.097658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:39.209099Z","time spent":"888.453367ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:40.097686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:39.210496Z","time spent":"887.110582ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:40.103515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.938492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:36:40.103564Z","caller":"traceutil/trace.go:171","msg":"trace[1219208553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2302; }","duration":"632.044134ms","start":"2026-04-03T02:36:39.471508Z","end":"2026-04-03T02:36:40.103552Z","steps":["trace[1219208553] 'agreement among raft nodes before linearized reading' (duration: 631.828399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:40.103596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:39.471466Z","time spent":"632.122686ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:36:40.103611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211782121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-03T02:36:40.103656Z","caller":"traceutil/trace.go:171","msg":"trace[1897807354] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2302; }","duration":"1.211845573s","start":"2026-04-03T02:36:38.891794Z","end":"2026-04-03T02:36:40.10364Z","steps":["trace[1897807354] 'agreement among raft nodes before linearized reading' (duration: 1.21174409s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:40.103692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:38.891774Z","time spent":"1.211910514s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:36:40.103923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.967039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:36:40.104003Z","caller":"traceutil/trace.go:171","msg":"trace[1509388568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2302; }","duration":"243.07843ms","start":"2026-04-03T02:36:39.860909Z","end":"2026-04-03T02:36:40.103988Z","steps":["trace[1509388568] 'agreement among raft nodes before linearized reading' (duration: 242.861844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:40.10376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.478594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T02:36:40.104174Z","caller":"traceutil/trace.go:171","msg":"trace[1555816978] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2302; }","duration":"206.935566ms","start":"2026-04-03T02:36:39.897222Z","end":"2026-04-03T02:36:40.104157Z","steps":["trace[1555816978] 'agreement among raft nodes before linearized reading' (duration: 206.471463ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:40.381969Z","caller":"traceutil/trace.go:171","msg":"trace[968897203] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"274.492585ms","start":"2026-04-03T02:36:40.107448Z","end":"2026-04-03T02:36:40.381941Z","steps":["trace[968897203] 'process raft request' (duration: 207.229283ms)","trace[968897203] 'compare' (duration: 67.141278ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:40.672152Z","caller":"traceutil/trace.go:171","msg":"trace[2123224879] linearizableReadLoop","detail":"{readStateIndex:2406; appliedIndex:2401; }","duration":"560.955125ms","start":"2026-04-03T02:36:40.111172Z","end":"2026-04-03T02:36:40.672127Z","steps":["trace[2123224879] 'read index received' (duration: 203.646362ms)","trace[2123224879] 'applied index is now lower than readState.Index' (duration: 357.308143ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:40.672255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.078389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:40.672225Z","caller":"traceutil/trace.go:171","msg":"trace[1802665807] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"564.069755ms","start":"2026-04-03T02:36:40.108113Z","end":"2026-04-03T02:36:40.672183Z","steps":["trace[1802665807] 'process raft request' (duration: 563.921211ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:40.672274Z","caller":"traceutil/trace.go:171","msg":"trace[123773282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2307; }","duration":"561.177491ms","start":"2026-04-03T02:36:40.111091Z","end":"2026-04-03T02:36:40.672269Z","steps":["trace[123773282] 'agreement among raft nodes before linearized reading' (duration: 561.109379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:40.672298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:40.111057Z","time spent":"561.236793ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:36:40.672375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:40.108098Z","time spent":"564.190988ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:40.672424Z","caller":"traceutil/trace.go:171","msg":"trace[1596351461] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"563.632814ms","start":"2026-04-03T02:36:40.108784Z","end":"2026-04-03T02:36:40.672417Z","steps":["trace[1596351461] 'process raft request' (duration: 563.295765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:40.672508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:40.108776Z","time spent":"563.663915ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:40.672604Z","caller":"traceutil/trace.go:171","msg":"trace[302388518] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"564.62797ms","start":"2026-04-03T02:36:40.107967Z","end":"2026-04-03T02:36:40.672595Z","steps":["trace[302388518] 'process raft request' (duration: 480.894637ms)","trace[302388518] 'compare' (duration: 82.800709ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:40.672639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:40.10795Z","time spent":"564.670361ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:40.672589Z","caller":"traceutil/trace.go:171","msg":"trace[1872137536] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"562.823873ms","start":"2026-04-03T02:36:40.109687Z","end":"2026-04-03T02:36:40.672511Z","steps":["trace[1872137536] 'process raft request' (duration: 562.413223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:40.672896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:40.109677Z","time spent":"563.06012ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:40.673794Z","caller":"traceutil/trace.go:171","msg":"trace[1892049665] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"194.54724ms","start":"2026-04-03T02:36:40.479215Z","end":"2026-04-03T02:36:40.673762Z","steps":["trace[1892049665] 'process raft request' (duration: 194.271133ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:46.863877Z","caller":"traceutil/trace.go:171","msg":"trace[216055755] transaction","detail":"{read_only:false; response_revision:2339; number_of_response:1; }","duration":"159.522292ms","start":"2026-04-03T02:36:46.704328Z","end":"2026-04-03T02:36:46.86385Z","steps":["trace[216055755] 'process raft request' (duration: 110.956538ms)","trace[216055755] 'compare' (duration: 48.388219ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:46.864204Z","caller":"traceutil/trace.go:171","msg":"trace[1123099436] transaction","detail":"{read_only:false; response_revision:2340; number_of_response:1; }","duration":"159.83862ms","start":"2026-04-03T02:36:46.70434Z","end":"2026-04-03T02:36:46.864179Z","steps":["trace[1123099436] 'process raft request' (duration: 159.458451ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:46.864251Z","caller":"traceutil/trace.go:171","msg":"trace[1853566457] transaction","detail":"{read_only:false; response_revision:2341; number_of_response:1; }","duration":"159.84878ms","start":"2026-04-03T02:36:46.704377Z","end":"2026-04-03T02:36:46.864226Z","steps":["trace[1853566457] 'process raft request' (duration: 159.663316ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:51.114647Z","caller":"traceutil/trace.go:171","msg":"trace[1942198377] linearizableReadLoop","detail":"{readStateIndex:2458; appliedIndex:2457; }","duration":"260.317092ms","start":"2026-04-03T02:36:50.85431Z","end":"2026-04-03T02:36:51.114627Z","steps":["trace[1942198377] 'read index received' (duration: 260.179518ms)","trace[1942198377] 'applied index is now lower than readState.Index' (duration: 136.684µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:51.114728Z","caller":"traceutil/trace.go:171","msg":"trace[482006933] transaction","detail":"{read_only:false; response_revision:2357; number_of_response:1; }","duration":"347.840981ms","start":"2026-04-03T02:36:50.766857Z","end":"2026-04-03T02:36:51.114698Z","steps":["trace[482006933] 'process raft request' (duration: 347.653197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:51.114846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.530188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-04-03T02:36:51.114918Z","caller":"traceutil/trace.go:171","msg":"trace[1081217542] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2357; }","duration":"260.652191ms","start":"2026-04-03T02:36:50.854254Z","end":"2026-04-03T02:36:51.114907Z","steps":["trace[1081217542] 'agreement among raft nodes before linearized reading' (duration: 260.489937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:51.114962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:50.766836Z","time spent":"347.969415ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:51.115037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.135842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:36:51.115107Z","caller":"traceutil/trace.go:171","msg":"trace[964802195] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2357; }","duration":"234.237864ms","start":"2026-04-03T02:36:50.880853Z","end":"2026-04-03T02:36:51.115091Z","steps":["trace[964802195] 'agreement among raft nodes before linearized reading' (duration: 234.086721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:51.115048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.06464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:36:51.115219Z","caller":"traceutil/trace.go:171","msg":"trace[896682984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2357; }","duration":"234.235614ms","start":"2026-04-03T02:36:50.880966Z","end":"2026-04-03T02:36:51.115202Z","steps":["trace[896682984] 'agreement among raft nodes before linearized reading' (duration: 233.945137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:51.115312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.158143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:36:51.115452Z","caller":"traceutil/trace.go:171","msg":"trace[167421663] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2357; }","duration":"236.364028ms","start":"2026-04-03T02:36:50.879043Z","end":"2026-04-03T02:36:51.115407Z","steps":["trace[167421663] 'agreement among raft nodes before linearized reading' (duration: 235.793724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:51.584545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.097238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:36:51.584817Z","caller":"traceutil/trace.go:171","msg":"trace[83430917] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"464.569049ms","start":"2026-04-03T02:36:51.120186Z","end":"2026-04-03T02:36:51.584756Z","steps":["trace[83430917] 'process raft request' (duration: 150.133423ms)","trace[83430917] 'compare' (duration: 313.732608ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:51.585057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:51.120155Z","time spent":"464.767094ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:51.585069Z","caller":"traceutil/trace.go:171","msg":"trace[1185606775] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"464.59857ms","start":"2026-04-03T02:36:51.120448Z","end":"2026-04-03T02:36:51.585047Z","steps":["trace[1185606775] 'process raft request' (duration: 464.211861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:51.585256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:51.120422Z","time spent":"464.788455ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:51.585356Z","caller":"traceutil/trace.go:171","msg":"trace[860768062] linearizableReadLoop","detail":"{readStateIndex:2461; appliedIndex:2458; }","duration":"460.077244ms","start":"2026-04-03T02:36:51.125215Z","end":"2026-04-03T02:36:51.585292Z","steps":["trace[860768062] 'read index received' (duration: 145.134124ms)","trace[860768062] 'applied index is now lower than readState.Index' (duration: 314.94159ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:51.585394Z","caller":"traceutil/trace.go:171","msg":"trace[265922438] transaction","detail":"{read_only:false; response_revision:2360; number_of_response:1; }","duration":"464.392365ms","start":"2026-04-03T02:36:51.120968Z","end":"2026-04-03T02:36:51.58536Z","steps":["trace[265922438] 'process raft request' (duration: 463.948294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:51.585545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:51.120955Z","time spent":"464.502208ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:51.585567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.32288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:51.585622Z","caller":"traceutil/trace.go:171","msg":"trace[198628298] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2360; }","duration":"460.412302ms","start":"2026-04-03T02:36:51.125184Z","end":"2026-04-03T02:36:51.585597Z","steps":["trace[198628298] 'agreement among raft nodes before linearized reading' (duration: 460.30465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:51.585667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:51.125176Z","time spent":"460.481484ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-03T02:36:51.585907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.271666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T02:36:51.586049Z","caller":"traceutil/trace.go:171","msg":"trace[1258789424] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2360; }","duration":"404.42854ms","start":"2026-04-03T02:36:51.181586Z","end":"2026-04-03T02:36:51.586014Z","steps":["trace[1258789424] 'agreement among raft nodes before linearized reading' (duration: 403.961468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:51.586156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:51.181575Z","time spent":"404.563053ms","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T02:36:57.041901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839981645,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:36:57.315806Z","caller":"traceutil/trace.go:171","msg":"trace[801438160] linearizableReadLoop","detail":"{readStateIndex:2492; appliedIndex:2491; }","duration":"774.663124ms","start":"2026-04-03T02:36:56.541118Z","end":"2026-04-03T02:36:57.315781Z","steps":["trace[801438160] 'read index received' (duration: 774.565022ms)","trace[801438160] 'applied index is now lower than readState.Index' (duration: 96.832µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:57.315972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.84411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:57.316012Z","caller":"traceutil/trace.go:171","msg":"trace[98708939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2389; }","duration":"774.941672ms","start":"2026-04-03T02:36:56.541061Z","end":"2026-04-03T02:36:57.316002Z","steps":["trace[98708939] 'agreement among raft nodes before linearized reading' (duration: 774.86065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:57.316045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:56.541038Z","time spent":"774.999494ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:36:57.316093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.102424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-04-03T02:36:57.316143Z","caller":"traceutil/trace.go:171","msg":"trace[740282580] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2389; }","duration":"712.180266ms","start":"2026-04-03T02:36:56.603948Z","end":"2026-04-03T02:36:57.316128Z","steps":["trace[740282580] 'agreement among raft nodes before linearized reading' (duration: 712.003602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:57.316184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:56.603935Z","time spent":"712.238697ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:36:57.316168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.123919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-03T02:36:57.316358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.764738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T02:36:57.316346Z","caller":"traceutil/trace.go:171","msg":"trace[949170616] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"864.433362ms","start":"2026-04-03T02:36:56.451413Z","end":"2026-04-03T02:36:57.315846Z","steps":["trace[949170616] 'process raft request' (duration: 864.220347ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:57.316403Z","caller":"traceutil/trace.go:171","msg":"trace[2026932629] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2389; }","duration":"683.83328ms","start":"2026-04-03T02:36:56.632559Z","end":"2026-04-03T02:36:57.316392Z","steps":["trace[2026932629] 'agreement among raft nodes before linearized reading' (duration: 683.721887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:57.316436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:56.632543Z","time spent":"683.886901ms","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T02:36:57.316509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.070209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T02:36:57.316601Z","caller":"traceutil/trace.go:171","msg":"trace[477445390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2389; }","duration":"173.200293ms","start":"2026-04-03T02:36:57.14338Z","end":"2026-04-03T02:36:57.31658Z","steps":["trace[477445390] 'agreement among raft nodes before linearized reading' (duration: 172.910505ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:57.316248Z","caller":"traceutil/trace.go:171","msg":"trace[360299531] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2389; }","duration":"112.254403ms","start":"2026-04-03T02:36:57.203978Z","end":"2026-04-03T02:36:57.316232Z","steps":["trace[360299531] 'agreement among raft nodes before linearized reading' (duration: 112.007057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:57.316518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:56.451388Z","time spent":"865.027617ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:58.29729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.162737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:36:58.297577Z","caller":"traceutil/trace.go:171","msg":"trace[523079968] transaction","detail":"{read_only:false; response_revision:2390; number_of_response:1; }","duration":"977.132177ms","start":"2026-04-03T02:36:57.320407Z","end":"2026-04-03T02:36:58.297539Z","steps":["trace[523079968] 'process raft request' (duration: 412.634931ms)","trace[523079968] 'compare' (duration: 563.596883ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:58.297632Z","caller":"traceutil/trace.go:171","msg":"trace[515844377] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"976.532372ms","start":"2026-04-03T02:36:57.321057Z","end":"2026-04-03T02:36:58.29759Z","steps":["trace[515844377] 'process raft request' (duration: 976.375228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:58.297736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:57.321048Z","time spent":"976.637715ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:58.297764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:57.320376Z","time spent":"977.289891ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:58.297861Z","caller":"traceutil/trace.go:171","msg":"trace[1442513196] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"570.141131ms","start":"2026-04-03T02:36:57.727698Z","end":"2026-04-03T02:36:58.297839Z","steps":["trace[1442513196] 'process raft request' (duration: 569.826903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:58.297954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:57.727662Z","time spent":"570.247593ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:58.298356Z","caller":"traceutil/trace.go:171","msg":"trace[1982604944] linearizableReadLoop","detail":"{readStateIndex:2494; appliedIndex:2492; }","duration":"967.08997ms","start":"2026-04-03T02:36:57.330923Z","end":"2026-04-03T02:36:58.298013Z","steps":["trace[1982604944] 'read index received' (duration: 402.137212ms)","trace[1982604944] 'applied index is now lower than readState.Index' (duration: 564.949988ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:58.808501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839981657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:36:59.243549Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.07376537s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:37:00.213641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915263155s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-03T02:37:00.213993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.883031121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:00.214127Z","caller":"traceutil/trace.go:171","msg":"trace[1782029280] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2392; }","duration":"2.883254367s","start":"2026-04-03T02:36:57.330841Z","end":"2026-04-03T02:37:00.214096Z","steps":["trace[1782029280] 'agreement among raft nodes before linearized reading' (duration: 967.524211ms)","trace[1782029280] 'range keys from in-memory index tree' (duration: 1.915513202s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:00.214186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:57.330807Z","time spent":"2.88336906s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-03T02:37:00.214583Z","caller":"traceutil/trace.go:171","msg":"trace[2049564466] transaction","detail":"{read_only:false; response_revision:2393; number_of_response:1; }","duration":"2.044889502s","start":"2026-04-03T02:36:58.169656Z","end":"2026-04-03T02:37:00.214545Z","steps":["trace[2049564466] 'process raft request' (duration: 2.044077961s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:00.214814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:58.169625Z","time spent":"2.045057066s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:00.540897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999850159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:37:00.540992Z","caller":"traceutil/trace.go:171","msg":"trace[718506638] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000012474s","start":"2026-04-03T02:36:58.540959Z","end":"2026-04-03T02:37:00.540971Z","steps":["trace[718506638] 'agreement among raft nodes before linearized reading' (duration: 1.999893891s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:00.541054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:58.540935Z","time spent":"2.000102576s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:37:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:37:01.105557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.89763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:37:01.105915Z","caller":"traceutil/trace.go:171","msg":"trace[2018103671] linearizableReadLoop","detail":"{readStateIndex:2499; appliedIndex:2495; }","duration":"2.807485019s","start":"2026-04-03T02:36:58.298407Z","end":"2026-04-03T02:37:01.105892Z","steps":["trace[2018103671] 'read index received' (duration: 946.104913ms)","trace[2018103671] 'applied index is now lower than readState.Index' (duration: 1.861378736s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:01.106065Z","caller":"traceutil/trace.go:171","msg":"trace[452815276] transaction","detail":"{read_only:false; response_revision:2395; number_of_response:1; }","duration":"2.934213931s","start":"2026-04-03T02:36:58.171782Z","end":"2026-04-03T02:37:01.105996Z","steps":["trace[452815276] 'process raft request' (duration: 2.933918783s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:01.106074Z","caller":"traceutil/trace.go:171","msg":"trace[406946999] transaction","detail":"{read_only:false; response_revision:2394; number_of_response:1; }","duration":"2.93574223s","start":"2026-04-03T02:36:58.170245Z","end":"2026-04-03T02:37:01.105987Z","steps":["trace[406946999] 'process raft request' (duration: 2.044277455s)","trace[406946999] 'compare' (duration: 890.423328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:01.106622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.782354855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T02:37:01.106699Z","caller":"traceutil/trace.go:171","msg":"trace[1151457924] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2397; }","duration":"2.782471868s","start":"2026-04-03T02:36:58.324207Z","end":"2026-04-03T02:37:01.106679Z","steps":["trace[1151457924] 'agreement among raft nodes before linearized reading' (duration: 2.782274253s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:01.106643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.991775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:01.106841Z","caller":"traceutil/trace.go:171","msg":"trace[1688377349] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2397; }","duration":"888.236461ms","start":"2026-04-03T02:37:00.218583Z","end":"2026-04-03T02:37:01.10682Z","steps":["trace[1688377349] 'agreement among raft nodes before linearized reading' (duration: 888.020156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:01.107055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:00.218565Z","time spent":"888.475638ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-03T02:37:01.106721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:58.170175Z","time spent":"2.936481569s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:01.106421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.328557633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2b840dd2a8cc9\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-03T02:37:01.107389Z","caller":"traceutil/trace.go:171","msg":"trace[845150915] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a2b840dd2a8cc9; range_end:; response_count:1; response_revision:2395; }","duration":"3.329523188s","start":"2026-04-03T02:36:57.777838Z","end":"2026-04-03T02:37:01.107361Z","steps":["trace[845150915] 'agreement among raft nodes before linearized reading' (duration: 3.32843632s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:01.107461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:57.777785Z","time spent":"3.329655811s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2b840dd2a8cc9\" "} {"level":"warn","ts":"2026-04-03T02:37:01.106428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.4851271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:37:01.107687Z","caller":"traceutil/trace.go:171","msg":"trace[1974212095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2395; }","duration":"3.486436724s","start":"2026-04-03T02:36:57.621229Z","end":"2026-04-03T02:37:01.107665Z","steps":["trace[1974212095] 'agreement among raft nodes before linearized reading' (duration: 3.484844803s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:01.107747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:57.621199Z","time spent":"3.486526985s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:37:01.106419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.478780669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:37:01.107832Z","caller":"traceutil/trace.go:171","msg":"trace[1753557455] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2395; }","duration":"3.480215954s","start":"2026-04-03T02:36:57.627594Z","end":"2026-04-03T02:37:01.10781Z","steps":["trace[1753557455] 'agreement among raft nodes before linearized reading' (duration: 3.478425019s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:01.10641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.770428392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:37:01.107897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:57.62758Z","time spent":"3.480297557s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:37:01.107918Z","caller":"traceutil/trace.go:171","msg":"trace[70137928] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2395; }","duration":"3.771990791s","start":"2026-04-03T02:36:57.335904Z","end":"2026-04-03T02:37:01.107895Z","steps":["trace[70137928] 'agreement among raft nodes before linearized reading' (duration: 3.770182946s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:01.107974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:57.335889Z","time spent":"3.772069323s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:37:01.106431Z","caller":"traceutil/trace.go:171","msg":"trace[2141244243] transaction","detail":"{read_only:false; response_revision:2396; number_of_response:1; }","duration":"1.151071038s","start":"2026-04-03T02:36:59.955341Z","end":"2026-04-03T02:37:01.106412Z","steps":["trace[2141244243] 'process raft request' (duration: 1.150509034s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:01.108071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:59.955309Z","time spent":"1.152712909s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:01.106447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.478307166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:37:01.108272Z","caller":"traceutil/trace.go:171","msg":"trace[1017448388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2395; }","duration":"3.480144952s","start":"2026-04-03T02:36:57.628111Z","end":"2026-04-03T02:37:01.108256Z","steps":["trace[1017448388] 'agreement among raft nodes before linearized reading' (duration: 3.477845564s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:01.108357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:57.628043Z","time spent":"3.480296166s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:37:01.106487Z","caller":"traceutil/trace.go:171","msg":"trace[1051836373] transaction","detail":"{read_only:false; response_revision:2397; number_of_response:1; }","duration":"802.438446ms","start":"2026-04-03T02:37:00.304035Z","end":"2026-04-03T02:37:01.106474Z","steps":["trace[1051836373] 'process raft request' (duration: 802.297593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:01.108562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:00.304005Z","time spent":"804.501969ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:01.106512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.386529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:01.108787Z","caller":"traceutil/trace.go:171","msg":"trace[1452017921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2397; }","duration":"567.685338ms","start":"2026-04-03T02:37:00.541082Z","end":"2026-04-03T02:37:01.108767Z","steps":["trace[1452017921] 'agreement among raft nodes before linearized reading' (duration: 565.39738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:01.108857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:00.541063Z","time spent":"567.776151ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:37:01.106532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8490498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:01.109105Z","caller":"traceutil/trace.go:171","msg":"trace[1347091928] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2397; }","duration":"1.851624916s","start":"2026-04-03T02:36:59.257459Z","end":"2026-04-03T02:37:01.109084Z","steps":["trace[1347091928] 'agreement among raft nodes before linearized reading' (duration: 1.8490269s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:01.109171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:59.257386Z","time spent":"1.8517638s","remote":"127.0.0.1:52376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:37:01.106569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483137207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:37:01.109236Z","caller":"traceutil/trace.go:171","msg":"trace[2122761324] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2397; }","duration":"1.485897588s","start":"2026-04-03T02:36:59.62332Z","end":"2026-04-03T02:37:01.109218Z","steps":["trace[2122761324] 'agreement among raft nodes before linearized reading' (duration: 1.483192238s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:01.106568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175019603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:01.109356Z","caller":"traceutil/trace.go:171","msg":"trace[1025640195] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2397; }","duration":"2.177878276s","start":"2026-04-03T02:36:58.931458Z","end":"2026-04-03T02:37:01.109337Z","steps":["trace[1025640195] 'agreement among raft nodes before linearized reading' (duration: 2.175057423s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:01.109441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:58.931435Z","time spent":"2.177986579s","remote":"127.0.0.1:52310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:37:01.106587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.820831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-03T02:37:01.10931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:59.623285Z","time spent":"1.486004169s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:37:01.106597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785046922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:37:01.109598Z","caller":"traceutil/trace.go:171","msg":"trace[1521653461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2397; }","duration":"806.88283ms","start":"2026-04-03T02:37:00.302695Z","end":"2026-04-03T02:37:01.109578Z","steps":["trace[1521653461] 'agreement among raft nodes before linearized reading' (duration: 803.782251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:01.109661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:00.302671Z","time spent":"806.971901ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:37:01.106275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:58.171765Z","time spent":"2.934355885s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:01.109638Z","caller":"traceutil/trace.go:171","msg":"trace[1934504818] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2397; }","duration":"1.788140901s","start":"2026-04-03T02:36:59.321479Z","end":"2026-04-03T02:37:01.10962Z","steps":["trace[1934504818] 'agreement among raft nodes before linearized reading' (duration: 1.785042132s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:01.109839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:59.321447Z","time spent":"1.788373057s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:37:01.1066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48360081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:01.109994Z","caller":"traceutil/trace.go:171","msg":"trace[306898410] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2397; }","duration":"2.487014787s","start":"2026-04-03T02:36:58.622932Z","end":"2026-04-03T02:37:01.109946Z","steps":["trace[306898410] 'agreement among raft nodes before linearized reading' (duration: 2.4835877s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:01.106764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:58.324183Z","time spent":"2.78256013s","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T02:37:01.110118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:58.622908Z","time spent":"2.48716474s","remote":"127.0.0.1:33254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:37:01.618405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839981661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:37:02.118547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839981661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:37:02.619032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839981661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:37:02.939747Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.829469279s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:37:03.12077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000769732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:37:03.120868Z","caller":"traceutil/trace.go:171","msg":"trace[70614731] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002370644s","start":"2026-04-03T02:37:01.118477Z","end":"2026-04-03T02:37:03.120848Z","steps":["trace[70614731] 'agreement among raft nodes before linearized reading' (duration: 2.000778733s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:03.121118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:01.11847Z","time spent":"2.002437026s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:37:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:37:03.664906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.713657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:37:03.665016Z","caller":"traceutil/trace.go:171","msg":"trace[688162260] transaction","detail":"{read_only:false; response_revision:2398; number_of_response:1; }","duration":"2.554824662s","start":"2026-04-03T02:37:01.110171Z","end":"2026-04-03T02:37:03.664996Z","steps":["trace[688162260] 'process raft request' (duration: 1.82994181s)","trace[688162260] 'compare' (duration: 724.457601ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:03.665092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:01.110147Z","time spent":"2.554915684s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:03.733657Z","caller":"traceutil/trace.go:171","msg":"trace[450940370] transaction","detail":"{read_only:false; response_revision:2400; number_of_response:1; }","duration":"2.620261908s","start":"2026-04-03T02:37:01.113373Z","end":"2026-04-03T02:37:03.733635Z","steps":["trace[450940370] 'process raft request' (duration: 2.620212436s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:03.733691Z","caller":"traceutil/trace.go:171","msg":"trace[1575044253] transaction","detail":"{read_only:false; response_revision:2399; number_of_response:1; }","duration":"2.620856452s","start":"2026-04-03T02:37:01.112806Z","end":"2026-04-03T02:37:03.733663Z","steps":["trace[1575044253] 'process raft request' (duration: 2.620638766s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:03.733781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:01.113347Z","time spent":"2.62037303s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:03.733801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:01.112783Z","time spent":"2.620966965s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:03.733972Z","caller":"traceutil/trace.go:171","msg":"trace[1114567946] transaction","detail":"{read_only:false; response_revision:2402; number_of_response:1; }","duration":"2.619474326s","start":"2026-04-03T02:37:01.114466Z","end":"2026-04-03T02:37:03.733941Z","steps":["trace[1114567946] 'process raft request' (duration: 2.619349543s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:03.733992Z","caller":"traceutil/trace.go:171","msg":"trace[548518408] transaction","detail":"{read_only:false; response_revision:2401; number_of_response:1; }","duration":"2.619815146s","start":"2026-04-03T02:37:01.114128Z","end":"2026-04-03T02:37:03.733943Z","steps":["trace[548518408] 'process raft request' (duration: 2.619483518s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:03.7341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:01.114454Z","time spent":"2.619580399s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:03.734099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:01.114119Z","time spent":"2.619915839s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:03.734219Z","caller":"traceutil/trace.go:171","msg":"trace[760709827] transaction","detail":"{read_only:false; response_revision:2403; number_of_response:1; }","duration":"2.619473527s","start":"2026-04-03T02:37:01.11472Z","end":"2026-04-03T02:37:03.734194Z","steps":["trace[760709827] 'process raft request' (duration: 2.61919061s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:03.734364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:01.114676Z","time spent":"2.61961531s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:03.734591Z","caller":"traceutil/trace.go:171","msg":"trace[633623436] linearizableReadLoop","detail":"{readStateIndex:2508; appliedIndex:2501; }","duration":"2.616737616s","start":"2026-04-03T02:37:01.117841Z","end":"2026-04-03T02:37:03.734578Z","steps":["trace[633623436] 'read index received' (duration: 1.822305925s)","trace[633623436] 'applied index is now lower than readState.Index' (duration: 794.430631ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:03.734672Z","caller":"traceutil/trace.go:171","msg":"trace[226626478] transaction","detail":"{read_only:false; response_revision:2404; number_of_response:1; }","duration":"1.51383378s","start":"2026-04-03T02:37:02.220828Z","end":"2026-04-03T02:37:03.734662Z","steps":["trace[226626478] 'process raft request' (duration: 1.513309627s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:03.73473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:02.220801Z","time spent":"1.513897232s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:03.734811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.616974552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T02:37:03.734854Z","caller":"traceutil/trace.go:171","msg":"trace[163724517] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2404; }","duration":"2.617018413s","start":"2026-04-03T02:37:01.117826Z","end":"2026-04-03T02:37:03.734844Z","steps":["trace[163724517] 'agreement among raft nodes before linearized reading' (duration: 2.61688831s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:03.734881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:01.11779Z","time spent":"2.617085705s","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T02:37:05.121414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000110036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:37:05.12149Z","caller":"traceutil/trace.go:171","msg":"trace[1679859444] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000232959s","start":"2026-04-03T02:37:03.121241Z","end":"2026-04-03T02:37:05.121474Z","steps":["trace[1679859444] 'agreement among raft nodes before linearized reading' (duration: 2.000141837s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:05.121534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:03.121226Z","time spent":"2.000299511s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:37:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:37:05.801756Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.029867837s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:37:06.811179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.977899ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:06.811328Z","caller":"traceutil/trace.go:171","msg":"trace[2142907987] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2404; }","duration":"592.183725ms","start":"2026-04-03T02:37:06.219121Z","end":"2026-04-03T02:37:06.811305Z","steps":["trace[2142907987] 'range keys from in-memory index tree' (duration: 591.959159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:06.812345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.990289178s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:37:06.812595Z","caller":"traceutil/trace.go:171","msg":"trace[1662638755] transaction","detail":"{read_only:false; response_revision:2405; number_of_response:1; }","duration":"3.699128277s","start":"2026-04-03T02:37:03.113408Z","end":"2026-04-03T02:37:06.812536Z","steps":["trace[1662638755] 'process raft request' (duration: 708.546813ms)","trace[1662638755] 'compare' (duration: 2.9892644s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:06.812728Z","caller":"traceutil/trace.go:171","msg":"trace[335184141] transaction","detail":"{read_only:false; response_revision:2408; number_of_response:1; }","duration":"2.040914262s","start":"2026-04-03T02:37:04.77179Z","end":"2026-04-03T02:37:06.812704Z","steps":["trace[335184141] 'process raft request' (duration: 2.04085626s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:06.812748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:03.113365Z","time spent":"3.699296993s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:06.812827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:04.771765Z","time spent":"2.041014103s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:06.812912Z","caller":"traceutil/trace.go:171","msg":"trace[1779322694] transaction","detail":"{read_only:false; response_revision:2407; number_of_response:1; }","duration":"3.696538171s","start":"2026-04-03T02:37:03.116349Z","end":"2026-04-03T02:37:06.812887Z","steps":["trace[1779322694] 'process raft request' (duration: 3.696224943s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:06.812975Z","caller":"traceutil/trace.go:171","msg":"trace[2076804585] transaction","detail":"{read_only:false; response_revision:2406; number_of_response:1; }","duration":"3.696919991s","start":"2026-04-03T02:37:03.116034Z","end":"2026-04-03T02:37:06.812954Z","steps":["trace[2076804585] 'process raft request' (duration: 3.696427368s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:06.813005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.209320463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:37:06.813056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.654309561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:37:06.813087Z","caller":"traceutil/trace.go:171","msg":"trace[576949984] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2408; }","duration":"3.209452866s","start":"2026-04-03T02:37:03.60361Z","end":"2026-04-03T02:37:06.813063Z","steps":["trace[576949984] 'agreement among raft nodes before linearized reading' (duration: 3.209274581s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:06.813086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:03.116333Z","time spent":"3.696666285s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:06.813104Z","caller":"traceutil/trace.go:171","msg":"trace[1027179615] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2408; }","duration":"3.654413333s","start":"2026-04-03T02:37:03.158676Z","end":"2026-04-03T02:37:06.813089Z","steps":["trace[1027179615] 'agreement among raft nodes before linearized reading' (duration: 3.65429164s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:06.813105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:03.116021Z","time spent":"3.697030633s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:06.813088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.100870639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T02:37:06.813134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:03.603589Z","time spent":"3.209534028s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:37:06.813156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:03.158662Z","time spent":"3.654477086s","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:37:06.813166Z","caller":"traceutil/trace.go:171","msg":"trace[1061800497] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:2408; }","duration":"4.100999422s","start":"2026-04-03T02:37:02.712151Z","end":"2026-04-03T02:37:06.81315Z","steps":["trace[1061800497] 'agreement among raft nodes before linearized reading' (duration: 4.100730635s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:06.813146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.144692219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-03T02:37:06.81293Z","caller":"traceutil/trace.go:171","msg":"trace[1721194560] linearizableReadLoop","detail":"{readStateIndex:2511; appliedIndex:2508; }","duration":"3.078251968s","start":"2026-04-03T02:37:03.734627Z","end":"2026-04-03T02:37:06.812879Z","steps":["trace[1721194560] 'read index received' (duration: 87.234002ms)","trace[1721194560] 'applied index is now lower than readState.Index' (duration: 2.991014086s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:06.813206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:02.712131Z","time spent":"4.101067154s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-03T02:37:06.8132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.161179684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:37:06.813231Z","caller":"traceutil/trace.go:171","msg":"trace[613573285] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d; range_end:; response_count:1; response_revision:2408; }","duration":"3.144887773s","start":"2026-04-03T02:37:03.668324Z","end":"2026-04-03T02:37:06.813212Z","steps":["trace[613573285] 'agreement among raft nodes before linearized reading' (duration: 3.144564305s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:06.813249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.693463364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-03T02:37:06.813274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:03.66831Z","time spent":"3.144953056s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d\" "} {"level":"info","ts":"2026-04-03T02:37:06.813301Z","caller":"traceutil/trace.go:171","msg":"trace[1031499486] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2408; }","duration":"4.693545836s","start":"2026-04-03T02:37:02.119738Z","end":"2026-04-03T02:37:06.813284Z","steps":["trace[1031499486] 'agreement among raft nodes before linearized reading' (duration: 4.693362422s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:06.813394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:02.119713Z","time spent":"4.69366506s","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T02:37:06.813493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.057728846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:06.813569Z","caller":"traceutil/trace.go:171","msg":"trace[687838385] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2408; }","duration":"5.05782235s","start":"2026-04-03T02:37:01.755712Z","end":"2026-04-03T02:37:06.813534Z","steps":["trace[687838385] 'agreement among raft nodes before linearized reading' (duration: 5.057724307s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:06.813618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:01.755689Z","time spent":"5.057915391s","remote":"127.0.0.1:33248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:37:06.813851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.518082676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:37:06.813895Z","caller":"traceutil/trace.go:171","msg":"trace[1246872261] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2408; }","duration":"4.518167818s","start":"2026-04-03T02:37:02.295714Z","end":"2026-04-03T02:37:06.813882Z","steps":["trace[1246872261] 'agreement among raft nodes before linearized reading' (duration: 4.518089536s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:06.81393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:02.295692Z","time spent":"4.518228489s","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:37:06.813261Z","caller":"traceutil/trace.go:171","msg":"trace[1301791172] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2408; }","duration":"5.161280747s","start":"2026-04-03T02:37:01.651962Z","end":"2026-04-03T02:37:06.813243Z","steps":["trace[1301791172] 'agreement among raft nodes before linearized reading' (duration: 5.16100869s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:06.814387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:01.651938Z","time spent":"5.162422745s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:37:07.128817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999919561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:37:07.128904Z","caller":"traceutil/trace.go:171","msg":"trace[1938175235] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000084337s","start":"2026-04-03T02:37:05.1288Z","end":"2026-04-03T02:37:07.128884Z","steps":["trace[1938175235] 'agreement among raft nodes before linearized reading' (duration: 1.999947582s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:07.128953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:05.128784Z","time spent":"2.000159318s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:37:07.313693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839981676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:37:07.813842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839981676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:37:07.89784Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.095885218s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:37:09.130709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000630728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:37:09.130803Z","caller":"traceutil/trace.go:171","msg":"trace[309299061] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000783862s","start":"2026-04-03T02:37:07.130001Z","end":"2026-04-03T02:37:09.130785Z","steps":["trace[309299061] 'agreement among raft nodes before linearized reading' (duration: 2.000666099s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:09.130851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:07.129978Z","time spent":"2.000862454s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:37:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:37:09.181885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999784707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:37:09.181987Z","caller":"traceutil/trace.go:171","msg":"trace[209081301] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999963321s","start":"2026-04-03T02:37:07.182005Z","end":"2026-04-03T02:37:09.181968Z","steps":["trace[209081301] 'agreement among raft nodes before linearized reading' (duration: 1.999840248s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:09.182038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:07.181967Z","time spent":"2.000060094s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:37:09.893099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994939013s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:37:09.893332Z","caller":"traceutil/trace.go:171","msg":"trace[1721428878] transaction","detail":"{read_only:false; response_revision:2410; number_of_response:1; }","duration":"4.154237563s","start":"2026-04-03T02:37:05.739078Z","end":"2026-04-03T02:37:09.893315Z","steps":["trace[1721428878] 'process raft request' (duration: 4.15411671s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:09.893404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:05.739061Z","time spent":"4.154311466s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:09.89361Z","caller":"traceutil/trace.go:171","msg":"trace[2116587980] transaction","detail":"{read_only:false; response_revision:2409; number_of_response:1; }","duration":"4.823547521s","start":"2026-04-03T02:37:05.07005Z","end":"2026-04-03T02:37:09.893598Z","steps":["trace[2116587980] 'process raft request' (duration: 2.828015534s)","trace[2116587980] 'compare' (duration: 1.994577773s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:09.893674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:05.070024Z","time spent":"4.823617523s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:09.89379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:06.814571Z","time spent":"3.079217852s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T02:37:09.89383Z","caller":"traceutil/trace.go:171","msg":"trace[1733404726] transaction","detail":"{read_only:false; response_revision:2411; number_of_response:1; }","duration":"3.07839263s","start":"2026-04-03T02:37:06.81541Z","end":"2026-04-03T02:37:09.893802Z","steps":["trace[1733404726] 'process raft request' (duration: 3.078091852s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:09.893978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:06.81539Z","time spent":"3.078510854s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:10.737908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999224219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:37:10.737992Z","caller":"traceutil/trace.go:171","msg":"trace[256695661] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999344412s","start":"2026-04-03T02:37:05.73863Z","end":"2026-04-03T02:37:10.737974Z","steps":["trace[256695661] 'agreement among raft nodes before linearized reading' (duration: 4.999236249s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:10.738038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:05.738617Z","time spent":"4.999411304s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/03 02:37:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:37:10.738296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999422594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:37:10.738497Z","caller":"traceutil/trace.go:171","msg":"trace[1981130366] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99968943s","start":"2026-04-03T02:37:05.738771Z","end":"2026-04-03T02:37:10.738461Z","steps":["trace[1981130366] 'agreement among raft nodes before linearized reading' (duration: 4.999469575s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:10.738578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:05.738739Z","time spent":"4.999820664s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/03 02:37:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:37:10.740641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999374003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:37:10.740704Z","caller":"traceutil/trace.go:171","msg":"trace[94955399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999462665s","start":"2026-04-03T02:37:05.741228Z","end":"2026-04-03T02:37:10.74069Z","steps":["trace[94955399] 'agreement among raft nodes before linearized reading' (duration: 4.999392143s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:10.740741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:05.741216Z","time spent":"4.999516386s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/03 02:37:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:37:11.064968Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.338961067s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:37:11.077061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183447917s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:37:11.077271Z","caller":"traceutil/trace.go:171","msg":"trace[2132494055] linearizableReadLoop","detail":"{readStateIndex:2517; appliedIndex:2512; }","duration":"4.264033923s","start":"2026-04-03T02:37:06.81322Z","end":"2026-04-03T02:37:11.077254Z","steps":["trace[2132494055] 'read index received' (duration: 1.084827522s)","trace[2132494055] 'applied index is now lower than readState.Index' (duration: 3.179205451s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:11.077752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.339856966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:37:11.077798Z","caller":"traceutil/trace.go:171","msg":"trace[1337900112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2412; }","duration":"5.339947128s","start":"2026-04-03T02:37:05.73784Z","end":"2026-04-03T02:37:11.077787Z","steps":["trace[1337900112] 'agreement among raft nodes before linearized reading' (duration: 5.339800895s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:11.077787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.339864626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T02:37:11.077832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:05.737817Z","time spent":"5.340006279s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:37:11.077856Z","caller":"traceutil/trace.go:171","msg":"trace[423213941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2412; }","duration":"5.339983088s","start":"2026-04-03T02:37:05.737854Z","end":"2026-04-03T02:37:11.077837Z","steps":["trace[423213941] 'agreement among raft nodes before linearized reading' (duration: 5.339754153s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:11.077908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:05.737832Z","time spent":"5.340067511s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:37:11.078139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.464614596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:37:11.078121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.610064132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:11.078173Z","caller":"traceutil/trace.go:171","msg":"trace[793287873] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2412; }","duration":"4.464686588s","start":"2026-04-03T02:37:06.613476Z","end":"2026-04-03T02:37:11.078162Z","steps":["trace[793287873] 'agreement among raft nodes before linearized reading' (duration: 4.464617736s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:11.078205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:06.613454Z","time spent":"4.464742549s","remote":"127.0.0.1:52478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:37:11.078298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.779763655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:37:11.078298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.251285622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:11.078352Z","caller":"traceutil/trace.go:171","msg":"trace[1554266380] transaction","detail":"{read_only:false; response_revision:2413; number_of_response:1; }","duration":"2.464420948s","start":"2026-04-03T02:37:08.613913Z","end":"2026-04-03T02:37:11.078334Z","steps":["trace[1554266380] 'process raft request' (duration: 2.463246348s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:11.078362Z","caller":"traceutil/trace.go:171","msg":"trace[424015223] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2412; }","duration":"7.251395745s","start":"2026-04-03T02:37:03.826949Z","end":"2026-04-03T02:37:11.078345Z","steps":["trace[424015223] 'agreement among raft nodes before linearized reading' (duration: 7.251284612s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:11.078365Z","caller":"traceutil/trace.go:171","msg":"trace[2010832266] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2412; }","duration":"6.779858737s","start":"2026-04-03T02:37:04.298478Z","end":"2026-04-03T02:37:11.078337Z","steps":["trace[2010832266] 'agreement among raft nodes before linearized reading' (duration: 6.779752214s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:11.078413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:03.82693Z","time spent":"7.251468877s","remote":"127.0.0.1:33338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:37:11.078419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:04.298456Z","time spent":"6.77994673s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:37:11.078463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:08.613885Z","time spent":"2.46450673s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:11.078924Z","caller":"traceutil/trace.go:171","msg":"trace[2033601076] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2412; }","duration":"6.610192345s","start":"2026-04-03T02:37:04.467998Z","end":"2026-04-03T02:37:11.07819Z","steps":["trace[2033601076] 'agreement among raft nodes before linearized reading' (duration: 6.610074902s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:11.079106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:04.467975Z","time spent":"6.611086558s","remote":"127.0.0.1:52490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:37:11.084325Z","caller":"traceutil/trace.go:171","msg":"trace[539294886] transaction","detail":"{read_only:false; response_revision:2414; number_of_response:1; }","duration":"2.266642137s","start":"2026-04-03T02:37:08.817668Z","end":"2026-04-03T02:37:11.08431Z","steps":["trace[539294886] 'process raft request' (duration: 2.260652924s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:11.084327Z","caller":"traceutil/trace.go:171","msg":"trace[299025111] transaction","detail":"{read_only:false; response_revision:2416; number_of_response:1; }","duration":"2.265121438s","start":"2026-04-03T02:37:08.819187Z","end":"2026-04-03T02:37:11.084308Z","steps":["trace[299025111] 'process raft request' (duration: 2.265063196s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:11.084341Z","caller":"traceutil/trace.go:171","msg":"trace[425293960] transaction","detail":"{read_only:false; response_revision:2415; number_of_response:1; }","duration":"2.265497707s","start":"2026-04-03T02:37:08.818824Z","end":"2026-04-03T02:37:11.084321Z","steps":["trace[425293960] 'process raft request' (duration: 2.265363314s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:11.084403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:08.817641Z","time spent":"2.26672302s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:11.084456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:08.818812Z","time spent":"2.26557976s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:11.084507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:08.819177Z","time spent":"2.265203121s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:11.084623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191666757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:37:11.084631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174525991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:37:11.084664Z","caller":"traceutil/trace.go:171","msg":"trace[525984062] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2417; }","duration":"1.191746279s","start":"2026-04-03T02:37:09.892905Z","end":"2026-04-03T02:37:11.084652Z","steps":["trace[525984062] 'agreement among raft nodes before linearized reading' (duration: 1.191659997s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:11.084682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34410801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-04-03T02:37:11.084696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:09.892881Z","time spent":"1.191806161s","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:37:11.084716Z","caller":"traceutil/trace.go:171","msg":"trace[736333115] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2417; }","duration":"2.344179422s","start":"2026-04-03T02:37:08.740526Z","end":"2026-04-03T02:37:11.084706Z","steps":["trace[736333115] 'agreement among raft nodes before linearized reading' (duration: 2.344071649s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:11.084668Z","caller":"traceutil/trace.go:171","msg":"trace[1825528563] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2417; }","duration":"2.174600153s","start":"2026-04-03T02:37:08.910058Z","end":"2026-04-03T02:37:11.084658Z","steps":["trace[1825528563] 'agreement among raft nodes before linearized reading' (duration: 2.174530611s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:11.084719Z","caller":"traceutil/trace.go:171","msg":"trace[623637589] transaction","detail":"{read_only:false; response_revision:2417; number_of_response:1; }","duration":"288.889674ms","start":"2026-04-03T02:37:10.795809Z","end":"2026-04-03T02:37:11.084699Z","steps":["trace[623637589] 'process raft request' (duration: 288.662578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:11.084746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950743284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"warn","ts":"2026-04-03T02:37:11.084744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:08.740504Z","time spent":"2.344233134s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T02:37:11.084745Z","caller":"traceutil/trace.go:171","msg":"trace[151533281] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2416; }","duration":"1.189810989s","start":"2026-04-03T02:37:09.894918Z","end":"2026-04-03T02:37:11.084729Z","steps":["trace[151533281] 'process raft request' (duration: 1.189481241s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:11.084699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94551437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:11.084778Z","caller":"traceutil/trace.go:171","msg":"trace[37193953] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2417; }","duration":"1.950807625s","start":"2026-04-03T02:37:09.133962Z","end":"2026-04-03T02:37:11.08477Z","steps":["trace[37193953] 'agreement among raft nodes before linearized reading' (duration: 1.950751144s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:11.084777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:08.91004Z","time spent":"2.174714085s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:37:11.084818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:09.133938Z","time spent":"1.950869576s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-03T02:37:11.084805Z","caller":"traceutil/trace.go:171","msg":"trace[1424905216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2417; }","duration":"1.945640553s","start":"2026-04-03T02:37:09.13915Z","end":"2026-04-03T02:37:11.084791Z","steps":["trace[1424905216] 'agreement among raft nodes before linearized reading' (duration: 1.94553236s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:11.084838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:09.894863Z","time spent":"1.189920463s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:11.084855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:09.13914Z","time spent":"1.945704454s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:37:11.084848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.262709098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T02:37:11.084896Z","caller":"traceutil/trace.go:171","msg":"trace[1944142231] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2417; }","duration":"3.2627894s","start":"2026-04-03T02:37:07.822091Z","end":"2026-04-03T02:37:11.084881Z","steps":["trace[1944142231] 'agreement among raft nodes before linearized reading' (duration: 3.262636996s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:11.084906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187606723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2b840dd2a8cc9\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-03T02:37:11.084946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:07.822071Z","time spent":"3.262865282s","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-03T02:37:11.084987Z","caller":"traceutil/trace.go:171","msg":"trace[20577608] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a2b840dd2a8cc9; range_end:; response_count:1; response_revision:2417; }","duration":"1.187699456s","start":"2026-04-03T02:37:09.897251Z","end":"2026-04-03T02:37:11.084951Z","steps":["trace[20577608] 'agreement among raft nodes before linearized reading' (duration: 1.187499561s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:11.085031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:09.897242Z","time spent":"1.187779828s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2b840dd2a8cc9\" "} {"level":"warn","ts":"2026-04-03T02:37:11.085073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.704186617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T02:37:11.085181Z","caller":"traceutil/trace.go:171","msg":"trace[1524234645] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2417; }","duration":"3.704754661s","start":"2026-04-03T02:37:07.380414Z","end":"2026-04-03T02:37:11.085168Z","steps":["trace[1524234645] 'agreement among raft nodes before linearized reading' (duration: 3.704144785s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:11.085305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:07.380384Z","time spent":"3.704909645s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-03T02:37:12.067824Z","caller":"traceutil/trace.go:171","msg":"trace[706277411] transaction","detail":"{read_only:false; response_revision:2429; number_of_response:1; }","duration":"168.487072ms","start":"2026-04-03T02:37:11.899281Z","end":"2026-04-03T02:37:12.067768Z","steps":["trace[706277411] 'process raft request' (duration: 168.315917ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:13.278195Z","caller":"traceutil/trace.go:171","msg":"trace[431498068] linearizableReadLoop","detail":"{readStateIndex:2544; appliedIndex:2541; }","duration":"181.476964ms","start":"2026-04-03T02:37:13.096691Z","end":"2026-04-03T02:37:13.278168Z","steps":["trace[431498068] 'read index received' (duration: 26.398754ms)","trace[431498068] 'applied index is now lower than readState.Index' (duration: 155.07677ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:13.278341Z","caller":"traceutil/trace.go:171","msg":"trace[788574131] transaction","detail":"{read_only:false; response_revision:2435; number_of_response:1; }","duration":"187.730394ms","start":"2026-04-03T02:37:13.090598Z","end":"2026-04-03T02:37:13.278329Z","steps":["trace[788574131] 'process raft request' (duration: 164.031867ms)","trace[788574131] 'compare' (duration: 23.126572ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:13.278482Z","caller":"traceutil/trace.go:171","msg":"trace[1097730613] transaction","detail":"{read_only:false; response_revision:2436; number_of_response:1; }","duration":"187.633422ms","start":"2026-04-03T02:37:13.090838Z","end":"2026-04-03T02:37:13.278471Z","steps":["trace[1097730613] 'process raft request' (duration: 187.257852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:13.278729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.027418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T02:37:13.278775Z","caller":"traceutil/trace.go:171","msg":"trace[1416836080] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2436; }","duration":"182.11323ms","start":"2026-04-03T02:37:13.09665Z","end":"2026-04-03T02:37:13.278763Z","steps":["trace[1416836080] 'agreement among raft nodes before linearized reading' (duration: 181.935605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:13.279017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.098905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:37:13.279051Z","caller":"traceutil/trace.go:171","msg":"trace[931893035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2436; }","duration":"174.144806ms","start":"2026-04-03T02:37:13.104898Z","end":"2026-04-03T02:37:13.279043Z","steps":["trace[931893035] 'agreement among raft nodes before linearized reading' (duration: 174.058754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:13.279307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.322641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:37:13.279589Z","caller":"traceutil/trace.go:171","msg":"trace[1835648268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2436; }","duration":"174.642609ms","start":"2026-04-03T02:37:13.10493Z","end":"2026-04-03T02:37:13.279572Z","steps":["trace[1835648268] 'agreement among raft nodes before linearized reading' (duration: 174.253129ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:13.503769Z","caller":"traceutil/trace.go:171","msg":"trace[459922361] transaction","detail":"{read_only:false; response_revision:2439; number_of_response:1; }","duration":"197.659998ms","start":"2026-04-03T02:37:13.30608Z","end":"2026-04-03T02:37:13.50374Z","steps":["trace[459922361] 'process raft request' (duration: 142.852486ms)","trace[459922361] 'compare' (duration: 54.682119ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:15.005411Z","caller":"traceutil/trace.go:171","msg":"trace[2144885489] transaction","detail":"{read_only:false; response_revision:2441; number_of_response:1; }","duration":"244.526217ms","start":"2026-04-03T02:37:14.760861Z","end":"2026-04-03T02:37:15.005387Z","steps":["trace[2144885489] 'process raft request' (duration: 244.369713ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:15.012743Z","caller":"traceutil/trace.go:171","msg":"trace[511405896] linearizableReadLoop","detail":"{readStateIndex:2550; appliedIndex:2548; }","duration":"242.908017ms","start":"2026-04-03T02:37:14.769812Z","end":"2026-04-03T02:37:15.01272Z","steps":["trace[511405896] 'read index received' (duration: 235.452216ms)","trace[511405896] 'applied index is now lower than readState.Index' (duration: 7.454921ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:15.0128Z","caller":"traceutil/trace.go:171","msg":"trace[1286002429] transaction","detail":"{read_only:false; response_revision:2442; number_of_response:1; }","duration":"244.077976ms","start":"2026-04-03T02:37:14.768702Z","end":"2026-04-03T02:37:15.01278Z","steps":["trace[1286002429] 'process raft request' (duration: 243.907952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:15.012882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.058101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:37:15.01291Z","caller":"traceutil/trace.go:171","msg":"trace[1682897433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2442; }","duration":"243.142463ms","start":"2026-04-03T02:37:14.769759Z","end":"2026-04-03T02:37:15.012902Z","steps":["trace[1682897433] 'agreement among raft nodes before linearized reading' (duration: 243.03044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:15.14733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.196911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:37:15.147441Z","caller":"traceutil/trace.go:171","msg":"trace[728246381] transaction","detail":"{read_only:false; response_revision:2443; number_of_response:1; }","duration":"130.424258ms","start":"2026-04-03T02:37:15.016997Z","end":"2026-04-03T02:37:15.147421Z","steps":["trace[728246381] 'process raft request' (duration: 27.050423ms)","trace[728246381] 'compare' (duration: 103.001026ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:15.446011Z","caller":"traceutil/trace.go:171","msg":"trace[1231238280] transaction","detail":"{read_only:false; response_revision:2445; number_of_response:1; }","duration":"161.097612ms","start":"2026-04-03T02:37:15.284873Z","end":"2026-04-03T02:37:15.44597Z","steps":["trace[1231238280] 'process raft request' (duration: 108.143028ms)","trace[1231238280] 'compare' (duration: 52.741229ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:15.488499Z","caller":"traceutil/trace.go:171","msg":"trace[632725044] linearizableReadLoop","detail":"{readStateIndex:2554; appliedIndex:2552; }","duration":"194.212141ms","start":"2026-04-03T02:37:15.294259Z","end":"2026-04-03T02:37:15.488471Z","steps":["trace[632725044] 'read index received' (duration: 98.765508ms)","trace[632725044] 'applied index is now lower than readState.Index' (duration: 95.445113ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:15.488847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.59771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T02:37:15.488917Z","caller":"traceutil/trace.go:171","msg":"trace[1401344023] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2446; }","duration":"194.722634ms","start":"2026-04-03T02:37:15.294177Z","end":"2026-04-03T02:37:15.4889Z","steps":["trace[1401344023] 'agreement among raft nodes before linearized reading' (duration: 194.471397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:15.488908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.995765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-03T02:37:15.488866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.130999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T02:37:15.489056Z","caller":"traceutil/trace.go:171","msg":"trace[1713018020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2446; }","duration":"187.116199ms","start":"2026-04-03T02:37:15.301884Z","end":"2026-04-03T02:37:15.489Z","steps":["trace[1713018020] 'agreement among raft nodes before linearized reading' (duration: 186.875453ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:15.48907Z","caller":"traceutil/trace.go:171","msg":"trace[1131983497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2446; }","duration":"194.386705ms","start":"2026-04-03T02:37:15.294667Z","end":"2026-04-03T02:37:15.489053Z","steps":["trace[1131983497] 'agreement among raft nodes before linearized reading' (duration: 194.043377ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:15.489184Z","caller":"traceutil/trace.go:171","msg":"trace[569301319] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"202.218867ms","start":"2026-04-03T02:37:15.286322Z","end":"2026-04-03T02:37:15.488541Z","steps":["trace[569301319] 'process raft request' (duration: 202.013181ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:17.313956Z","caller":"traceutil/trace.go:171","msg":"trace[1511682454] transaction","detail":"{read_only:false; response_revision:2451; number_of_response:1; }","duration":"293.378295ms","start":"2026-04-03T02:37:17.020553Z","end":"2026-04-03T02:37:17.313932Z","steps":["trace[1511682454] 'process raft request' (duration: 293.218891ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:17.322717Z","caller":"traceutil/trace.go:171","msg":"trace[548426578] linearizableReadLoop","detail":"{readStateIndex:2560; appliedIndex:2558; }","duration":"171.18066ms","start":"2026-04-03T02:37:17.151505Z","end":"2026-04-03T02:37:17.322686Z","steps":["trace[548426578] 'read index received' (duration: 162.260142ms)","trace[548426578] 'applied index is now lower than readState.Index' (duration: 8.918828ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:17.32274Z","caller":"traceutil/trace.go:171","msg":"trace[2029532518] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"255.875007ms","start":"2026-04-03T02:37:17.066829Z","end":"2026-04-03T02:37:17.322705Z","steps":["trace[2029532518] 'process raft request' (duration: 255.59597ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:17.322787Z","caller":"traceutil/trace.go:171","msg":"trace[1755005022] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"169.057375ms","start":"2026-04-03T02:37:17.153689Z","end":"2026-04-03T02:37:17.322747Z","steps":["trace[1755005022] 'process raft request' (duration: 168.931982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:17.322955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.438456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:37:17.322996Z","caller":"traceutil/trace.go:171","msg":"trace[411917355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2453; }","duration":"171.544349ms","start":"2026-04-03T02:37:17.151438Z","end":"2026-04-03T02:37:17.322982Z","steps":["trace[411917355] 'agreement among raft nodes before linearized reading' (duration: 171.367784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:17.687958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.162893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:37:17.688099Z","caller":"traceutil/trace.go:171","msg":"trace[793782053] linearizableReadLoop","detail":"{readStateIndex:2564; appliedIndex:2562; }","duration":"186.547793ms","start":"2026-04-03T02:37:17.501538Z","end":"2026-04-03T02:37:17.688086Z","steps":["trace[793782053] 'read index received' (duration: 86.270877ms)","trace[793782053] 'applied index is now lower than readState.Index' (duration: 100.276136ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:17.688174Z","caller":"traceutil/trace.go:171","msg":"trace[490952385] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"236.173462ms","start":"2026-04-03T02:37:17.451991Z","end":"2026-04-03T02:37:17.688164Z","steps":["trace[490952385] 'process raft request' (duration: 135.734062ms)","trace[490952385] 'compare' (duration: 100.071401ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:17.688342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.461224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T02:37:17.688368Z","caller":"traceutil/trace.go:171","msg":"trace[1787606409] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2456; }","duration":"183.501236ms","start":"2026-04-03T02:37:17.504859Z","end":"2026-04-03T02:37:17.68836Z","steps":["trace[1787606409] 'agreement among raft nodes before linearized reading' (duration: 183.406464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:17.688528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.449713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:17.688586Z","caller":"traceutil/trace.go:171","msg":"trace[2082720364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2456; }","duration":"147.546915ms","start":"2026-04-03T02:37:17.541022Z","end":"2026-04-03T02:37:17.688569Z","steps":["trace[2082720364] 'agreement among raft nodes before linearized reading' (duration: 147.460553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:17.688671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.056567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:37:17.688605Z","caller":"traceutil/trace.go:171","msg":"trace[98743944] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"193.976453ms","start":"2026-04-03T02:37:17.494591Z","end":"2026-04-03T02:37:17.688567Z","steps":["trace[98743944] 'process raft request' (duration: 193.45307ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:17.689171Z","caller":"traceutil/trace.go:171","msg":"trace[824327675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2456; }","duration":"187.672172ms","start":"2026-04-03T02:37:17.501478Z","end":"2026-04-03T02:37:17.68915Z","steps":["trace[824327675] 'agreement among raft nodes before linearized reading' (duration: 186.752889ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:27.523214Z","caller":"traceutil/trace.go:171","msg":"trace[397648011] linearizableReadLoop","detail":"{readStateIndex:2615; appliedIndex:2614; }","duration":"137.235851ms","start":"2026-04-03T02:37:27.385956Z","end":"2026-04-03T02:37:27.523192Z","steps":["trace[397648011] 'read index received' (duration: 45.74975ms)","trace[397648011] 'applied index is now lower than readState.Index' (duration: 91.484951ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:27.523234Z","caller":"traceutil/trace.go:171","msg":"trace[65358567] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"154.042931ms","start":"2026-04-03T02:37:27.369152Z","end":"2026-04-03T02:37:27.523195Z","steps":["trace[65358567] 'process raft request' (duration: 62.652132ms)","trace[65358567] 'compare' (duration: 91.004898ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:27.523677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.696733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:37:27.523782Z","caller":"traceutil/trace.go:171","msg":"trace[1851835968] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2505; }","duration":"137.855157ms","start":"2026-04-03T02:37:27.385882Z","end":"2026-04-03T02:37:27.523737Z","steps":["trace[1851835968] 'agreement among raft nodes before linearized reading' (duration: 137.416666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:29.953286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.754661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:37:29.953507Z","caller":"traceutil/trace.go:171","msg":"trace[1114360721] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"201.68349ms","start":"2026-04-03T02:37:29.751805Z","end":"2026-04-03T02:37:29.953489Z","steps":["trace[1114360721] 'process raft request' (duration: 201.615489ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:29.95363Z","caller":"traceutil/trace.go:171","msg":"trace[111970131] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"389.63345ms","start":"2026-04-03T02:37:29.563961Z","end":"2026-04-03T02:37:29.953594Z","steps":["trace[111970131] 'process raft request' (duration: 94.455958ms)","trace[111970131] 'compare' (duration: 294.562757ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:29.953812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:29.563951Z","time spent":"389.782994ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:29.960104Z","caller":"traceutil/trace.go:171","msg":"trace[1725186029] linearizableReadLoop","detail":"{readStateIndex:2630; appliedIndex:2629; }","duration":"162.025266ms","start":"2026-04-03T02:37:29.798051Z","end":"2026-04-03T02:37:29.960077Z","steps":["trace[1725186029] 'read index received' (duration: 161.851251ms)","trace[1725186029] 'applied index is now lower than readState.Index' (duration: 172.955µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:29.960321Z","caller":"traceutil/trace.go:171","msg":"trace[1516684793] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"171.303214ms","start":"2026-04-03T02:37:29.788996Z","end":"2026-04-03T02:37:29.960299Z","steps":["trace[1516684793] 'process raft request' (duration: 170.965945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:29.960529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.712172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:37:29.960535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.474468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T02:37:29.960598Z","caller":"traceutil/trace.go:171","msg":"trace[1712303151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2518; }","duration":"142.821604ms","start":"2026-04-03T02:37:29.817756Z","end":"2026-04-03T02:37:29.960577Z","steps":["trace[1712303151] 'agreement among raft nodes before linearized reading' (duration: 142.617479ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:29.960607Z","caller":"traceutil/trace.go:171","msg":"trace[1520252625] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2518; }","duration":"162.609171ms","start":"2026-04-03T02:37:29.79798Z","end":"2026-04-03T02:37:29.960589Z","steps":["trace[1520252625] 'agreement among raft nodes before linearized reading' (duration: 162.369735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:29.960829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.43343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:37:29.960957Z","caller":"traceutil/trace.go:171","msg":"trace[296648436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2518; }","duration":"134.599844ms","start":"2026-04-03T02:37:29.826328Z","end":"2026-04-03T02:37:29.960928Z","steps":["trace[296648436] 'agreement among raft nodes before linearized reading' (duration: 134.228505ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:30.16742Z","caller":"traceutil/trace.go:171","msg":"trace[1805695445] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"199.644269ms","start":"2026-04-03T02:37:29.967722Z","end":"2026-04-03T02:37:30.167366Z","steps":["trace[1805695445] 'process raft request' (duration: 199.591117ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:30.167644Z","caller":"traceutil/trace.go:171","msg":"trace[1790718602] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"199.982878ms","start":"2026-04-03T02:37:29.96762Z","end":"2026-04-03T02:37:30.167603Z","steps":["trace[1790718602] 'process raft request' (duration: 103.019756ms)","trace[1790718602] 'compare' (duration: 96.448918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:30.599387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.049567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:37:30.599636Z","caller":"traceutil/trace.go:171","msg":"trace[124607401] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2522; }","duration":"103.321364ms","start":"2026-04-03T02:37:30.496244Z","end":"2026-04-03T02:37:30.599565Z","steps":["trace[124607401] 'count revisions from in-memory index tree' (duration: 102.961605ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:31.337127Z","caller":"traceutil/trace.go:171","msg":"trace[1353370770] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"130.698075ms","start":"2026-04-03T02:37:31.206389Z","end":"2026-04-03T02:37:31.337087Z","steps":["trace[1353370770] 'process raft request' (duration: 130.5017ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:31.507645Z","caller":"traceutil/trace.go:171","msg":"trace[1815535845] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"119.1598ms","start":"2026-04-03T02:37:31.388463Z","end":"2026-04-03T02:37:31.507623Z","steps":["trace[1815535845] 'process raft request' (duration: 119.003116ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:07.740068Z","caller":"traceutil/trace.go:171","msg":"trace[1197411310] transaction","detail":"{read_only:false; response_revision:2719; number_of_response:1; }","duration":"112.614781ms","start":"2026-04-03T02:38:07.627427Z","end":"2026-04-03T02:38:07.740042Z","steps":["trace[1197411310] 'process raft request' (duration: 112.445917ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:07.806285Z","caller":"traceutil/trace.go:171","msg":"trace[2057811807] linearizableReadLoop","detail":"{readStateIndex:2839; appliedIndex:2837; }","duration":"134.363458ms","start":"2026-04-03T02:38:07.671902Z","end":"2026-04-03T02:38:07.806265Z","steps":["trace[2057811807] 'read index received' (duration: 68.011061ms)","trace[2057811807] 'applied index is now lower than readState.Index' (duration: 66.351627ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:07.806411Z","caller":"traceutil/trace.go:171","msg":"trace[1900277299] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"156.611067ms","start":"2026-04-03T02:38:07.649767Z","end":"2026-04-03T02:38:07.806378Z","steps":["trace[1900277299] 'process raft request' (duration: 156.373901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:07.806521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.554203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:07.806608Z","caller":"traceutil/trace.go:171","msg":"trace[1199615220] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2720; }","duration":"134.726038ms","start":"2026-04-03T02:38:07.671864Z","end":"2026-04-03T02:38:07.80659Z","steps":["trace[1199615220] 'agreement among raft nodes before linearized reading' (duration: 134.517592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:08.122839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.501484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:08.123173Z","caller":"traceutil/trace.go:171","msg":"trace[1491330849] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"376.529084ms","start":"2026-04-03T02:38:07.74661Z","end":"2026-04-03T02:38:08.123139Z","steps":["trace[1491330849] 'process raft request' (duration: 376.349329ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:08.123176Z","caller":"traceutil/trace.go:171","msg":"trace[829325916] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"377.16329ms","start":"2026-04-03T02:38:07.745934Z","end":"2026-04-03T02:38:08.123097Z","steps":["trace[829325916] 'process raft request' (duration: 218.305196ms)","trace[829325916] 'compare' (duration: 158.346961ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:08.123237Z","caller":"traceutil/trace.go:171","msg":"trace[1270837949] transaction","detail":"{read_only:false; response_revision:2723; number_of_response:1; }","duration":"376.467832ms","start":"2026-04-03T02:38:07.746746Z","end":"2026-04-03T02:38:08.123214Z","steps":["trace[1270837949] 'process raft request' (duration: 376.311768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:08.123383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:07.746574Z","time spent":"376.674749ms","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3077,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:08.123431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:07.746727Z","time spent":"376.568766ms","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:08.123447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:07.745908Z","time spent":"377.368535ms","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:08.123682Z","caller":"traceutil/trace.go:171","msg":"trace[1285233713] transaction","detail":"{read_only:false; response_revision:2725; number_of_response:1; }","duration":"376.184616ms","start":"2026-04-03T02:38:07.747478Z","end":"2026-04-03T02:38:08.123663Z","steps":["trace[1285233713] 'process raft request' (duration: 375.95707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:08.123794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:07.74746Z","time spent":"376.276728ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1048,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:08.123646Z","caller":"traceutil/trace.go:171","msg":"trace[1141178235] transaction","detail":"{read_only:false; response_revision:2724; number_of_response:1; }","duration":"376.464083ms","start":"2026-04-03T02:38:07.747156Z","end":"2026-04-03T02:38:08.12362Z","steps":["trace[1141178235] 'process raft request' (duration: 375.963609ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:08.123978Z","caller":"traceutil/trace.go:171","msg":"trace[866833855] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"369.217997ms","start":"2026-04-03T02:38:07.75473Z","end":"2026-04-03T02:38:08.123948Z","steps":["trace[866833855] 'process raft request' (duration: 368.877279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:08.124095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.615395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:08.124116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.807439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T02:38:08.124114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:07.747093Z","time spent":"376.877034ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1132,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:08.124199Z","caller":"traceutil/trace.go:171","msg":"trace[1422710777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2726; }","duration":"372.930582ms","start":"2026-04-03T02:38:07.751249Z","end":"2026-04-03T02:38:08.124179Z","steps":["trace[1422710777] 'agreement among raft nodes before linearized reading' (duration: 372.703996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:08.124244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:07.751231Z","time spent":"373.004714ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:38:08.12398Z","caller":"traceutil/trace.go:171","msg":"trace[1052047027] linearizableReadLoop","detail":"{readStateIndex:2845; appliedIndex:2839; }","duration":"317.605907ms","start":"2026-04-03T02:38:07.80634Z","end":"2026-04-03T02:38:08.123946Z","steps":["trace[1052047027] 'read index received' (duration: 157.952252ms)","trace[1052047027] 'applied index is now lower than readState.Index' (duration: 159.647985ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:08.124148Z","caller":"traceutil/trace.go:171","msg":"trace[742278688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2726; }","duration":"451.726248ms","start":"2026-04-03T02:38:07.67241Z","end":"2026-04-03T02:38:08.124136Z","steps":["trace[742278688] 'agreement among raft nodes before linearized reading' (duration: 451.620875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:08.124363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:07.6722Z","time spent":"452.145319ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:38:08.124408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.456622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:08.124091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:07.754708Z","time spent":"369.332381ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15414,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:08.124452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.659818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:08.124481Z","caller":"traceutil/trace.go:171","msg":"trace[1896246048] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2726; }","duration":"315.565684ms","start":"2026-04-03T02:38:07.808897Z","end":"2026-04-03T02:38:08.124463Z","steps":["trace[1896246048] 'agreement among raft nodes before linearized reading' (duration: 315.460022ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:08.124536Z","caller":"traceutil/trace.go:171","msg":"trace[1914075874] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2726; }","duration":"206.785731ms","start":"2026-04-03T02:38:07.917707Z","end":"2026-04-03T02:38:08.124493Z","steps":["trace[1914075874] 'agreement among raft nodes before linearized reading' (duration: 206.669228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:08.124539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:07.808873Z","time spent":"315.652197ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-03T02:38:08.37774Z","caller":"traceutil/trace.go:171","msg":"trace[403651335] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"242.578697ms","start":"2026-04-03T02:38:08.135127Z","end":"2026-04-03T02:38:08.377705Z","steps":["trace[403651335] 'process raft request' (duration: 208.033383ms)","trace[403651335] 'compare' (duration: 33.967079ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:08.377759Z","caller":"traceutil/trace.go:171","msg":"trace[56524400] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"238.775929ms","start":"2026-04-03T02:38:08.138956Z","end":"2026-04-03T02:38:08.377732Z","steps":["trace[56524400] 'process raft request' (duration: 238.591895ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:08.377773Z","caller":"traceutil/trace.go:171","msg":"trace[173377509] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"238.80077ms","start":"2026-04-03T02:38:08.138922Z","end":"2026-04-03T02:38:08.377723Z","steps":["trace[173377509] 'process raft request' (duration: 238.363849ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:08.398989Z","caller":"traceutil/trace.go:171","msg":"trace[1284812615] linearizableReadLoop","detail":"{readStateIndex:2850; appliedIndex:2845; }","duration":"221.290442ms","start":"2026-04-03T02:38:08.177677Z","end":"2026-04-03T02:38:08.398967Z","steps":["trace[1284812615] 'read index received' (duration: 1.757775ms)","trace[1284812615] 'applied index is now lower than readState.Index' (duration: 219.531477ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:08.399436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.743284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:38:08.399576Z","caller":"traceutil/trace.go:171","msg":"trace[1586946680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2730; }","duration":"221.936219ms","start":"2026-04-03T02:38:08.177621Z","end":"2026-04-03T02:38:08.399557Z","steps":["trace[1586946680] 'agreement among raft nodes before linearized reading' (duration: 221.671112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:08.40004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.868608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5565"} {"level":"info","ts":"2026-04-03T02:38:08.400124Z","caller":"traceutil/trace.go:171","msg":"trace[1667776092] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2730; }","duration":"164.991872ms","start":"2026-04-03T02:38:08.235109Z","end":"2026-04-03T02:38:08.400101Z","steps":["trace[1667776092] 'agreement among raft nodes before linearized reading' (duration: 164.740915ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:09.702277Z","caller":"traceutil/trace.go:171","msg":"trace[2128462814] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"116.083969ms","start":"2026-04-03T02:38:09.586169Z","end":"2026-04-03T02:38:09.702253Z","steps":["trace[2128462814] 'process raft request' (duration: 115.933246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:10.560002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.679498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:38:10.560115Z","caller":"traceutil/trace.go:171","msg":"trace[2004491808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2746; }","duration":"122.834622ms","start":"2026-04-03T02:38:10.437256Z","end":"2026-04-03T02:38:10.56009Z","steps":["trace[2004491808] 'range keys from in-memory index tree' (duration: 122.490913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:10.560024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.325343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:38:10.560218Z","caller":"traceutil/trace.go:171","msg":"trace[80486292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2746; }","duration":"144.596599ms","start":"2026-04-03T02:38:10.4156Z","end":"2026-04-03T02:38:10.560196Z","steps":["trace[80486292] 'range keys from in-memory index tree' (duration: 144.146868ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:10.671136Z","caller":"traceutil/trace.go:171","msg":"trace[285968773] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"104.965525ms","start":"2026-04-03T02:38:10.566145Z","end":"2026-04-03T02:38:10.67111Z","steps":["trace[285968773] 'process raft request' (duration: 104.804311ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:10.682939Z","caller":"traceutil/trace.go:171","msg":"trace[1703545712] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"115.717961ms","start":"2026-04-03T02:38:10.567195Z","end":"2026-04-03T02:38:10.682913Z","steps":["trace[1703545712] 'process raft request' (duration: 115.509815ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:16.428263Z","caller":"traceutil/trace.go:171","msg":"trace[570437079] linearizableReadLoop","detail":"{readStateIndex:2995; appliedIndex:2994; }","duration":"115.260798ms","start":"2026-04-03T02:38:16.312977Z","end":"2026-04-03T02:38:16.428237Z","steps":["trace[570437079] 'read index received' (duration: 115.037852ms)","trace[570437079] 'applied index is now lower than readState.Index' (duration: 221.926µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:16.428317Z","caller":"traceutil/trace.go:171","msg":"trace[34918369] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"186.874011ms","start":"2026-04-03T02:38:16.241408Z","end":"2026-04-03T02:38:16.428282Z","steps":["trace[34918369] 'process raft request' (duration: 186.666356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:16.428516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.513914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-23cecdcf-d9d0-4991-a706-bf489722227a\" ","response":"range_response_count:1 size:3906"} {"level":"info","ts":"2026-04-03T02:38:16.428597Z","caller":"traceutil/trace.go:171","msg":"trace[2077709516] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-23cecdcf-d9d0-4991-a706-bf489722227a; range_end:; response_count:1; response_revision:2868; }","duration":"115.630327ms","start":"2026-04-03T02:38:16.312946Z","end":"2026-04-03T02:38:16.428576Z","steps":["trace[2077709516] 'agreement among raft nodes before linearized reading' (duration: 115.404602ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:16.717819Z","caller":"traceutil/trace.go:171","msg":"trace[1520861060] transaction","detail":"{read_only:false; response_revision:2878; number_of_response:1; }","duration":"150.733807ms","start":"2026-04-03T02:38:16.567063Z","end":"2026-04-03T02:38:16.717797Z","steps":["trace[1520861060] 'process raft request' (duration: 150.577303ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:16.731954Z","caller":"traceutil/trace.go:171","msg":"trace[1475072526] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2878; }","duration":"162.301194ms","start":"2026-04-03T02:38:16.569618Z","end":"2026-04-03T02:38:16.731919Z","steps":["trace[1475072526] 'process raft request' (duration: 161.958174ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:16.912291Z","caller":"traceutil/trace.go:171","msg":"trace[436288498] transaction","detail":"{read_only:false; response_revision:2881; number_of_response:1; }","duration":"176.919417ms","start":"2026-04-03T02:38:16.735343Z","end":"2026-04-03T02:38:16.912262Z","steps":["trace[436288498] 'process raft request' (duration: 82.270425ms)","trace[436288498] 'compare' (duration: 94.512318ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:16.913269Z","caller":"traceutil/trace.go:171","msg":"trace[133219752] linearizableReadLoop","detail":"{readStateIndex:3013; appliedIndex:3008; }","duration":"154.392161ms","start":"2026-04-03T02:38:16.758862Z","end":"2026-04-03T02:38:16.913254Z","steps":["trace[133219752] 'read index received' (duration: 58.762904ms)","trace[133219752] 'applied index is now lower than readState.Index' (duration: 95.628387ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:16.91349Z","caller":"traceutil/trace.go:171","msg":"trace[232669859] transaction","detail":"{read_only:false; response_revision:2882; number_of_response:1; }","duration":"163.218076ms","start":"2026-04-03T02:38:16.750262Z","end":"2026-04-03T02:38:16.91348Z","steps":["trace[232669859] 'process raft request' (duration: 162.827616ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:16.913626Z","caller":"traceutil/trace.go:171","msg":"trace[1393508823] transaction","detail":"{read_only:false; response_revision:2885; number_of_response:1; }","duration":"158.785832ms","start":"2026-04-03T02:38:16.754806Z","end":"2026-04-03T02:38:16.913592Z","steps":["trace[1393508823] 'process raft request' (duration: 158.424203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:16.913679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.809221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2399"} {"level":"info","ts":"2026-04-03T02:38:16.913747Z","caller":"traceutil/trace.go:171","msg":"trace[683734605] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2883; }","duration":"161.606515ms","start":"2026-04-03T02:38:16.752124Z","end":"2026-04-03T02:38:16.91373Z","steps":["trace[683734605] 'process raft request' (duration: 161.04066ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:16.913767Z","caller":"traceutil/trace.go:171","msg":"trace[355089815] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:2885; }","duration":"154.939914ms","start":"2026-04-03T02:38:16.758816Z","end":"2026-04-03T02:38:16.913756Z","steps":["trace[355089815] 'agreement among raft nodes before linearized reading' (duration: 154.823791ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:16.913943Z","caller":"traceutil/trace.go:171","msg":"trace[1192501781] transaction","detail":"{read_only:false; response_revision:2884; number_of_response:1; }","duration":"159.633534ms","start":"2026-04-03T02:38:16.754238Z","end":"2026-04-03T02:38:16.913872Z","steps":["trace[1192501781] 'process raft request' (duration: 158.959817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:16.91397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.967854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:16.91421Z","caller":"traceutil/trace.go:171","msg":"trace[591628761] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2885; }","duration":"103.18442ms","start":"2026-04-03T02:38:16.810924Z","end":"2026-04-03T02:38:16.914109Z","steps":["trace[591628761] 'agreement among raft nodes before linearized reading' (duration: 102.964294ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:17.16767Z","caller":"traceutil/trace.go:171","msg":"trace[350248641] transaction","detail":"{read_only:false; response_revision:2888; number_of_response:1; }","duration":"186.527793ms","start":"2026-04-03T02:38:16.981115Z","end":"2026-04-03T02:38:17.167642Z","steps":["trace[350248641] 'process raft request' (duration: 186.319637ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:17.22211Z","caller":"traceutil/trace.go:171","msg":"trace[1907185132] transaction","detail":"{read_only:false; response_revision:2889; number_of_response:1; }","duration":"240.829162ms","start":"2026-04-03T02:38:16.981254Z","end":"2026-04-03T02:38:17.222083Z","steps":["trace[1907185132] 'process raft request' (duration: 240.714849ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:17.375362Z","caller":"traceutil/trace.go:171","msg":"trace[198742142] transaction","detail":"{read_only:false; response_revision:2890; number_of_response:1; }","duration":"148.952831ms","start":"2026-04-03T02:38:17.226387Z","end":"2026-04-03T02:38:17.37534Z","steps":["trace[198742142] 'process raft request' (duration: 148.795507ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:17.405608Z","caller":"traceutil/trace.go:171","msg":"trace[1585028818] transaction","detail":"{read_only:false; response_revision:2891; number_of_response:1; }","duration":"178.712923ms","start":"2026-04-03T02:38:17.226871Z","end":"2026-04-03T02:38:17.405584Z","steps":["trace[1585028818] 'process raft request' (duration: 178.57169ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:18.060788Z","caller":"traceutil/trace.go:171","msg":"trace[918083641] transaction","detail":"{read_only:false; response_revision:2895; number_of_response:1; }","duration":"247.275607ms","start":"2026-04-03T02:38:17.813481Z","end":"2026-04-03T02:38:18.060757Z","steps":["trace[918083641] 'process raft request' (duration: 247.016201ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:18.292707Z","caller":"traceutil/trace.go:171","msg":"trace[753331015] linearizableReadLoop","detail":"{readStateIndex:3024; appliedIndex:3022; }","duration":"277.55521ms","start":"2026-04-03T02:38:18.015129Z","end":"2026-04-03T02:38:18.292684Z","steps":["trace[753331015] 'read index received' (duration: 45.3508ms)","trace[753331015] 'applied index is now lower than readState.Index' (duration: 232.20348ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:18.29275Z","caller":"traceutil/trace.go:171","msg":"trace[369078079] transaction","detail":"{read_only:false; response_revision:2896; number_of_response:1; }","duration":"381.587663ms","start":"2026-04-03T02:38:17.911118Z","end":"2026-04-03T02:38:18.292706Z","steps":["trace[369078079] 'process raft request' (duration: 327.555901ms)","trace[369078079] 'compare' (duration: 53.785866ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:18.293008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:17.911083Z","time spent":"381.796778ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:18.293148Z","caller":"traceutil/trace.go:171","msg":"trace[1052741380] transaction","detail":"{read_only:false; response_revision:2897; number_of_response:1; }","duration":"226.882664ms","start":"2026-04-03T02:38:18.066245Z","end":"2026-04-03T02:38:18.293128Z","steps":["trace[1052741380] 'process raft request' (duration: 226.374701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:18.293209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.053293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:18.29328Z","caller":"traceutil/trace.go:171","msg":"trace[1159245699] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2896; }","duration":"278.192597ms","start":"2026-04-03T02:38:18.01507Z","end":"2026-04-03T02:38:18.293263Z","steps":["trace[1159245699] 'agreement among raft nodes before linearized reading' (duration: 277.698215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:18.454257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.366588ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:38:18.454371Z","caller":"traceutil/trace.go:171","msg":"trace[761165733] linearizableReadLoop","detail":"{readStateIndex:3026; appliedIndex:3025; }","duration":"161.577443ms","start":"2026-04-03T02:38:18.292776Z","end":"2026-04-03T02:38:18.454353Z","steps":["trace[761165733] 'read index received' (duration: 33.761µs)","trace[761165733] 'applied index is now lower than readState.Index' (duration: 161.541562ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:18.454601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.614574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-04-03T02:38:18.454608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.127125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:15164"} {"level":"warn","ts":"2026-04-03T02:38:18.454593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.299552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:18.454656Z","caller":"traceutil/trace.go:171","msg":"trace[2147239940] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2897; }","duration":"358.732347ms","start":"2026-04-03T02:38:18.095908Z","end":"2026-04-03T02:38:18.45464Z","steps":["trace[2147239940] 'agreement among raft nodes before linearized reading' (duration: 358.553042ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:18.454666Z","caller":"traceutil/trace.go:171","msg":"trace[737844665] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:2897; }","duration":"382.432402ms","start":"2026-04-03T02:38:18.072217Z","end":"2026-04-03T02:38:18.454649Z","steps":["trace[737844665] 'agreement among raft nodes before linearized reading' (duration: 382.248248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:18.454703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:18.095874Z","time spent":"358.812899ms","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-04-03T02:38:18.454697Z","caller":"traceutil/trace.go:171","msg":"trace[980758992] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2897; }","duration":"309.419695ms","start":"2026-04-03T02:38:18.145257Z","end":"2026-04-03T02:38:18.454677Z","steps":["trace[980758992] 'agreement among raft nodes before linearized reading' (duration: 309.255641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:18.454712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:18.072187Z","time spent":"382.512784ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":15188,"request content":"key:\"/registry/pods/openstack/valkey-node-0\" "} {"level":"warn","ts":"2026-04-03T02:38:18.454756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:18.145202Z","time spent":"309.538218ms","remote":"127.0.0.1:33248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:18.454788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.245031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:18.454907Z","caller":"traceutil/trace.go:171","msg":"trace[1836553493] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2897; }","duration":"413.444837ms","start":"2026-04-03T02:38:18.041434Z","end":"2026-04-03T02:38:18.454879Z","steps":["trace[1836553493] 'agreement among raft nodes before linearized reading' (duration: 413.20551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:18.454973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:18.041404Z","time spent":"413.55617ms","remote":"127.0.0.1:52310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:38:18.942471Z","caller":"traceutil/trace.go:171","msg":"trace[911800033] transaction","detail":"{read_only:false; response_revision:2898; number_of_response:1; }","duration":"483.003519ms","start":"2026-04-03T02:38:18.459434Z","end":"2026-04-03T02:38:18.942437Z","steps":["trace[911800033] 'process raft request' (duration: 482.774043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:18.942671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:18.459419Z","time spent":"483.145172ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:19.334163Z","caller":"traceutil/trace.go:171","msg":"trace[2864408] transaction","detail":"{read_only:false; response_revision:2899; number_of_response:1; }","duration":"861.651884ms","start":"2026-04-03T02:38:18.472476Z","end":"2026-04-03T02:38:19.334128Z","steps":["trace[2864408] 'process raft request' (duration: 861.420798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:19.334348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:18.472442Z","time spent":"861.804968ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16358,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:19.334482Z","caller":"traceutil/trace.go:171","msg":"trace[611881144] transaction","detail":"{read_only:false; response_revision:2900; number_of_response:1; }","duration":"835.953447ms","start":"2026-04-03T02:38:18.498513Z","end":"2026-04-03T02:38:19.334466Z","steps":["trace[611881144] 'process raft request' (duration: 835.539506ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:19.334468Z","caller":"traceutil/trace.go:171","msg":"trace[1885023362] transaction","detail":"{read_only:false; response_revision:2901; number_of_response:1; }","duration":"834.076529ms","start":"2026-04-03T02:38:18.500368Z","end":"2026-04-03T02:38:19.334444Z","steps":["trace[1885023362] 'process raft request' (duration: 833.910054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:19.334622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:18.500343Z","time spent":"834.194732ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:19.334654Z","caller":"traceutil/trace.go:171","msg":"trace[207903700] transaction","detail":"{read_only:false; response_revision:2903; number_of_response:1; }","duration":"602.601186ms","start":"2026-04-03T02:38:18.732025Z","end":"2026-04-03T02:38:19.334626Z","steps":["trace[207903700] 'process raft request' (duration: 602.515044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:19.334622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:18.498502Z","time spent":"836.03535ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:19.334749Z","caller":"traceutil/trace.go:171","msg":"trace[1377765880] linearizableReadLoop","detail":"{readStateIndex:3030; appliedIndex:3026; }","duration":"833.454963ms","start":"2026-04-03T02:38:18.50128Z","end":"2026-04-03T02:38:19.334735Z","steps":["trace[1377765880] 'read index received' (duration: 441.029215ms)","trace[1377765880] 'applied index is now lower than readState.Index' (duration: 392.424078ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:19.334788Z","caller":"traceutil/trace.go:171","msg":"trace[1401800118] transaction","detail":"{read_only:false; response_revision:2904; number_of_response:1; }","duration":"598.400669ms","start":"2026-04-03T02:38:18.73636Z","end":"2026-04-03T02:38:19.334761Z","steps":["trace[1401800118] 'process raft request' (duration: 598.229794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:19.334896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.773844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:19.334963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.686229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-03T02:38:19.334975Z","caller":"traceutil/trace.go:171","msg":"trace[811244163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2904; }","duration":"794.873376ms","start":"2026-04-03T02:38:18.54008Z","end":"2026-04-03T02:38:19.334954Z","steps":["trace[811244163] 'agreement among raft nodes before linearized reading' (duration: 794.771723ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:19.334996Z","caller":"traceutil/trace.go:171","msg":"trace[1299920619] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2904; }","duration":"833.757011ms","start":"2026-04-03T02:38:18.501228Z","end":"2026-04-03T02:38:19.334985Z","steps":["trace[1299920619] 'agreement among raft nodes before linearized reading' (duration: 833.607748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:19.335007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.528741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:38:19.335028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:18.501214Z","time spent":"833.807802ms","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-03T02:38:19.335034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:18.540067Z","time spent":"794.954808ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:38:19.335012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.965297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:38:19.335072Z","caller":"traceutil/trace.go:171","msg":"trace[29421737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2904; }","duration":"417.605642ms","start":"2026-04-03T02:38:18.917451Z","end":"2026-04-03T02:38:19.335056Z","steps":["trace[29421737] 'agreement among raft nodes before linearized reading' (duration: 417.428818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:19.335117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:18.917445Z","time spent":"417.659954ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:38:19.335131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.05674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:38:19.335132Z","caller":"traceutil/trace.go:171","msg":"trace[2064235625] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2904; }","duration":"417.077249ms","start":"2026-04-03T02:38:18.918013Z","end":"2026-04-03T02:38:19.335091Z","steps":["trace[2064235625] 'agreement among raft nodes before linearized reading' (duration: 416.847723ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:19.335178Z","caller":"traceutil/trace.go:171","msg":"trace[2105102471] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2904; }","duration":"163.125911ms","start":"2026-04-03T02:38:19.172037Z","end":"2026-04-03T02:38:19.335163Z","steps":["trace[2105102471] 'agreement among raft nodes before linearized reading' (duration: 163.004928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:19.334829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:18.731985Z","time spent":"602.75732ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:19.335215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:18.918004Z","time spent":"417.192413ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:38:19.335234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.752596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:38:19.335318Z","caller":"traceutil/trace.go:171","msg":"trace[1289215768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2904; }","duration":"417.9197ms","start":"2026-04-03T02:38:18.917385Z","end":"2026-04-03T02:38:19.335305Z","steps":["trace[1289215768] 'agreement among raft nodes before linearized reading' (duration: 417.548011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:19.335378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:18.917357Z","time spent":"418.009623ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:38:19.335587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:18.736341Z","time spent":"599.174628ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:19.335698Z","caller":"traceutil/trace.go:171","msg":"trace[275298304] transaction","detail":"{read_only:false; response_revision:2902; number_of_response:1; }","duration":"681.764812ms","start":"2026-04-03T02:38:18.652937Z","end":"2026-04-03T02:38:19.334702Z","steps":["trace[275298304] 'process raft request' (duration: 681.463395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:19.335816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:18.652907Z","time spent":"682.85181ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:20.070354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.871494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:20.070454Z","caller":"traceutil/trace.go:171","msg":"trace[988510674] linearizableReadLoop","detail":"{readStateIndex:3034; appliedIndex:3033; }","duration":"730.174771ms","start":"2026-04-03T02:38:19.340264Z","end":"2026-04-03T02:38:20.070439Z","steps":["trace[988510674] 'read index received' (duration: 145.227465ms)","trace[988510674] 'applied index is now lower than readState.Index' (duration: 584.946046ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:20.070589Z","caller":"traceutil/trace.go:171","msg":"trace[176464291] transaction","detail":"{read_only:false; response_revision:2905; number_of_response:1; }","duration":"731.116585ms","start":"2026-04-03T02:38:19.339436Z","end":"2026-04-03T02:38:20.070552Z","steps":["trace[176464291] 'process raft request' (duration: 145.968164ms)","trace[176464291] 'compare' (duration: 584.750511ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:20.070731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.455528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:38:20.070785Z","caller":"traceutil/trace.go:171","msg":"trace[1912311334] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2905; }","duration":"730.559101ms","start":"2026-04-03T02:38:19.340215Z","end":"2026-04-03T02:38:20.070774Z","steps":["trace[1912311334] 'agreement among raft nodes before linearized reading' (duration: 730.393267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:20.070808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:19.340192Z","time spent":"730.612382ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:38:20.070915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:19.339407Z","time spent":"731.2844ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:20.077942Z","caller":"traceutil/trace.go:171","msg":"trace[1569543019] transaction","detail":"{read_only:false; response_revision:2907; number_of_response:1; }","duration":"736.926665ms","start":"2026-04-03T02:38:19.340975Z","end":"2026-04-03T02:38:20.077902Z","steps":["trace[1569543019] 'process raft request' (duration: 736.861563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:20.077994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.371577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:38:20.078035Z","caller":"traceutil/trace.go:171","msg":"trace[968937730] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2907; }","duration":"259.456639ms","start":"2026-04-03T02:38:19.818568Z","end":"2026-04-03T02:38:20.078025Z","steps":["trace[968937730] 'agreement among raft nodes before linearized reading' (duration: 259.320906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:20.078099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.994725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:20.077963Z","caller":"traceutil/trace.go:171","msg":"trace[1334971261] transaction","detail":"{read_only:false; response_revision:2906; number_of_response:1; }","duration":"737.191281ms","start":"2026-04-03T02:38:19.340744Z","end":"2026-04-03T02:38:20.077935Z","steps":["trace[1334971261] 'process raft request' (duration: 736.991596ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:20.078165Z","caller":"traceutil/trace.go:171","msg":"trace[1135000351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2907; }","duration":"538.117058ms","start":"2026-04-03T02:38:19.540032Z","end":"2026-04-03T02:38:20.078149Z","steps":["trace[1135000351] 'agreement among raft nodes before linearized reading' (duration: 537.978715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:20.078132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:19.340931Z","time spent":"737.098909ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:20.078211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:19.54001Z","time spent":"538.18931ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:38:20.07827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:19.340721Z","time spent":"737.469498ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:22.456524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.319467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:22.456673Z","caller":"traceutil/trace.go:171","msg":"trace[1087256478] transaction","detail":"{read_only:false; response_revision:2954; number_of_response:1; }","duration":"333.749069ms","start":"2026-04-03T02:38:22.12289Z","end":"2026-04-03T02:38:22.456639Z","steps":["trace[1087256478] 'process raft request' (duration: 136.207097ms)","trace[1087256478] 'compare' (duration: 197.034929ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:22.456816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:22.122873Z","time spent":"333.866303ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:22.456897Z","caller":"traceutil/trace.go:171","msg":"trace[248392976] transaction","detail":"{read_only:false; response_revision:2955; number_of_response:1; }","duration":"150.687337ms","start":"2026-04-03T02:38:22.306185Z","end":"2026-04-03T02:38:22.456872Z","steps":["trace[248392976] 'process raft request' (duration: 150.462231ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:22.457025Z","caller":"traceutil/trace.go:171","msg":"trace[1320054537] linearizableReadLoop","detail":"{readStateIndex:3083; appliedIndex:3081; }","duration":"308.913625ms","start":"2026-04-03T02:38:22.148069Z","end":"2026-04-03T02:38:22.456982Z","steps":["trace[1320054537] 'read index received' (duration: 57.838186ms)","trace[1320054537] 'applied index is now lower than readState.Index' (duration: 251.070609ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:22.457219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.149631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:38:22.457269Z","caller":"traceutil/trace.go:171","msg":"trace[762189243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2955; }","duration":"309.232473ms","start":"2026-04-03T02:38:22.148024Z","end":"2026-04-03T02:38:22.457256Z","steps":["trace[762189243] 'agreement among raft nodes before linearized reading' (duration: 309.083319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:22.4573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:22.148006Z","time spent":"309.286755ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:38:22.45734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.641301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:22.457419Z","caller":"traceutil/trace.go:171","msg":"trace[1302958890] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2955; }","duration":"274.748243ms","start":"2026-04-03T02:38:22.182647Z","end":"2026-04-03T02:38:22.457395Z","steps":["trace[1302958890] 'agreement among raft nodes before linearized reading' (duration: 274.597409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:22.45747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.129516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-04-03T02:38:22.457553Z","caller":"traceutil/trace.go:171","msg":"trace[1714606740] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:2955; }","duration":"308.266649ms","start":"2026-04-03T02:38:22.149267Z","end":"2026-04-03T02:38:22.457534Z","steps":["trace[1714606740] 'agreement among raft nodes before linearized reading' (duration: 307.963881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:22.457603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:22.14926Z","time spent":"308.3295ms","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":929,"request content":"key:\"/registry/serviceaccounts/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-03T02:38:23.667339Z","caller":"traceutil/trace.go:171","msg":"trace[985465536] transaction","detail":"{read_only:false; response_revision:2962; number_of_response:1; }","duration":"318.036247ms","start":"2026-04-03T02:38:23.349274Z","end":"2026-04-03T02:38:23.667311Z","steps":["trace[985465536] 'process raft request' (duration: 317.823462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:23.667686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:23.349243Z","time spent":"318.359866ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:23.902068Z","caller":"traceutil/trace.go:171","msg":"trace[967260231] linearizableReadLoop","detail":"{readStateIndex:3094; appliedIndex:3091; }","duration":"387.299517ms","start":"2026-04-03T02:38:23.514748Z","end":"2026-04-03T02:38:23.902047Z","steps":["trace[967260231] 'read index received' (duration: 152.487892ms)","trace[967260231] 'applied index is now lower than readState.Index' (duration: 234.810815ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:23.902112Z","caller":"traceutil/trace.go:171","msg":"trace[1975738153] transaction","detail":"{read_only:false; response_revision:2963; number_of_response:1; }","duration":"547.539526ms","start":"2026-04-03T02:38:23.354533Z","end":"2026-04-03T02:38:23.902073Z","steps":["trace[1975738153] 'process raft request' (duration: 547.348512ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:23.902133Z","caller":"traceutil/trace.go:171","msg":"trace[1310108093] transaction","detail":"{read_only:false; response_revision:2964; number_of_response:1; }","duration":"547.482955ms","start":"2026-04-03T02:38:23.354616Z","end":"2026-04-03T02:38:23.902099Z","steps":["trace[1310108093] 'process raft request' (duration: 547.398223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:23.902174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.413869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:38:23.902205Z","caller":"traceutil/trace.go:171","msg":"trace[645158241] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2964; }","duration":"387.505011ms","start":"2026-04-03T02:38:23.514692Z","end":"2026-04-03T02:38:23.902197Z","steps":["trace[645158241] 'agreement among raft nodes before linearized reading' (duration: 387.43397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:23.902236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:23.514664Z","time spent":"387.565153ms","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:23.902294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:23.354602Z","time spent":"547.604348ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:23.902295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:23.354505Z","time spent":"547.69271ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:24.582475Z","caller":"traceutil/trace.go:171","msg":"trace[709113785] transaction","detail":"{read_only:false; response_revision:2967; number_of_response:1; }","duration":"120.545677ms","start":"2026-04-03T02:38:24.461915Z","end":"2026-04-03T02:38:24.582461Z","steps":["trace[709113785] 'process raft request' (duration: 120.457525ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:24.687259Z","caller":"traceutil/trace.go:171","msg":"trace[196576131] linearizableReadLoop","detail":"{readStateIndex:3098; appliedIndex:3096; }","duration":"221.270219ms","start":"2026-04-03T02:38:24.465967Z","end":"2026-04-03T02:38:24.687237Z","steps":["trace[196576131] 'read index received' (duration: 116.416632ms)","trace[196576131] 'applied index is now lower than readState.Index' (duration: 104.852297ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:24.687329Z","caller":"traceutil/trace.go:171","msg":"trace[45215121] transaction","detail":"{read_only:false; response_revision:2968; number_of_response:1; }","duration":"223.044653ms","start":"2026-04-03T02:38:24.464245Z","end":"2026-04-03T02:38:24.68729Z","steps":["trace[45215121] 'process raft request' (duration: 184.211321ms)","trace[45215121] 'compare' (duration: 38.680238ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:24.68753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.549835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:38:24.687743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.682779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:24.687814Z","caller":"traceutil/trace.go:171","msg":"trace[727424061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2968; }","duration":"147.782762ms","start":"2026-04-03T02:38:24.540015Z","end":"2026-04-03T02:38:24.687798Z","steps":["trace[727424061] 'agreement among raft nodes before linearized reading' (duration: 147.690639ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:24.688032Z","caller":"traceutil/trace.go:171","msg":"trace[1505955417] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2968; }","duration":"221.858193ms","start":"2026-04-03T02:38:24.465924Z","end":"2026-04-03T02:38:24.687782Z","steps":["trace[1505955417] 'agreement among raft nodes before linearized reading' (duration: 221.465473ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:25.091455Z","caller":"traceutil/trace.go:171","msg":"trace[52480998] transaction","detail":"{read_only:false; response_revision:2970; number_of_response:1; }","duration":"125.402451ms","start":"2026-04-03T02:38:24.966035Z","end":"2026-04-03T02:38:25.091437Z","steps":["trace[52480998] 'process raft request' (duration: 125.263318ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:25.797505Z","caller":"traceutil/trace.go:171","msg":"trace[396131542] transaction","detail":"{read_only:false; response_revision:2971; number_of_response:1; }","duration":"123.867423ms","start":"2026-04-03T02:38:25.673613Z","end":"2026-04-03T02:38:25.797481Z","steps":["trace[396131542] 'process raft request' (duration: 123.733589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:26.198937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.578495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:26.199051Z","caller":"traceutil/trace.go:171","msg":"trace[664913478] linearizableReadLoop","detail":"{readStateIndex:3103; appliedIndex:3101; }","duration":"265.248461ms","start":"2026-04-03T02:38:25.933784Z","end":"2026-04-03T02:38:26.199032Z","steps":["trace[664913478] 'read index received' (duration: 13.377432ms)","trace[664913478] 'applied index is now lower than readState.Index' (duration: 251.869479ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:26.199147Z","caller":"traceutil/trace.go:171","msg":"trace[1056344772] transaction","detail":"{read_only:false; response_revision:2973; number_of_response:1; }","duration":"291.712126ms","start":"2026-04-03T02:38:25.907423Z","end":"2026-04-03T02:38:26.199135Z","steps":["trace[1056344772] 'process raft request' (duration: 149.846824ms)","trace[1056344772] 'compare' (duration: 141.413101ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:26.199337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.547609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T02:38:26.199393Z","caller":"traceutil/trace.go:171","msg":"trace[1463701779] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2973; }","duration":"265.640771ms","start":"2026-04-03T02:38:25.933739Z","end":"2026-04-03T02:38:26.199379Z","steps":["trace[1463701779] 'agreement among raft nodes before linearized reading' (duration: 265.465177ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:26.489621Z","caller":"traceutil/trace.go:171","msg":"trace[1809043005] linearizableReadLoop","detail":"{readStateIndex:3105; appliedIndex:3104; }","duration":"207.486367ms","start":"2026-04-03T02:38:26.282085Z","end":"2026-04-03T02:38:26.489572Z","steps":["trace[1809043005] 'read index received' (duration: 145.981417ms)","trace[1809043005] 'applied index is now lower than readState.Index' (duration: 61.50328ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:26.489743Z","caller":"traceutil/trace.go:171","msg":"trace[1366085193] transaction","detail":"{read_only:false; response_revision:2975; number_of_response:1; }","duration":"217.051862ms","start":"2026-04-03T02:38:26.272642Z","end":"2026-04-03T02:38:26.489694Z","steps":["trace[1366085193] 'process raft request' (duration: 155.533151ms)","trace[1366085193] 'compare' (duration: 61.167572ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:26.489984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.851676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:38:26.49006Z","caller":"traceutil/trace.go:171","msg":"trace[1297463478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2975; }","duration":"207.99683ms","start":"2026-04-03T02:38:26.282039Z","end":"2026-04-03T02:38:26.490036Z","steps":["trace[1297463478] 'agreement among raft nodes before linearized reading' (duration: 207.706542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:27.213191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.119503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:27.213373Z","caller":"traceutil/trace.go:171","msg":"trace[422872078] transaction","detail":"{read_only:false; response_revision:2977; number_of_response:1; }","duration":"625.183258ms","start":"2026-04-03T02:38:26.58813Z","end":"2026-04-03T02:38:27.213313Z","steps":["trace[422872078] 'process raft request' (duration: 255.84306ms)","trace[422872078] 'compare' (duration: 368.930328ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:27.213435Z","caller":"traceutil/trace.go:171","msg":"trace[1420198541] transaction","detail":"{read_only:false; response_revision:2978; number_of_response:1; }","duration":"370.779904ms","start":"2026-04-03T02:38:26.842635Z","end":"2026-04-03T02:38:27.213415Z","steps":["trace[1420198541] 'process raft request' (duration: 370.660671ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:27.213464Z","caller":"traceutil/trace.go:171","msg":"trace[806786148] linearizableReadLoop","detail":"{readStateIndex:3107; appliedIndex:3106; }","duration":"521.688707ms","start":"2026-04-03T02:38:26.69174Z","end":"2026-04-03T02:38:27.213429Z","steps":["trace[806786148] 'read index received' (duration: 152.331199ms)","trace[806786148] 'applied index is now lower than readState.Index' (duration: 369.355978ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:27.213505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:26.842618Z","time spent":"370.855186ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:27.213631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:26.588113Z","time spent":"625.348353ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:27.21373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.987744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:38:27.213771Z","caller":"traceutil/trace.go:171","msg":"trace[1831019567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2978; }","duration":"522.092978ms","start":"2026-04-03T02:38:26.691665Z","end":"2026-04-03T02:38:27.213758Z","steps":["trace[1831019567] 'agreement among raft nodes before linearized reading' (duration: 521.908893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:27.213803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:26.691633Z","time spent":"522.161238ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:38:27.213799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.115839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T02:38:27.213819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.813601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:27.213843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.491833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:27.213878Z","caller":"traceutil/trace.go:171","msg":"trace[1594986934] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2978; }","duration":"495.238832ms","start":"2026-04-03T02:38:26.718619Z","end":"2026-04-03T02:38:27.213858Z","steps":["trace[1594986934] 'agreement among raft nodes before linearized reading' (duration: 495.007806ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:27.213888Z","caller":"traceutil/trace.go:171","msg":"trace[2053578498] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2978; }","duration":"389.887032ms","start":"2026-04-03T02:38:26.823982Z","end":"2026-04-03T02:38:27.213869Z","steps":["trace[2053578498] 'agreement among raft nodes before linearized reading' (duration: 389.767339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:27.21393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:26.82396Z","time spent":"389.960685ms","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:27.213931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:26.718598Z","time spent":"495.322604ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:38:27.21393Z","caller":"traceutil/trace.go:171","msg":"trace[798291833] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2978; }","duration":"266.632256ms","start":"2026-04-03T02:38:26.947272Z","end":"2026-04-03T02:38:27.213904Z","steps":["trace[798291833] 'agreement among raft nodes before linearized reading' (duration: 266.477082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:27.213934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.145815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:38:27.214Z","caller":"traceutil/trace.go:171","msg":"trace[964170078] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2978; }","duration":"118.251178ms","start":"2026-04-03T02:38:27.095731Z","end":"2026-04-03T02:38:27.213982Z","steps":["trace[964170078] 'agreement among raft nodes before linearized reading' (duration: 118.035813ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:27.522334Z","caller":"traceutil/trace.go:171","msg":"trace[1687942231] transaction","detail":"{read_only:false; response_revision:2980; number_of_response:1; }","duration":"304.275217ms","start":"2026-04-03T02:38:27.218024Z","end":"2026-04-03T02:38:27.522299Z","steps":["trace[1687942231] 'process raft request' (duration: 234.927477ms)","trace[1687942231] 'compare' (duration: 68.887079ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:27.522516Z","caller":"traceutil/trace.go:171","msg":"trace[2135020526] transaction","detail":"{read_only:false; response_revision:2981; number_of_response:1; }","duration":"304.00622ms","start":"2026-04-03T02:38:27.21849Z","end":"2026-04-03T02:38:27.522497Z","steps":["trace[2135020526] 'process raft request' (duration: 303.712963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:27.522524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:27.217999Z","time spent":"304.424741ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:27.522742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:27.218477Z","time spent":"304.068793ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:27.818475Z","caller":"traceutil/trace.go:171","msg":"trace[221550194] transaction","detail":"{read_only:false; response_revision:2982; number_of_response:1; }","duration":"112.282996ms","start":"2026-04-03T02:38:27.706168Z","end":"2026-04-03T02:38:27.818451Z","steps":["trace[221550194] 'process raft request' (duration: 112.131222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:28.138042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.78177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:28.138306Z","caller":"traceutil/trace.go:171","msg":"trace[736583111] transaction","detail":"{read_only:false; response_revision:2983; number_of_response:1; }","duration":"335.881494ms","start":"2026-04-03T02:38:27.802396Z","end":"2026-04-03T02:38:28.138278Z","steps":["trace[736583111] 'process raft request' (duration: 191.765615ms)","trace[736583111] 'compare' (duration: 143.471303ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:28.138416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:27.80237Z","time spent":"335.993397ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:28.138552Z","caller":"traceutil/trace.go:171","msg":"trace[1684734719] linearizableReadLoop","detail":"{readStateIndex:3113; appliedIndex:3112; }","duration":"204.08914ms","start":"2026-04-03T02:38:27.934442Z","end":"2026-04-03T02:38:28.138531Z","steps":["trace[1684734719] 'read index received' (duration: 59.787727ms)","trace[1684734719] 'applied index is now lower than readState.Index' (duration: 144.299263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:28.138796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.346046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T02:38:28.138804Z","caller":"traceutil/trace.go:171","msg":"trace[927114113] transaction","detail":"{read_only:false; response_revision:2984; number_of_response:1; }","duration":"176.546196ms","start":"2026-04-03T02:38:27.962234Z","end":"2026-04-03T02:38:28.13878Z","steps":["trace[927114113] 'process raft request' (duration: 176.051504ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:28.13886Z","caller":"traceutil/trace.go:171","msg":"trace[1773820477] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2984; }","duration":"204.451979ms","start":"2026-04-03T02:38:27.934393Z","end":"2026-04-03T02:38:28.138845Z","steps":["trace[1773820477] 'agreement among raft nodes before linearized reading' (duration: 204.271624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:28.5587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.519585ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:38:28.559085Z","caller":"traceutil/trace.go:171","msg":"trace[214645772] linearizableReadLoop","detail":"{readStateIndex:3116; appliedIndex:3114; }","duration":"334.607032ms","start":"2026-04-03T02:38:28.22445Z","end":"2026-04-03T02:38:28.559057Z","steps":["trace[214645772] 'read index received' (duration: 27.708578ms)","trace[214645772] 'applied index is now lower than readState.Index' (duration: 306.896844ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:28.55918Z","caller":"traceutil/trace.go:171","msg":"trace[1004034091] transaction","detail":"{read_only:false; response_revision:2985; number_of_response:1; }","duration":"354.697794ms","start":"2026-04-03T02:38:28.204446Z","end":"2026-04-03T02:38:28.559143Z","steps":["trace[1004034091] 'process raft request' (duration: 354.425367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:28.559347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:28.204426Z","time spent":"354.836348ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:28.559352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.876638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:28.55942Z","caller":"traceutil/trace.go:171","msg":"trace[326318677] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2985; }","duration":"334.997972ms","start":"2026-04-03T02:38:28.224408Z","end":"2026-04-03T02:38:28.559406Z","steps":["trace[326318677] 'agreement among raft nodes before linearized reading' (duration: 334.860798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:28.55946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:28.224395Z","time spent":"335.057054ms","remote":"127.0.0.1:52490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:28.978777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.268443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:28.978886Z","caller":"traceutil/trace.go:171","msg":"trace[718445094] linearizableReadLoop","detail":"{readStateIndex:3117; appliedIndex:3116; }","duration":"410.287614ms","start":"2026-04-03T02:38:28.568582Z","end":"2026-04-03T02:38:28.97887Z","steps":["trace[718445094] 'read index received' (duration: 294.732175ms)","trace[718445094] 'applied index is now lower than readState.Index' (duration: 115.554309ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:28.978976Z","caller":"traceutil/trace.go:171","msg":"trace[2119621089] transaction","detail":"{read_only:false; response_revision:2986; number_of_response:1; }","duration":"415.876027ms","start":"2026-04-03T02:38:28.563089Z","end":"2026-04-03T02:38:28.978965Z","steps":["trace[2119621089] 'process raft request' (duration: 300.343077ms)","trace[2119621089] 'compare' (duration: 115.14873ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:28.979036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:28.563067Z","time spent":"415.938759ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:28.979129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.721722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:38:28.979219Z","caller":"traceutil/trace.go:171","msg":"trace[544226405] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2986; }","duration":"377.868747ms","start":"2026-04-03T02:38:28.601327Z","end":"2026-04-03T02:38:28.979196Z","steps":["trace[544226405] 'agreement among raft nodes before linearized reading' (duration: 377.706953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:28.979259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.666164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:38:28.97927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:28.601305Z","time spent":"377.953009ms","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:38:28.979314Z","caller":"traceutil/trace.go:171","msg":"trace[399485222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2986; }","duration":"410.744335ms","start":"2026-04-03T02:38:28.568555Z","end":"2026-04-03T02:38:28.9793Z","steps":["trace[399485222] 'agreement among raft nodes before linearized reading' (duration: 410.577501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:28.979351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:28.568542Z","time spent":"410.801847ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:38:28.979346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.945381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-03T02:38:28.979439Z","caller":"traceutil/trace.go:171","msg":"trace[1921195710] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2986; }","duration":"364.046863ms","start":"2026-04-03T02:38:28.615372Z","end":"2026-04-03T02:38:28.979419Z","steps":["trace[1921195710] 'agreement among raft nodes before linearized reading' (duration: 363.786077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:28.979515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:28.615336Z","time spent":"364.168827ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T02:38:29.272457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.002346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:29.272548Z","caller":"traceutil/trace.go:171","msg":"trace[1781147151] transaction","detail":"{read_only:false; response_revision:2988; number_of_response:1; }","duration":"288.69834ms","start":"2026-04-03T02:38:28.983832Z","end":"2026-04-03T02:38:29.27253Z","steps":["trace[1781147151] 'process raft request' (duration: 173.555941ms)","trace[1781147151] 'compare' (duration: 114.882512ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:29.353871Z","caller":"traceutil/trace.go:171","msg":"trace[1639744066] transaction","detail":"{read_only:false; response_revision:2989; number_of_response:1; }","duration":"135.224051ms","start":"2026-04-03T02:38:29.218616Z","end":"2026-04-03T02:38:29.35384Z","steps":["trace[1639744066] 'process raft request' (duration: 134.935724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:29.666959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.958834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:29.667124Z","caller":"traceutil/trace.go:171","msg":"trace[733278911] linearizableReadLoop","detail":"{readStateIndex:3122; appliedIndex:3120; }","duration":"166.220474ms","start":"2026-04-03T02:38:29.500885Z","end":"2026-04-03T02:38:29.667106Z","steps":["trace[733278911] 'read index received' (duration: 6.347852ms)","trace[733278911] 'applied index is now lower than readState.Index' (duration: 159.871762ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:29.6673Z","caller":"traceutil/trace.go:171","msg":"trace[120895874] transaction","detail":"{read_only:false; response_revision:2990; number_of_response:1; }","duration":"308.984728ms","start":"2026-04-03T02:38:29.358216Z","end":"2026-04-03T02:38:29.667201Z","steps":["trace[120895874] 'process raft request' (duration: 148.703856ms)","trace[120895874] 'compare' (duration: 159.847471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:29.66743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.27574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:29.667428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.527111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:38:29.667477Z","caller":"traceutil/trace.go:171","msg":"trace[32645411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2991; }","duration":"127.344951ms","start":"2026-04-03T02:38:29.54012Z","end":"2026-04-03T02:38:29.667465Z","steps":["trace[32645411] 'agreement among raft nodes before linearized reading' (duration: 127.202627ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:29.667518Z","caller":"traceutil/trace.go:171","msg":"trace[2099147324] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2991; }","duration":"166.628994ms","start":"2026-04-03T02:38:29.500849Z","end":"2026-04-03T02:38:29.667478Z","steps":["trace[2099147324] 'agreement among raft nodes before linearized reading' (duration: 166.4782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:29.667568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.582829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-03T02:38:29.667604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.600639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:38:29.667648Z","caller":"traceutil/trace.go:171","msg":"trace[370015609] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2991; }","duration":"140.713012ms","start":"2026-04-03T02:38:29.526914Z","end":"2026-04-03T02:38:29.667627Z","steps":["trace[370015609] 'agreement among raft nodes before linearized reading' (duration: 140.411664ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:29.667702Z","caller":"traceutil/trace.go:171","msg":"trace[1649215450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2991; }","duration":"140.740103ms","start":"2026-04-03T02:38:29.526933Z","end":"2026-04-03T02:38:29.667673Z","steps":["trace[1649215450] 'agreement among raft nodes before linearized reading' (duration: 140.399134ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:29.667738Z","caller":"traceutil/trace.go:171","msg":"trace[1038984144] transaction","detail":"{read_only:false; response_revision:2991; number_of_response:1; }","duration":"298.861611ms","start":"2026-04-03T02:38:29.368863Z","end":"2026-04-03T02:38:29.667725Z","steps":["trace[1038984144] 'process raft request' (duration: 298.194064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:29.667741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:29.358199Z","time spent":"309.211844ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:30.209988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.220243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:30.210242Z","caller":"traceutil/trace.go:171","msg":"trace[1720320714] linearizableReadLoop","detail":"{readStateIndex:3124; appliedIndex:3122; }","duration":"275.079852ms","start":"2026-04-03T02:38:29.93514Z","end":"2026-04-03T02:38:30.21022Z","steps":["trace[1720320714] 'read index received' (duration: 52.53812ms)","trace[1720320714] 'applied index is now lower than readState.Index' (duration: 222.540552ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:30.210439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.295598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T02:38:30.210461Z","caller":"traceutil/trace.go:171","msg":"trace[1442781815] transaction","detail":"{read_only:false; response_revision:2992; number_of_response:1; }","duration":"539.273906ms","start":"2026-04-03T02:38:29.671161Z","end":"2026-04-03T02:38:30.210435Z","steps":["trace[1442781815] 'process raft request' (duration: 316.507289ms)","trace[1442781815] 'compare' (duration: 222.028439ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:30.210489Z","caller":"traceutil/trace.go:171","msg":"trace[33988748] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2993; }","duration":"275.38263ms","start":"2026-04-03T02:38:29.935091Z","end":"2026-04-03T02:38:30.210474Z","steps":["trace[33988748] 'agreement among raft nodes before linearized reading' (duration: 275.207136ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:30.210476Z","caller":"traceutil/trace.go:171","msg":"trace[604984292] transaction","detail":"{read_only:false; response_revision:2993; number_of_response:1; }","duration":"539.247106ms","start":"2026-04-03T02:38:29.6712Z","end":"2026-04-03T02:38:30.210447Z","steps":["trace[604984292] 'process raft request' (duration: 538.909827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:30.210602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:29.671138Z","time spent":"539.383689ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:30.210627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:29.671182Z","time spent":"539.382869ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:30.57536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.860295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:30.575514Z","caller":"traceutil/trace.go:171","msg":"trace[1597325875] linearizableReadLoop","detail":"{readStateIndex:3126; appliedIndex:3124; }","duration":"361.619831ms","start":"2026-04-03T02:38:30.213862Z","end":"2026-04-03T02:38:30.575482Z","steps":["trace[1597325875] 'read index received' (duration: 211.573692ms)","trace[1597325875] 'applied index is now lower than readState.Index' (duration: 150.045529ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:30.575564Z","caller":"traceutil/trace.go:171","msg":"trace[1242785847] transaction","detail":"{read_only:false; response_revision:2995; number_of_response:1; }","duration":"431.147806ms","start":"2026-04-03T02:38:30.144408Z","end":"2026-04-03T02:38:30.575556Z","steps":["trace[1242785847] 'process raft request' (duration: 431.037033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:30.575606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:30.144388Z","time spent":"431.196637ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:30.575597Z","caller":"traceutil/trace.go:171","msg":"trace[1692507986] transaction","detail":"{read_only:false; response_revision:2994; number_of_response:1; }","duration":"431.856893ms","start":"2026-04-03T02:38:30.143713Z","end":"2026-04-03T02:38:30.575569Z","steps":["trace[1692507986] 'process raft request' (duration: 281.698731ms)","trace[1692507986] 'compare' (duration: 149.765063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:30.575737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:30.143681Z","time spent":"431.978417ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:30.575737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.866237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-03T02:38:30.57579Z","caller":"traceutil/trace.go:171","msg":"trace[1171159536] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2995; }","duration":"361.943809ms","start":"2026-04-03T02:38:30.213831Z","end":"2026-04-03T02:38:30.575775Z","steps":["trace[1171159536] 'agreement among raft nodes before linearized reading' (duration: 361.753514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:30.575827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:30.213814Z","time spent":"362.005261ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-03T02:38:30.851552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.176104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-03T02:38:30.851966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.174103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:30.852045Z","caller":"traceutil/trace.go:171","msg":"trace[1350249034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2996; }","duration":"311.284766ms","start":"2026-04-03T02:38:30.540741Z","end":"2026-04-03T02:38:30.852026Z","steps":["trace[1350249034] 'agreement among raft nodes before linearized reading' (duration: 311.164643ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:30.851948Z","caller":"traceutil/trace.go:171","msg":"trace[290550273] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"287.364416ms","start":"2026-04-03T02:38:30.564545Z","end":"2026-04-03T02:38:30.851909Z","steps":["trace[290550273] 'process raft request' (duration: 154.676589ms)","trace[290550273] 'compare' (duration: 131.852506ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:30.852105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:30.540722Z","time spent":"311.370918ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:38:30.852151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.617393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:38:30.852191Z","caller":"traceutil/trace.go:171","msg":"trace[1397931651] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2996; }","duration":"593.696995ms","start":"2026-04-03T02:38:30.258483Z","end":"2026-04-03T02:38:30.85218Z","steps":["trace[1397931651] 'agreement among raft nodes before linearized reading' (duration: 593.532241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:30.852232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:30.258464Z","time spent":"593.760327ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T02:38:30.851958Z","caller":"traceutil/trace.go:171","msg":"trace[1654646572] linearizableReadLoop","detail":"{readStateIndex:3127; appliedIndex:3126; }","duration":"276.365216ms","start":"2026-04-03T02:38:30.575534Z","end":"2026-04-03T02:38:30.851899Z","steps":["trace[1654646572] 'read index received' (duration: 143.582866ms)","trace[1654646572] 'applied index is now lower than readState.Index' (duration: 132.7804ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:30.852749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.249797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:38:30.852819Z","caller":"traceutil/trace.go:171","msg":"trace[60140503] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2996; }","duration":"210.385961ms","start":"2026-04-03T02:38:30.642417Z","end":"2026-04-03T02:38:30.852803Z","steps":["trace[60140503] 'agreement among raft nodes before linearized reading' (duration: 210.261308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:30.852764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.620554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-03T02:38:30.852899Z","caller":"traceutil/trace.go:171","msg":"trace[1703985617] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2996; }","duration":"273.82349ms","start":"2026-04-03T02:38:30.579065Z","end":"2026-04-03T02:38:30.852888Z","steps":["trace[1703985617] 'agreement among raft nodes before linearized reading' (duration: 273.586634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:31.667914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.025879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:38:31.667936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.041258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:38:31.668001Z","caller":"traceutil/trace.go:171","msg":"trace[1475008375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2996; }","duration":"660.159183ms","start":"2026-04-03T02:38:31.007821Z","end":"2026-04-03T02:38:31.66798Z","steps":["trace[1475008375] 'range keys from in-memory index tree' (duration: 659.782264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:31.668046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:31.007802Z","time spent":"660.234134ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:38:31.668026Z","caller":"traceutil/trace.go:171","msg":"trace[546812434] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2996; }","duration":"685.213642ms","start":"2026-04-03T02:38:30.982791Z","end":"2026-04-03T02:38:31.668005Z","steps":["trace[546812434] 'range keys from in-memory index tree' (duration: 684.745741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:31.668152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:30.982756Z","time spent":"685.378977ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:38:31.688484Z","caller":"traceutil/trace.go:171","msg":"trace[378269849] transaction","detail":"{read_only:false; response_revision:2997; number_of_response:1; }","duration":"330.086478ms","start":"2026-04-03T02:38:31.358372Z","end":"2026-04-03T02:38:31.688459Z","steps":["trace[378269849] 'process raft request' (duration: 329.942723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:31.688803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:31.358344Z","time spent":"330.20863ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:31.738204Z","caller":"traceutil/trace.go:171","msg":"trace[1563204026] transaction","detail":"{read_only:false; response_revision:2998; number_of_response:1; }","duration":"281.760283ms","start":"2026-04-03T02:38:31.456401Z","end":"2026-04-03T02:38:31.738161Z","steps":["trace[1563204026] 'process raft request' (duration: 281.366473ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:31.738316Z","caller":"traceutil/trace.go:171","msg":"trace[1610855901] linearizableReadLoop","detail":"{readStateIndex:3129; appliedIndex:3127; }","duration":"196.604309ms","start":"2026-04-03T02:38:31.541693Z","end":"2026-04-03T02:38:31.738298Z","steps":["trace[1610855901] 'read index received' (duration: 146.695015ms)","trace[1610855901] 'applied index is now lower than readState.Index' (duration: 49.907784ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:31.738468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.757243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:31.738582Z","caller":"traceutil/trace.go:171","msg":"trace[1049512496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3000; }","duration":"196.930437ms","start":"2026-04-03T02:38:31.541632Z","end":"2026-04-03T02:38:31.738563Z","steps":["trace[1049512496] 'agreement among raft nodes before linearized reading' (duration: 196.756363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:31.960265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.233501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:31.960617Z","caller":"traceutil/trace.go:171","msg":"trace[982518903] transaction","detail":"{read_only:false; response_revision:3001; number_of_response:1; }","duration":"216.887757ms","start":"2026-04-03T02:38:31.743692Z","end":"2026-04-03T02:38:31.96058Z","steps":["trace[982518903] 'process raft request' (duration: 43.213814ms)","trace[982518903] 'compare' (duration: 173.130068ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:32.701786Z","caller":"traceutil/trace.go:171","msg":"trace[296142210] transaction","detail":"{read_only:false; response_revision:3003; number_of_response:1; }","duration":"471.650179ms","start":"2026-04-03T02:38:32.230109Z","end":"2026-04-03T02:38:32.701759Z","steps":["trace[296142210] 'process raft request' (duration: 471.462455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:32.701958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:32.230087Z","time spent":"471.783723ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:33.072107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.339105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:33.0724Z","caller":"traceutil/trace.go:171","msg":"trace[841611291] transaction","detail":"{read_only:false; response_revision:3004; number_of_response:1; }","duration":"787.985085ms","start":"2026-04-03T02:38:32.284377Z","end":"2026-04-03T02:38:33.072363Z","steps":["trace[841611291] 'process raft request' (duration: 536.309791ms)","trace[841611291] 'compare' (duration: 251.112889ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:33.072474Z","caller":"traceutil/trace.go:171","msg":"trace[1436435080] transaction","detail":"{read_only:false; response_revision:3007; number_of_response:1; }","duration":"214.989059ms","start":"2026-04-03T02:38:32.85746Z","end":"2026-04-03T02:38:33.072449Z","steps":["trace[1436435080] 'process raft request' (duration: 214.948898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:33.072582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:32.284357Z","time spent":"788.13836ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:38:33.072728Z","caller":"traceutil/trace.go:171","msg":"trace[881600886] transaction","detail":"{read_only:false; response_revision:3006; number_of_response:1; }","duration":"491.262711ms","start":"2026-04-03T02:38:32.581454Z","end":"2026-04-03T02:38:33.072717Z","steps":["trace[881600886] 'process raft request' (duration: 490.905622ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:33.072871Z","caller":"traceutil/trace.go:171","msg":"trace[1364929912] linearizableReadLoop","detail":"{readStateIndex:3135; appliedIndex:3133; }","duration":"511.918748ms","start":"2026-04-03T02:38:32.560917Z","end":"2026-04-03T02:38:33.072836Z","steps":["trace[1364929912] 'read index received' (duration: 140.810385ms)","trace[1364929912] 'applied index is now lower than readState.Index' (duration: 371.105063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:33.073011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:32.581418Z","time spent":"491.507698ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:33.072819Z","caller":"traceutil/trace.go:171","msg":"trace[475388986] transaction","detail":"{read_only:false; response_revision:3005; number_of_response:1; }","duration":"491.788495ms","start":"2026-04-03T02:38:32.580988Z","end":"2026-04-03T02:38:33.072776Z","steps":["trace[475388986] 'process raft request' (duration: 491.24332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:33.073064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.119173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:33.073159Z","caller":"traceutil/trace.go:171","msg":"trace[1530577287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3007; }","duration":"512.252017ms","start":"2026-04-03T02:38:32.560884Z","end":"2026-04-03T02:38:33.073135Z","steps":["trace[1530577287] 'agreement among raft nodes before linearized reading' (duration: 512.090623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:33.073205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.068255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T02:38:33.073214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:32.560842Z","time spent":"512.357779ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:38:33.073282Z","caller":"traceutil/trace.go:171","msg":"trace[1709113844] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:3007; }","duration":"357.142487ms","start":"2026-04-03T02:38:32.716097Z","end":"2026-04-03T02:38:33.073239Z","steps":["trace[1709113844] 'agreement among raft nodes before linearized reading' (duration: 356.904301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:33.073281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:32.580947Z","time spent":"492.195345ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:33.073328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:32.716082Z","time spent":"357.230399ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-03T02:38:33.496475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.569194ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-03T02:38:33.496655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:33.074425Z","time spent":"422.223149ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T02:38:33.496981Z","caller":"traceutil/trace.go:171","msg":"trace[2134224940] linearizableReadLoop","detail":"{readStateIndex:3140; appliedIndex:3138; }","duration":"367.670126ms","start":"2026-04-03T02:38:33.129289Z","end":"2026-04-03T02:38:33.49696Z","steps":["trace[2134224940] 'read index received' (duration: 111.604549ms)","trace[2134224940] 'applied index is now lower than readState.Index' (duration: 256.063907ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:33.497008Z","caller":"traceutil/trace.go:171","msg":"trace[905971463] transaction","detail":"{read_only:false; response_revision:3008; number_of_response:1; }","duration":"419.826907ms","start":"2026-04-03T02:38:33.077152Z","end":"2026-04-03T02:38:33.496979Z","steps":["trace[905971463] 'process raft request' (duration: 419.423367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:33.49714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:33.077129Z","time spent":"419.948861ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:38:33.497368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.871301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:33.49746Z","caller":"traceutil/trace.go:171","msg":"trace[1091680589] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3008; }","duration":"368.193919ms","start":"2026-04-03T02:38:33.129242Z","end":"2026-04-03T02:38:33.497436Z","steps":["trace[1091680589] 'agreement among raft nodes before linearized reading' (duration: 367.772358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:33.497529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:33.129221Z","time spent":"368.296182ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:33.708023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.756388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:33.708149Z","caller":"traceutil/trace.go:171","msg":"trace[952525759] transaction","detail":"{read_only:false; response_revision:3010; number_of_response:1; }","duration":"206.737787ms","start":"2026-04-03T02:38:33.501381Z","end":"2026-04-03T02:38:33.708119Z","steps":["trace[952525759] 'process raft request' (duration: 104.823255ms)","trace[952525759] 'compare' (duration: 101.641395ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:33.708221Z","caller":"traceutil/trace.go:171","msg":"trace[812231432] linearizableReadLoop","detail":"{readStateIndex:3142; appliedIndex:3141; }","duration":"141.998875ms","start":"2026-04-03T02:38:33.566193Z","end":"2026-04-03T02:38:33.708192Z","steps":["trace[812231432] 'read index received' (duration: 39.96408ms)","trace[812231432] 'applied index is now lower than readState.Index' (duration: 102.032385ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:33.708403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.18961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-03T02:38:33.708444Z","caller":"traceutil/trace.go:171","msg":"trace[571382240] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3011; }","duration":"142.281133ms","start":"2026-04-03T02:38:33.566152Z","end":"2026-04-03T02:38:33.708434Z","steps":["trace[571382240] 'agreement among raft nodes before linearized reading' (duration: 142.139949ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:33.899006Z","caller":"traceutil/trace.go:171","msg":"trace[971897685] transaction","detail":"{read_only:false; response_revision:3012; number_of_response:1; }","duration":"152.522855ms","start":"2026-04-03T02:38:33.746452Z","end":"2026-04-03T02:38:33.898974Z","steps":["trace[971897685] 'process raft request' (duration: 140.177969ms)","trace[971897685] 'compare' (duration: 12.170811ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:33.956279Z","caller":"traceutil/trace.go:171","msg":"trace[658111876] linearizableReadLoop","detail":"{readStateIndex:3145; appliedIndex:3143; }","duration":"120.488667ms","start":"2026-04-03T02:38:33.835773Z","end":"2026-04-03T02:38:33.956261Z","steps":["trace[658111876] 'read index received' (duration: 50.936431ms)","trace[658111876] 'applied index is now lower than readState.Index' (duration: 69.551306ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:33.956363Z","caller":"traceutil/trace.go:171","msg":"trace[355349029] transaction","detail":"{read_only:false; response_revision:3013; number_of_response:1; }","duration":"208.933674ms","start":"2026-04-03T02:38:33.747422Z","end":"2026-04-03T02:38:33.956355Z","steps":["trace[355349029] 'process raft request' (duration: 208.730989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:33.956516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.724182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:33.956546Z","caller":"traceutil/trace.go:171","msg":"trace[1173082247] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:3013; }","duration":"120.820565ms","start":"2026-04-03T02:38:33.835717Z","end":"2026-04-03T02:38:33.956537Z","steps":["trace[1173082247] 'agreement among raft nodes before linearized reading' (duration: 120.747363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:34.323302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.895348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:34.32358Z","caller":"traceutil/trace.go:171","msg":"trace[392577203] transaction","detail":"{read_only:false; response_revision:3014; number_of_response:1; }","duration":"354.614422ms","start":"2026-04-03T02:38:33.968925Z","end":"2026-04-03T02:38:34.32354Z","steps":["trace[392577203] 'process raft request' (duration: 115.404626ms)","trace[392577203] 'compare' (duration: 238.783356ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:34.323727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:33.968912Z","time spent":"354.757706ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:34.646676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.845762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:34.646783Z","caller":"traceutil/trace.go:171","msg":"trace[2062007622] linearizableReadLoop","detail":"{readStateIndex:3147; appliedIndex:3146; }","duration":"107.929776ms","start":"2026-04-03T02:38:34.538834Z","end":"2026-04-03T02:38:34.646764Z","steps":["trace[2062007622] 'read index received' (duration: 18.98µs)","trace[2062007622] 'applied index is now lower than readState.Index' (duration: 107.909556ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:34.646848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.010197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:34.64708Z","caller":"traceutil/trace.go:171","msg":"trace[2047025756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3015; }","duration":"108.257744ms","start":"2026-04-03T02:38:34.538807Z","end":"2026-04-03T02:38:34.647064Z","steps":["trace[2047025756] 'agreement among raft nodes before linearized reading' (duration: 108.006018ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:34.646972Z","caller":"traceutil/trace.go:171","msg":"trace[604043136] transaction","detail":"{read_only:false; response_revision:3015; number_of_response:1; }","duration":"318.323646ms","start":"2026-04-03T02:38:34.328611Z","end":"2026-04-03T02:38:34.646934Z","steps":["trace[604043136] 'process raft request' (duration: 96.130054ms)","trace[604043136] 'compare' (duration: 221.681408ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:34.647396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:34.328587Z","time spent":"318.630834ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:34.836306Z","caller":"traceutil/trace.go:171","msg":"trace[1096451731] transaction","detail":"{read_only:false; response_revision:3016; number_of_response:1; }","duration":"126.343565ms","start":"2026-04-03T02:38:34.709933Z","end":"2026-04-03T02:38:34.836277Z","steps":["trace[1096451731] 'process raft request' (duration: 73.64502ms)","trace[1096451731] 'compare' (duration: 52.426678ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:34.836289Z","caller":"traceutil/trace.go:171","msg":"trace[1060857224] transaction","detail":"{read_only:false; response_revision:3017; number_of_response:1; }","duration":"112.551413ms","start":"2026-04-03T02:38:34.723708Z","end":"2026-04-03T02:38:34.836259Z","steps":["trace[1060857224] 'process raft request' (duration: 112.44643ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:35.204502Z","caller":"traceutil/trace.go:171","msg":"trace[55100326] transaction","detail":"{read_only:false; response_revision:3018; number_of_response:1; }","duration":"126.042858ms","start":"2026-04-03T02:38:35.07844Z","end":"2026-04-03T02:38:35.204483Z","steps":["trace[55100326] 'process raft request' (duration: 125.941085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.678572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.634834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:35.67875Z","caller":"traceutil/trace.go:171","msg":"trace[823566438] linearizableReadLoop","detail":"{readStateIndex:3152; appliedIndex:3150; }","duration":"593.280215ms","start":"2026-04-03T02:38:35.085453Z","end":"2026-04-03T02:38:35.678733Z","steps":["trace[823566438] 'read index received' (duration: 119.043919ms)","trace[823566438] 'applied index is now lower than readState.Index' (duration: 474.235236ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:35.678835Z","caller":"traceutil/trace.go:171","msg":"trace[1510978732] transaction","detail":"{read_only:false; response_revision:3019; number_of_response:1; }","duration":"600.331144ms","start":"2026-04-03T02:38:35.078492Z","end":"2026-04-03T02:38:35.678823Z","steps":["trace[1510978732] 'process raft request' (duration: 395.367862ms)","trace[1510978732] 'compare' (duration: 204.524831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:35.678899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.07846Z","time spent":"600.408546ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:35.678935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.451129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:38:35.679013Z","caller":"traceutil/trace.go:171","msg":"trace[1347154351] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3020; }","duration":"593.583032ms","start":"2026-04-03T02:38:35.08541Z","end":"2026-04-03T02:38:35.678993Z","steps":["trace[1347154351] 'agreement among raft nodes before linearized reading' (duration: 593.424378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.679054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.085397Z","time spent":"593.647615ms","remote":"127.0.0.1:52522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:38:35.679089Z","caller":"traceutil/trace.go:171","msg":"trace[388646466] transaction","detail":"{read_only:false; response_revision:3020; number_of_response:1; }","duration":"600.227802ms","start":"2026-04-03T02:38:35.078819Z","end":"2026-04-03T02:38:35.679047Z","steps":["trace[388646466] 'process raft request' (duration: 599.855182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.679099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.498375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:35.679201Z","caller":"traceutil/trace.go:171","msg":"trace[1926738010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3020; }","duration":"138.644139ms","start":"2026-04-03T02:38:35.540531Z","end":"2026-04-03T02:38:35.679175Z","steps":["trace[1926738010] 'agreement among raft nodes before linearized reading' (duration: 138.478145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.679282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.078804Z","time spent":"600.374816ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:36.133808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.488326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:36.133932Z","caller":"traceutil/trace.go:171","msg":"trace[1142722652] linearizableReadLoop","detail":"{readStateIndex:3153; appliedIndex:3152; }","duration":"420.775452ms","start":"2026-04-03T02:38:35.713135Z","end":"2026-04-03T02:38:36.133911Z","steps":["trace[1142722652] 'read index received' (duration: 148.04061ms)","trace[1142722652] 'applied index is now lower than readState.Index' (duration: 272.732902ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:36.134248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.127289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:38:36.134303Z","caller":"traceutil/trace.go:171","msg":"trace[1152960652] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:3021; }","duration":"363.224303ms","start":"2026-04-03T02:38:35.771064Z","end":"2026-04-03T02:38:36.134288Z","steps":["trace[1152960652] 'agreement among raft nodes before linearized reading' (duration: 363.13467ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:36.134293Z","caller":"traceutil/trace.go:171","msg":"trace[213250172] transaction","detail":"{read_only:false; response_revision:3021; number_of_response:1; }","duration":"421.369787ms","start":"2026-04-03T02:38:35.712881Z","end":"2026-04-03T02:38:36.134251Z","steps":["trace[213250172] 'process raft request' (duration: 148.346867ms)","trace[213250172] 'compare' (duration: 272.384403ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:36.134372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.816568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:38:36.134379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.157781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:36.134424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.962251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:38:36.134438Z","caller":"traceutil/trace.go:171","msg":"trace[1904528577] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3021; }","duration":"271.941253ms","start":"2026-04-03T02:38:35.862483Z","end":"2026-04-03T02:38:36.134424Z","steps":["trace[1904528577] 'agreement among raft nodes before linearized reading' (duration: 271.81865ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:36.134449Z","caller":"traceutil/trace.go:171","msg":"trace[1047847886] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:3021; }","duration":"222.280015ms","start":"2026-04-03T02:38:35.912154Z","end":"2026-04-03T02:38:36.134434Z","steps":["trace[1047847886] 'agreement among raft nodes before linearized reading' (duration: 222.134781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:36.13444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.310343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-03T02:38:36.134437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.947896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:38:36.134454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.682719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-03T02:38:36.134338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.77104Z","time spent":"363.287834ms","remote":"127.0.0.1:39738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:38:36.134511Z","caller":"traceutil/trace.go:171","msg":"trace[1456933007] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3021; }","duration":"231.059519ms","start":"2026-04-03T02:38:35.903438Z","end":"2026-04-03T02:38:36.134497Z","steps":["trace[1456933007] 'agreement among raft nodes before linearized reading' (duration: 230.851714ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:36.134513Z","caller":"traceutil/trace.go:171","msg":"trace[831854959] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3021; }","duration":"200.408556ms","start":"2026-04-03T02:38:35.934085Z","end":"2026-04-03T02:38:36.134493Z","steps":["trace[831854959] 'agreement among raft nodes before linearized reading' (duration: 200.220842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:36.134534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.025448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:36.134536Z","caller":"traceutil/trace.go:171","msg":"trace[1144144866] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3021; }","duration":"192.802882ms","start":"2026-04-03T02:38:35.941717Z","end":"2026-04-03T02:38:36.13452Z","steps":["trace[1144144866] 'agreement among raft nodes before linearized reading' (duration: 192.551076ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:36.134481Z","caller":"traceutil/trace.go:171","msg":"trace[1667191088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3021; }","duration":"174.061705ms","start":"2026-04-03T02:38:35.960406Z","end":"2026-04-03T02:38:36.134468Z","steps":["trace[1667191088] 'agreement among raft nodes before linearized reading' (duration: 173.908451ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:36.134632Z","caller":"traceutil/trace.go:171","msg":"trace[1507042028] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:3021; }","duration":"421.48748ms","start":"2026-04-03T02:38:35.713075Z","end":"2026-04-03T02:38:36.134563Z","steps":["trace[1507042028] 'agreement among raft nodes before linearized reading' (duration: 421.027198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:36.13447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.712858Z","time spent":"421.527051ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:36.134702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.713044Z","time spent":"421.620314ms","remote":"127.0.0.1:52406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:36.583472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.503452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:36.583728Z","caller":"traceutil/trace.go:171","msg":"trace[1502870603] transaction","detail":"{read_only:false; response_revision:3022; number_of_response:1; }","duration":"444.431206ms","start":"2026-04-03T02:38:36.13927Z","end":"2026-04-03T02:38:36.583701Z","steps":["trace[1502870603] 'process raft request' (duration: 208.607696ms)","trace[1502870603] 'compare' (duration: 235.363758ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:36.583834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:36.139243Z","time spent":"444.542068ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:36.584046Z","caller":"traceutil/trace.go:171","msg":"trace[1388361884] linearizableReadLoop","detail":"{readStateIndex:3155; appliedIndex:3153; }","duration":"444.375014ms","start":"2026-04-03T02:38:36.139636Z","end":"2026-04-03T02:38:36.584011Z","steps":["trace[1388361884] 'read index received' (duration: 208.37235ms)","trace[1388361884] 'applied index is now lower than readState.Index' (duration: 235.999144ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:36.584175Z","caller":"traceutil/trace.go:171","msg":"trace[1743575679] transaction","detail":"{read_only:false; response_revision:3023; number_of_response:1; }","duration":"444.510528ms","start":"2026-04-03T02:38:36.139579Z","end":"2026-04-03T02:38:36.584089Z","steps":["trace[1743575679] 'process raft request' (duration: 444.042666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:36.58448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.819855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8556"} {"level":"info","ts":"2026-04-03T02:38:36.584538Z","caller":"traceutil/trace.go:171","msg":"trace[2114887088] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3023; }","duration":"444.919008ms","start":"2026-04-03T02:38:36.139605Z","end":"2026-04-03T02:38:36.584524Z","steps":["trace[2114887088] 'agreement among raft nodes before linearized reading' (duration: 444.546508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:36.584573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:36.139589Z","time spent":"444.97837ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":8580,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-03T02:38:36.584595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.680176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"warn","ts":"2026-04-03T02:38:36.584644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.607045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:38:36.584694Z","caller":"traceutil/trace.go:171","msg":"trace[1420436863] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3023; }","duration":"255.701468ms","start":"2026-04-03T02:38:36.328977Z","end":"2026-04-03T02:38:36.584678Z","steps":["trace[1420436863] 'agreement among raft nodes before linearized reading' (duration: 255.530313ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:36.58479Z","caller":"traceutil/trace.go:171","msg":"trace[132866983] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3023; }","duration":"443.801708ms","start":"2026-04-03T02:38:36.140866Z","end":"2026-04-03T02:38:36.584668Z","steps":["trace[132866983] 'agreement among raft nodes before linearized reading' (duration: 443.581503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:36.584868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:36.139564Z","time spent":"444.941118ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:36.584934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:36.140855Z","time spent":"444.010324ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-03T02:38:37.156353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983038,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:38:37.282187Z","caller":"traceutil/trace.go:171","msg":"trace[243121721] linearizableReadLoop","detail":"{readStateIndex:3157; appliedIndex:3156; }","duration":"626.884783ms","start":"2026-04-03T02:38:36.655279Z","end":"2026-04-03T02:38:37.282164Z","steps":["trace[243121721] 'read index received' (duration: 529.59002ms)","trace[243121721] 'applied index is now lower than readState.Index' (duration: 97.293332ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:37.282275Z","caller":"traceutil/trace.go:171","msg":"trace[1292635388] transaction","detail":"{read_only:false; response_revision:3025; number_of_response:1; }","duration":"627.851877ms","start":"2026-04-03T02:38:36.654398Z","end":"2026-04-03T02:38:37.28225Z","steps":["trace[1292635388] 'process raft request' (duration: 530.452211ms)","trace[1292635388] 'compare' (duration: 96.976365ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:37.282405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:36.654378Z","time spent":"627.941049ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:37.28244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.141079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-03T02:38:37.282498Z","caller":"traceutil/trace.go:171","msg":"trace[1496286332] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3025; }","duration":"627.218712ms","start":"2026-04-03T02:38:36.655265Z","end":"2026-04-03T02:38:37.282483Z","steps":["trace[1496286332] 'agreement among raft nodes before linearized reading' (duration: 627.015776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:37.282546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:36.655258Z","time spent":"627.276733ms","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T02:38:37.33768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.780947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:38:37.337738Z","caller":"traceutil/trace.go:171","msg":"trace[1798085968] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3026; }","duration":"497.876169ms","start":"2026-04-03T02:38:36.839848Z","end":"2026-04-03T02:38:37.337724Z","steps":["trace[1798085968] 'agreement among raft nodes before linearized reading' (duration: 497.684414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:37.337773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:36.839818Z","time spent":"497.946761ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:38:37.338048Z","caller":"traceutil/trace.go:171","msg":"trace[57886099] transaction","detail":"{read_only:false; response_revision:3026; number_of_response:1; }","duration":"129.342231ms","start":"2026-04-03T02:38:37.208681Z","end":"2026-04-03T02:38:37.338024Z","steps":["trace[57886099] 'process raft request' (duration: 128.728476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:37.338232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.975566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:37.33832Z","caller":"traceutil/trace.go:171","msg":"trace[1980529044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3026; }","duration":"155.107109ms","start":"2026-04-03T02:38:37.183193Z","end":"2026-04-03T02:38:37.3383Z","steps":["trace[1980529044] 'agreement among raft nodes before linearized reading' (duration: 154.935345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:37.992403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.051408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:37.9926Z","caller":"traceutil/trace.go:171","msg":"trace[1047460167] transaction","detail":"{read_only:false; response_revision:3028; number_of_response:1; }","duration":"308.772982ms","start":"2026-04-03T02:38:37.683807Z","end":"2026-04-03T02:38:37.99258Z","steps":["trace[1047460167] 'process raft request' (duration: 308.7098ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:37.992714Z","caller":"traceutil/trace.go:171","msg":"trace[1994979772] linearizableReadLoop","detail":"{readStateIndex:3159; appliedIndex:3158; }","duration":"452.024908ms","start":"2026-04-03T02:38:37.540651Z","end":"2026-04-03T02:38:37.992676Z","steps":["trace[1994979772] 'read index received' (duration: 36.891µs)","trace[1994979772] 'applied index is now lower than readState.Index' (duration: 451.972457ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:37.992718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:37.683773Z","time spent":"308.885115ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:37.993103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.388988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:37.993528Z","caller":"traceutil/trace.go:171","msg":"trace[1569572691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3028; }","duration":"452.807258ms","start":"2026-04-03T02:38:37.5406Z","end":"2026-04-03T02:38:37.993407Z","steps":["trace[1569572691] 'agreement among raft nodes before linearized reading' (duration: 452.287335ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:37.993136Z","caller":"traceutil/trace.go:171","msg":"trace[885440405] transaction","detail":"{read_only:false; response_revision:3027; number_of_response:1; }","duration":"650.263579ms","start":"2026-04-03T02:38:37.342565Z","end":"2026-04-03T02:38:37.992829Z","steps":["trace[885440405] 'process raft request' (duration: 125.691689ms)","trace[885440405] 'compare' (duration: 523.934684ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:37.993664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:37.540578Z","time spent":"453.010133ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:38:37.993796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:37.34254Z","time spent":"651.142221ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:38.015441Z","caller":"traceutil/trace.go:171","msg":"trace[1180542481] transaction","detail":"{read_only:false; response_revision:3029; number_of_response:1; }","duration":"331.058981ms","start":"2026-04-03T02:38:37.684341Z","end":"2026-04-03T02:38:38.0154Z","steps":["trace[1180542481] 'process raft request' (duration: 330.861266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:38.015661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:37.684313Z","time spent":"331.249265ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:38.74522Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:38:39.246042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:38:39.746682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:38:40.247251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:38:40.540041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000450497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:38:40.540124Z","caller":"traceutil/trace.go:171","msg":"trace[439073290] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00059059s","start":"2026-04-03T02:38:38.539515Z","end":"2026-04-03T02:38:40.540105Z","steps":["trace[439073290] 'agreement among raft nodes before linearized reading' (duration: 2.000487718s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:40.54017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:38.539473Z","time spent":"2.000688453s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:38:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:40.747714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:38:40.870942Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.730236395s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:38:41.512885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.396173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:41.513255Z","caller":"traceutil/trace.go:171","msg":"trace[708880394] transaction","detail":"{read_only:false; response_revision:3030; number_of_response:1; }","duration":"3.372657035s","start":"2026-04-03T02:38:38.140561Z","end":"2026-04-03T02:38:41.513218Z","steps":["trace[708880394] 'process raft request' (duration: 2.730863942s)","trace[708880394] 'compare' (duration: 639.688139ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:41.513425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:38.14053Z","time spent":"3.372809069s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:41.903942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.9657ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:38:41.904455Z","caller":"traceutil/trace.go:171","msg":"trace[1521226446] transaction","detail":"{read_only:false; response_revision:3031; number_of_response:1; }","duration":"2.560090304s","start":"2026-04-03T02:38:39.344344Z","end":"2026-04-03T02:38:41.904434Z","steps":["trace[1521226446] 'process raft request' (duration: 2.559700825s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:41.90457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:39.344315Z","time spent":"2.560189466s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:42.540693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000468316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:38:42.540766Z","caller":"traceutil/trace.go:171","msg":"trace[1585273499] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000586389s","start":"2026-04-03T02:38:40.540164Z","end":"2026-04-03T02:38:42.54075Z","steps":["trace[1585273499] 'agreement among raft nodes before linearized reading' (duration: 2.000490057s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:42.540806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:40.540148Z","time spent":"2.0006491s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:38:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:43.212132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307633s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:43.212323Z","caller":"traceutil/trace.go:171","msg":"trace[523262229] transaction","detail":"{read_only:false; response_revision:3032; number_of_response:1; }","duration":"3.473435638s","start":"2026-04-03T02:38:39.738855Z","end":"2026-04-03T02:38:43.21229Z","steps":["trace[523262229] 'process raft request' (duration: 2.165569412s)","trace[523262229] 'compare' (duration: 1.307300261s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:43.212347Z","caller":"traceutil/trace.go:171","msg":"trace[17642044] transaction","detail":"{read_only:false; response_revision:3033; number_of_response:1; }","duration":"3.213631116s","start":"2026-04-03T02:38:39.998695Z","end":"2026-04-03T02:38:43.212327Z","steps":["trace[17642044] 'process raft request' (duration: 3.213522833s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:43.212412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:39.998649Z","time spent":"3.213734458s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:43.21245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:39.738819Z","time spent":"3.473559371s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:43.212527Z","caller":"traceutil/trace.go:171","msg":"trace[794311777] linearizableReadLoop","detail":"{readStateIndex:3167; appliedIndex:3161; }","duration":"4.96840447s","start":"2026-04-03T02:38:38.244104Z","end":"2026-04-03T02:38:43.212509Z","steps":["trace[794311777] 'read index received' (duration: 2.627296369s)","trace[794311777] 'applied index is now lower than readState.Index' (duration: 2.341106391s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:43.212558Z","caller":"traceutil/trace.go:171","msg":"trace[1700564915] transaction","detail":"{read_only:false; response_revision:3034; number_of_response:1; }","duration":"3.192343581s","start":"2026-04-03T02:38:40.020206Z","end":"2026-04-03T02:38:43.212549Z","steps":["trace[1700564915] 'process raft request' (duration: 3.192077734s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:43.212611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:40.020195Z","time spent":"3.192382973s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:43.212637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.968531023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:43.21267Z","caller":"traceutil/trace.go:171","msg":"trace[1578505185] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:3034; }","duration":"4.968608145s","start":"2026-04-03T02:38:38.244051Z","end":"2026-04-03T02:38:43.212659Z","steps":["trace[1578505185] 'agreement among raft nodes before linearized reading' (duration: 4.968544543s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:43.212703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:38.244029Z","time spent":"4.968665986s","remote":"127.0.0.1:33204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:43.444722Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.423579939s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:38:43.589479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999128075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:38:43.589577Z","caller":"traceutil/trace.go:171","msg":"trace[1712333821] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999283839s","start":"2026-04-03T02:38:38.590268Z","end":"2026-04-03T02:38:43.589552Z","steps":["trace[1712333821] 'agreement among raft nodes before linearized reading' (duration: 4.999165216s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:43.58964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:38.590245Z","time spent":"4.999380971s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/03 02:38:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:43.600462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999393891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:38:43.600553Z","caller":"traceutil/trace.go:171","msg":"trace[1398236920] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999514985s","start":"2026-04-03T02:38:38.601013Z","end":"2026-04-03T02:38:43.600528Z","steps":["trace[1398236920] 'agreement among raft nodes before linearized reading' (duration: 4.999410172s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:43.600609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:38.601002Z","time spent":"4.999594936s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/03 02:38:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:44.100016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000248751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:38:44.100097Z","caller":"traceutil/trace.go:171","msg":"trace[1449640780] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000378804s","start":"2026-04-03T02:38:42.0997Z","end":"2026-04-03T02:38:44.100079Z","steps":["trace[1449640780] 'agreement among raft nodes before linearized reading' (duration: 2.000276451s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:44.100143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:42.099684Z","time spent":"2.000449395s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:38:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:44.165483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.488293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:44.165598Z","caller":"traceutil/trace.go:171","msg":"trace[604145754] transaction","detail":"{read_only:false; response_revision:3035; number_of_response:1; }","duration":"2.144550894s","start":"2026-04-03T02:38:42.021028Z","end":"2026-04-03T02:38:44.165579Z","steps":["trace[604145754] 'process raft request' (duration: 1.423900197s)","trace[604145754] 'compare' (duration: 720.355519ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:44.165642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:42.021001Z","time spent":"2.144620456s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:44.546483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00061497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:38:44.546573Z","caller":"traceutil/trace.go:171","msg":"trace[878423720] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000751304s","start":"2026-04-03T02:38:42.545802Z","end":"2026-04-03T02:38:44.546553Z","steps":["trace[878423720] 'agreement among raft nodes before linearized reading' (duration: 2.000632361s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:44.546675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:42.545791Z","time spent":"2.000872617s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:38:44.997683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999926684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:38:44.997805Z","caller":"traceutil/trace.go:171","msg":"trace[1289567702] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000105789s","start":"2026-04-03T02:38:39.997675Z","end":"2026-04-03T02:38:44.997781Z","steps":["trace[1289567702] 'agreement among raft nodes before linearized reading' (duration: 4.999969526s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:44.997869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:39.997646Z","time spent":"5.000210972s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/03 02:38:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:45.880686Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.422414299s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:38:46.555366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000441906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:38:46.555446Z","caller":"traceutil/trace.go:171","msg":"trace[719049752] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000567911s","start":"2026-04-03T02:38:44.55486Z","end":"2026-04-03T02:38:46.555427Z","steps":["trace[719049752] 'agreement among raft nodes before linearized reading' (duration: 2.000470727s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:46.555517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:44.55484Z","time spent":"2.000667773s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:38:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:48.517422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:43.518795Z","time spent":"4.998619642s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 02:38:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:48.55798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002244451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:38:48.55809Z","caller":"traceutil/trace.go:171","msg":"trace[846253724] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002401895s","start":"2026-04-03T02:38:46.555671Z","end":"2026-04-03T02:38:48.558073Z","steps":["trace[846253724] 'agreement among raft nodes before linearized reading' (duration: 2.002279222s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:48.558158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:46.555648Z","time spent":"2.002498178s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:38:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:48.58708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999164733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:38:48.587158Z","caller":"traceutil/trace.go:171","msg":"trace[447424412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999275417s","start":"2026-04-03T02:38:38.587866Z","end":"2026-04-03T02:38:48.587141Z","steps":["trace[447424412] 'agreement among raft nodes before linearized reading' (duration: 9.999190744s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:48.587206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:38.587846Z","time spent":"9.999345298s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/03 02:38:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:48.589539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997728774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:38:48.589615Z","caller":"traceutil/trace.go:171","msg":"trace[413597998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997868777s","start":"2026-04-03T02:38:45.591731Z","end":"2026-04-03T02:38:48.589599Z","steps":["trace[413597998] 'agreement among raft nodes before linearized reading' (duration: 2.997765935s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:48.589661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:45.591708Z","time spent":"2.997939321s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/03 02:38:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:48.600202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997362645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:38:48.600251Z","caller":"traceutil/trace.go:171","msg":"trace[1156485127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997442077s","start":"2026-04-03T02:38:45.6028Z","end":"2026-04-03T02:38:48.600242Z","steps":["trace[1156485127] 'agreement among raft nodes before linearized reading' (duration: 2.997390566s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:48.600275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:45.602785Z","time spent":"2.997483898s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/03 02:38:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:48.908472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:43.910858Z","time spent":"4.997603716s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T02:38:49.182728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000318612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:38:49.182812Z","caller":"traceutil/trace.go:171","msg":"trace[1928596450] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000453126s","start":"2026-04-03T02:38:47.182339Z","end":"2026-04-03T02:38:49.182792Z","steps":["trace[1928596450] 'agreement among raft nodes before linearized reading' (duration: 2.000350993s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:49.182862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:47.182315Z","time spent":"2.000537227s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:38:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:49.286014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998850485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:38:49.286099Z","caller":"traceutil/trace.go:171","msg":"trace[1593416014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.998990659s","start":"2026-04-03T02:38:39.287089Z","end":"2026-04-03T02:38:49.28608Z","steps":["trace[1593416014] 'agreement among raft nodes before linearized reading' (duration: 9.998883836s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:49.286148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:39.28706Z","time spent":"9.999080101s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/03 02:38:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:49.341791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:42.340762Z","time spent":"7.001023898s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T02:38:49.54118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:42.540849Z","time spent":"7.000325509s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T02:38:49.997178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997728163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:38:49.997279Z","caller":"traceutil/trace.go:171","msg":"trace[2032537134] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997901747s","start":"2026-04-03T02:38:46.999352Z","end":"2026-04-03T02:38:49.997254Z","steps":["trace[2032537134] 'agreement among raft nodes before linearized reading' (duration: 2.997761954s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:49.997369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:46.999331Z","time spent":"2.998020911s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/03 02:38:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:50.216423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:45.21774Z","time spent":"4.998676092s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 02:38:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:50.216608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:45.217617Z","time spent":"4.99897892s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 02:38:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:50.565089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000822535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:38:50.565146Z","caller":"traceutil/trace.go:171","msg":"trace[1372521176] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000920407s","start":"2026-04-03T02:38:48.564213Z","end":"2026-04-03T02:38:50.565133Z","steps":["trace[1372521176] 'agreement among raft nodes before linearized reading' (duration: 2.000840845s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:50.565176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:48.564202Z","time spent":"2.000967928s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:38:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:52.565424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000032955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:38:52.565543Z","caller":"traceutil/trace.go:171","msg":"trace[313395266] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0002455s","start":"2026-04-03T02:38:50.565282Z","end":"2026-04-03T02:38:52.565527Z","steps":["trace[313395266] 'agreement among raft nodes before linearized reading' (duration: 2.000105437s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:52.565593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:50.565259Z","time spent":"2.000326662s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:38:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:53.020012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:44.64513Z","time spent":"8.374872217s","remote":"127.0.0.1:37760","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T02:38:53.020876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.80142082s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:53.021009Z","caller":"traceutil/trace.go:171","msg":"trace[1384461342] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3035; }","duration":"6.801564004s","start":"2026-04-03T02:38:46.219425Z","end":"2026-04-03T02:38:53.020989Z","steps":["trace[1384461342] 'range keys from in-memory index tree' (duration: 6.801400678s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:53.021309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.14024802s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:53.021646Z","caller":"traceutil/trace.go:171","msg":"trace[2026305588] linearizableReadLoop","detail":"{readStateIndex:3170; appliedIndex:3167; }","duration":"9.809053768s","start":"2026-04-03T02:38:43.21257Z","end":"2026-04-03T02:38:53.021624Z","steps":["trace[2026305588] 'read index received' (duration: 232.327801ms)","trace[2026305588] 'applied index is now lower than readState.Index' (duration: 9.576724957s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:53.021873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.850086575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:53.021935Z","caller":"traceutil/trace.go:171","msg":"trace[773885162] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3037; }","duration":"9.850193498s","start":"2026-04-03T02:38:43.171732Z","end":"2026-04-03T02:38:53.021926Z","steps":["trace[773885162] 'agreement among raft nodes before linearized reading' (duration: 9.850098076s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:53.021978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:43.171714Z","time spent":"9.850254269s","remote":"127.0.0.1:52440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:53.022495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.869943577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:53.022495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.749632536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-03T02:38:53.022508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.410125572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:38:53.022522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.1514096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:53.022555Z","caller":"traceutil/trace.go:171","msg":"trace[181463688] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:3037; }","duration":"11.870050729s","start":"2026-04-03T02:38:41.15249Z","end":"2026-04-03T02:38:53.022541Z","steps":["trace[181463688] 'agreement among raft nodes before linearized reading' (duration: 11.869954497s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:53.022576Z","caller":"traceutil/trace.go:171","msg":"trace[226480706] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3037; }","duration":"14.410241304s","start":"2026-04-03T02:38:38.612318Z","end":"2026-04-03T02:38:53.02256Z","steps":["trace[226480706] 'agreement among raft nodes before linearized reading' (duration: 14.4100886s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:53.022594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:41.152468Z","time spent":"11.870116161s","remote":"127.0.0.1:35062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:38:53.022582Z","caller":"traceutil/trace.go:171","msg":"trace[1603234301] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3037; }","duration":"13.151504972s","start":"2026-04-03T02:38:39.871064Z","end":"2026-04-03T02:38:53.022569Z","steps":["trace[1603234301] 'agreement among raft nodes before linearized reading' (duration: 13.151321998s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:53.022578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.271918194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:53.022597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.732144191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-03T02:38:53.022624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:38.612298Z","time spent":"14.410316766s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:53.02263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:39.871046Z","time spent":"13.151574224s","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:38:53.022665Z","caller":"traceutil/trace.go:171","msg":"trace[293802055] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3037; }","duration":"10.732254014s","start":"2026-04-03T02:38:42.290394Z","end":"2026-04-03T02:38:53.022648Z","steps":["trace[293802055] 'agreement among raft nodes before linearized reading' (duration: 10.732048049s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:53.022657Z","caller":"traceutil/trace.go:171","msg":"trace[529215585] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:3037; }","duration":"10.272038287s","start":"2026-04-03T02:38:42.750597Z","end":"2026-04-03T02:38:53.022635Z","steps":["trace[529215585] 'agreement among raft nodes before linearized reading' (duration: 10.271924304s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:53.02264Z","caller":"traceutil/trace.go:171","msg":"trace[287462812] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3037; }","duration":"11.749757169s","start":"2026-04-03T02:38:41.272794Z","end":"2026-04-03T02:38:53.022551Z","steps":["trace[287462812] 'agreement among raft nodes before linearized reading' (duration: 11.749546653s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:53.022695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.305776078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T02:38:53.02273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:42.290372Z","time spent":"10.732344037s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:38:53.022589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.088400891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T02:38:53.022753Z","caller":"traceutil/trace.go:171","msg":"trace[1512094030] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:3037; }","duration":"10.305853639s","start":"2026-04-03T02:38:42.716883Z","end":"2026-04-03T02:38:53.022737Z","steps":["trace[1512094030] 'agreement among raft nodes before linearized reading' (duration: 10.305729546s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:53.022795Z","caller":"traceutil/trace.go:171","msg":"trace[344854478] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3037; }","duration":"13.088645777s","start":"2026-04-03T02:38:39.934135Z","end":"2026-04-03T02:38:53.02278Z","steps":["trace[344854478] 'agreement among raft nodes before linearized reading' (duration: 13.08834479s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:53.0228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:42.716866Z","time spent":"10.305922542s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-03T02:38:53.022581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.478922528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-03T02:38:53.022782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:41.27277Z","time spent":"11.749989164s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-03T02:38:53.022905Z","caller":"traceutil/trace.go:171","msg":"trace[328171492] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d; range_end:; response_count:1; response_revision:3037; }","duration":"10.479278497s","start":"2026-04-03T02:38:42.543597Z","end":"2026-04-03T02:38:53.022875Z","steps":["trace[328171492] 'agreement among raft nodes before linearized reading' (duration: 10.478830456s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:53.022954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:42.543568Z","time spent":"10.47937437s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d\" "} {"level":"warn","ts":"2026-04-03T02:38:53.022739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:42.750572Z","time spent":"10.272148409s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:53.022846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:39.934112Z","time spent":"13.088722379s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-03T02:38:53.022594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.224692784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-03T02:38:53.023265Z","caller":"traceutil/trace.go:171","msg":"trace[1009613260] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3037; }","duration":"11.225407252s","start":"2026-04-03T02:38:41.797848Z","end":"2026-04-03T02:38:53.023255Z","steps":["trace[1009613260] 'agreement among raft nodes before linearized reading' (duration: 11.224600572s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:53.0233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:41.797828Z","time spent":"11.225462974s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:38:53.517293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998076275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:38:53.517424Z","caller":"traceutil/trace.go:171","msg":"trace[1553836019] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998259271s","start":"2026-04-03T02:38:48.519143Z","end":"2026-04-03T02:38:53.517402Z","steps":["trace[1553836019] 'agreement among raft nodes before linearized reading' (duration: 4.998106007s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:53.517475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:48.519125Z","time spent":"4.998338664s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/03 02:38:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:53.52265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:38:53.544912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.933826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:38:53.545035Z","caller":"traceutil/trace.go:171","msg":"trace[300965046] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"517.105771ms","start":"2026-04-03T02:38:53.027899Z","end":"2026-04-03T02:38:53.545005Z","steps":["trace[300965046] 'agreement among raft nodes before linearized reading' (duration: 516.953297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:53.545086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:53.027848Z","time spent":"517.227454ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/04/03 02:38:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:53.59036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:48.591479Z","time spent":"4.998872586s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T02:38:53.601491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:48.603084Z","time spent":"4.998394634s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 02:38:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:53.908337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.992493843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:38:53.908433Z","caller":"traceutil/trace.go:171","msg":"trace[829469117] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.992649927s","start":"2026-04-03T02:38:48.915762Z","end":"2026-04-03T02:38:53.908412Z","steps":["trace[829469117] 'agreement among raft nodes before linearized reading' (duration: 4.992522304s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:53.908485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:48.915742Z","time spent":"4.99273131s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/03 02:38:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:54.023549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:38:54.52444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:38:54.574002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999936002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:38:54.574091Z","caller":"traceutil/trace.go:171","msg":"trace[1448124753] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000075076s","start":"2026-04-03T02:38:52.573998Z","end":"2026-04-03T02:38:54.574073Z","steps":["trace[1448124753] 'agreement among raft nodes before linearized reading' (duration: 1.999965563s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:54.574148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:52.573977Z","time spent":"2.000160948s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:38:55.025102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:38:55.215893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.88503585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:38:55.215979Z","caller":"traceutil/trace.go:171","msg":"trace[1242871703] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.885233296s","start":"2026-04-03T02:38:50.330725Z","end":"2026-04-03T02:38:55.215959Z","steps":["trace[1242871703] 'agreement among raft nodes before linearized reading' (duration: 4.885114743s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:55.216028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:50.330693Z","time spent":"4.885325249s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/03 02:38:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:55.216298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998753093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:38:55.216398Z","caller":"traceutil/trace.go:171","msg":"trace[638204053] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998938378s","start":"2026-04-03T02:38:50.217434Z","end":"2026-04-03T02:38:55.216373Z","steps":["trace[638204053] 'agreement among raft nodes before linearized reading' (duration: 4.998782744s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:55.216472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:50.217415Z","time spent":"4.999041201s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/03 02:38:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:55.453271Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7fa59d512f471b8b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-03T02:38:55.526212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:38:55.588854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:48.58866Z","time spent":"7.000181894s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T02:38:55.595399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:49.288148Z","time spent":"6.307238174s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 02:38:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:56.027228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:38:56.528131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:38:56.575757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000413485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:38:56.575869Z","caller":"traceutil/trace.go:171","msg":"trace[1014342350] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000586449s","start":"2026-04-03T02:38:54.575258Z","end":"2026-04-03T02:38:56.575844Z","steps":["trace[1014342350] 'agreement among raft nodes before linearized reading' (duration: 2.000456036s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:56.575931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:54.575233Z","time spent":"2.000682652s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:38:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:57.028359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:38:57.128764Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.248934148s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:38:57.339568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.994435315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:38:57.339665Z","caller":"traceutil/trace.go:171","msg":"trace[986630770] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.994589969s","start":"2026-04-03T02:38:49.345053Z","end":"2026-04-03T02:38:57.339643Z","steps":["trace[986630770] 'agreement among raft nodes before linearized reading' (duration: 7.994473456s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:57.339724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:49.345031Z","time spent":"7.994679982s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/04/03 02:38:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:58.583419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000308972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:38:58.583521Z","caller":"traceutil/trace.go:171","msg":"trace[511561778] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000450066s","start":"2026-04-03T02:38:56.583033Z","end":"2026-04-03T02:38:58.583483Z","steps":["trace[511561778] 'agreement among raft nodes before linearized reading' (duration: 2.000344873s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:58.58357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:56.58301Z","time spent":"2.000550279s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:38:59.543431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.977049566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:38:59.543554Z","caller":"traceutil/trace.go:171","msg":"trace[1370477894] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"9.97720792s","start":"2026-04-03T02:38:49.566321Z","end":"2026-04-03T02:38:59.543529Z","steps":["trace[1370477894] 'agreement among raft nodes before linearized reading' (duration: 9.977065737s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:59.543673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:49.566311Z","time spent":"9.977293482s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/04/03 02:38:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:39:00.025101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:53.024326Z","time spent":"7.000764241s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T02:39:00.026464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:53.025902Z","time spent":"7.000547955s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T02:39:00.027559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:53.0273Z","time spent":"7.000251817s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T02:39:00.371714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:53.37123Z","time spent":"7.000476972s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T02:39:00.584559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00022219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:39:00.584659Z","caller":"traceutil/trace.go:171","msg":"trace[938931673] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000363633s","start":"2026-04-03T02:38:58.584266Z","end":"2026-04-03T02:39:00.58463Z","steps":["trace[938931673] 'agreement among raft nodes before linearized reading' (duration: 2.00024255s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:00.584742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:58.584248Z","time spent":"2.000474648s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:00.911127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:53.910225Z","time spent":"7.000895483s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T02:39:01.309031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:54.30815Z","time spent":"7.000874493s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T02:39:02.458324Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7fa59d512f471b8b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-03T02:39:02.592071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999973634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:39:02.592138Z","caller":"traceutil/trace.go:171","msg":"trace[2139053977] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000084916s","start":"2026-04-03T02:39:00.592032Z","end":"2026-04-03T02:39:02.592117Z","steps":["trace[2139053977] 'agreement among raft nodes before linearized reading' (duration: 2.000007484s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:02.59219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:00.592011Z","time spent":"2.000168238s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:39:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:39:02.666605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.44764995s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:02.666742Z","caller":"traceutil/trace.go:171","msg":"trace[528107685] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3037; }","duration":"6.447806604s","start":"2026-04-03T02:38:56.218913Z","end":"2026-04-03T02:39:02.666719Z","steps":["trace[528107685] 'range keys from in-memory index tree' (duration: 6.447627s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:02.668882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.539813495s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-03T02:39:04.592658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000058746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:39:04.592775Z","caller":"traceutil/trace.go:171","msg":"trace[1311962625] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000272641s","start":"2026-04-03T02:39:02.592474Z","end":"2026-04-03T02:39:04.592746Z","steps":["trace[1311962625] 'agreement among raft nodes before linearized reading' (duration: 2.000086217s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:04.592834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:02.592451Z","time spent":"2.000365093s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:05.794306Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.665259999s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:39:06.600708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999944522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:39:06.600854Z","caller":"traceutil/trace.go:171","msg":"trace[1088522098] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000149518s","start":"2026-04-03T02:39:04.600681Z","end":"2026-04-03T02:39:06.600831Z","steps":["trace[1088522098] 'agreement among raft nodes before linearized reading' (duration: 1.999971153s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:06.600924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:04.600648Z","time spent":"2.000261801s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:07.377224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:00.376643Z","time spent":"7.000574934s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T02:39:08.314852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:01.313868Z","time spent":"7.000976154s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T02:39:08.602397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000923098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:39:08.602491Z","caller":"traceutil/trace.go:171","msg":"trace[722325645] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001068792s","start":"2026-04-03T02:39:06.601402Z","end":"2026-04-03T02:39:08.602471Z","steps":["trace[722325645] 'agreement among raft nodes before linearized reading' (duration: 2.000944089s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:08.602545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:06.601387Z","time spent":"2.001147824s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:39:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:39:09.182708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000447575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:39:09.182778Z","caller":"traceutil/trace.go:171","msg":"trace[1448281336] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000561878s","start":"2026-04-03T02:39:07.182197Z","end":"2026-04-03T02:39:09.182759Z","steps":["trace[1448281336] 'agreement among raft nodes before linearized reading' (duration: 2.000477836s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:09.182811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:07.182176Z","time spent":"2.00062882s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:39:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:39:09.513311Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7fa59d512f471b8b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-03T02:39:09.544334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999348164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:39:09.544366Z","caller":"traceutil/trace.go:171","msg":"trace[150905462] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"9.999433257s","start":"2026-04-03T02:38:59.544923Z","end":"2026-04-03T02:39:09.544356Z","steps":["trace[150905462] 'agreement among raft nodes before linearized reading' (duration: 9.999386165s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:09.544393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:59.544901Z","time spent":"9.999487157s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/04/03 02:39:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:39:09.600727Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.600892584s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:39:10.610072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000116908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:39:10.610167Z","caller":"traceutil/trace.go:171","msg":"trace[1304365485] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000266461s","start":"2026-04-03T02:39:08.609875Z","end":"2026-04-03T02:39:10.610141Z","steps":["trace[1304365485] 'agreement among raft nodes before linearized reading' (duration: 2.000150318s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:10.610217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:08.609864Z","time spent":"2.000343763s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:11.05436Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.453408501s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:39:11.670378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.451102661s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:11.670561Z","caller":"traceutil/trace.go:171","msg":"trace[577980357] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3041; }","duration":"5.451322556s","start":"2026-04-03T02:39:06.219214Z","end":"2026-04-03T02:39:11.670536Z","steps":["trace[577980357] 'range keys from in-memory index tree' (duration: 5.4510717s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:12.610865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99988642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:39:12.610952Z","caller":"traceutil/trace.go:171","msg":"trace[1005641755] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000021503s","start":"2026-04-03T02:39:10.610915Z","end":"2026-04-03T02:39:12.610936Z","steps":["trace[1005641755] 'agreement among raft nodes before linearized reading' (duration: 1.9999122s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:12.610988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:10.610895Z","time spent":"2.000086205s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:14.383414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:07.382367Z","time spent":"7.001041596s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T02:39:14.622071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000414555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:39:14.622149Z","caller":"traceutil/trace.go:171","msg":"trace[713062283] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000544388s","start":"2026-04-03T02:39:12.621589Z","end":"2026-04-03T02:39:14.622134Z","steps":["trace[713062283] 'agreement among raft nodes before linearized reading' (duration: 2.000448436s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:14.622188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:12.621568Z","time spent":"2.00061137s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:39:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:39:15.320534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:08.319467Z","time spent":"7.001060026s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T02:39:16.214911Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.826408143s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:39:16.519379Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7fa59d512f471b8b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-03T02:39:16.622506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000269591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:39:16.622598Z","caller":"traceutil/trace.go:171","msg":"trace[178752843] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000412925s","start":"2026-04-03T02:39:14.622166Z","end":"2026-04-03T02:39:16.622579Z","steps":["trace[178752843] 'agreement among raft nodes before linearized reading' (duration: 2.000299422s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:16.622647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:14.622146Z","time spent":"2.000490197s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:39:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:39:17.361324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.566362934s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-03T02:39:17.361466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141261943s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:17.361635Z","caller":"traceutil/trace.go:171","msg":"trace[848278479] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3042; }","duration":"1.141463388s","start":"2026-04-03T02:39:16.220142Z","end":"2026-04-03T02:39:17.361605Z","steps":["trace[848278479] 'range keys from in-memory index tree' (duration: 1.141216491s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:17.364846Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"60.911µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-04-03T02:39:17.365081Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"103.062µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-04-03T02:39:17.36519Z","caller":"traceutil/trace.go:171","msg":"trace[1510750787] linearizableReadLoop","detail":"{readStateIndex:3186; appliedIndex:3170; }","duration":"24.343452937s","start":"2026-04-03T02:38:53.021715Z","end":"2026-04-03T02:39:17.365168Z","steps":["trace[1510750787] 'read index received' (duration: 4.107305837s)","trace[1510750787] 'applied index is now lower than readState.Index' (duration: 20.23614587s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:17.365269Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"42.041µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-04-03T02:39:17.365334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.744653136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:39:17.365336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.418484461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:39:17.365366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.986144098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:17.365371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.826288763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:39:17.365392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.831702761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:39:17.365424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"33.088985886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-03T02:39:17.36542Z","caller":"traceutil/trace.go:171","msg":"trace[1451444684] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:3051; }","duration":"29.986244391s","start":"2026-04-03T02:38:47.37916Z","end":"2026-04-03T02:39:17.365404Z","steps":["trace[1451444684] 'agreement among raft nodes before linearized reading' (duration: 29.986146318s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:17.36544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.73083717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:17.365471Z","caller":"traceutil/trace.go:171","msg":"trace[1622361283] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3051; }","duration":"33.089063298s","start":"2026-04-03T02:38:44.276397Z","end":"2026-04-03T02:39:17.36546Z","steps":["trace[1622361283] 'agreement among raft nodes before linearized reading' (duration: 33.088936115s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:17.365459Z","caller":"traceutil/trace.go:171","msg":"trace[99837481] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3051; }","duration":"27.826418967s","start":"2026-04-03T02:38:49.539016Z","end":"2026-04-03T02:39:17.365434Z","steps":["trace[99837481] 'agreement among raft nodes before linearized reading' (duration: 27.826248882s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:17.365481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:47.379138Z","time spent":"29.986333473s","remote":"127.0.0.1:33310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:17.365487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.826545374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:17.365498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.805591512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"warn","ts":"2026-04-03T02:39:17.365517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.989538321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:17.365514Z","caller":"traceutil/trace.go:171","msg":"trace[1173729196] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:3051; }","duration":"29.730949993s","start":"2026-04-03T02:38:47.634543Z","end":"2026-04-03T02:39:17.365493Z","steps":["trace[1173729196] 'agreement among raft nodes before linearized reading' (duration: 29.730799009s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:17.365531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:49.539002Z","time spent":"27.826512949s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":7,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:17.365327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.633705112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:39:17.365545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.917092168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:17.365639Z","caller":"traceutil/trace.go:171","msg":"trace[940206826] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:3051; }","duration":"25.917227771s","start":"2026-04-03T02:38:51.448398Z","end":"2026-04-03T02:39:17.365625Z","steps":["trace[940206826] 'agreement among raft nodes before linearized reading' (duration: 25.917061697s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:17.365659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.413861784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T02:39:17.365728Z","caller":"traceutil/trace.go:171","msg":"trace[1617158343] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3051; }","duration":"31.413967297s","start":"2026-04-03T02:38:45.951746Z","end":"2026-04-03T02:39:17.365713Z","steps":["trace[1617158343] 'agreement among raft nodes before linearized reading' (duration: 31.413629158s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:17.365786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:45.951728Z","time spent":"31.414043599s","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":324,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:17.365827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:51.448356Z","time spent":"25.917362345s","remote":"127.0.0.1:47148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:17.36537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.540455596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:17.36595Z","caller":"traceutil/trace.go:171","msg":"trace[899049029] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3051; }","duration":"24.541099213s","start":"2026-04-03T02:38:52.824837Z","end":"2026-04-03T02:39:17.365936Z","steps":["trace[899049029] 'agreement among raft nodes before linearized reading' (duration: 24.540412936s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:17.365999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:52.824812Z","time spent":"24.541173264s","remote":"127.0.0.1:55098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:17.365481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.393617537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:17.366078Z","caller":"traceutil/trace.go:171","msg":"trace[1741880453] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:3051; }","duration":"24.394248914s","start":"2026-04-03T02:38:52.971809Z","end":"2026-04-03T02:39:17.366058Z","steps":["trace[1741880453] 'agreement among raft nodes before linearized reading' (duration: 24.393610748s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:17.366143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:52.971784Z","time spent":"24.394337776s","remote":"127.0.0.1:47572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:17.365424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.799718618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:17.366292Z","caller":"traceutil/trace.go:171","msg":"trace[1483168341] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3051; }","duration":"26.800670273s","start":"2026-04-03T02:38:50.565602Z","end":"2026-04-03T02:39:17.366272Z","steps":["trace[1483168341] 'agreement among raft nodes before linearized reading' (duration: 26.799642367s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:17.366367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:50.56559Z","time spent":"26.800754275s","remote":"127.0.0.1:39722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:17.365509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:44.276376Z","time spent":"33.08912536s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-03T02:39:17.365458Z","caller":"traceutil/trace.go:171","msg":"trace[1932701165] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3051; }","duration":"2.977054166s","start":"2026-04-03T02:39:14.388386Z","end":"2026-04-03T02:39:17.36544Z","steps":["trace[1932701165] 'process raft request' (duration: 2.977001404s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:17.365402Z","caller":"traceutil/trace.go:171","msg":"trace[782467215] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3051; }","duration":"28.744781999s","start":"2026-04-03T02:38:48.620601Z","end":"2026-04-03T02:39:17.365383Z","steps":["trace[782467215] 'agreement among raft nodes before linearized reading' (duration: 28.744663186s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:17.366489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:14.38836Z","time spent":"2.978071242s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":571,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:17.365409Z","caller":"traceutil/trace.go:171","msg":"trace[676158389] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3051; }","duration":"28.418632514s","start":"2026-04-03T02:38:48.94676Z","end":"2026-04-03T02:39:17.365392Z","steps":["trace[676158389] 'agreement among raft nodes before linearized reading' (duration: 28.418418589s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:17.366561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:48.620575Z","time spent":"28.745959869s","remote":"127.0.0.1:33124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:17.366597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:48.946732Z","time spent":"28.419843545s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:17.365313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.966749138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:17.365463Z","caller":"traceutil/trace.go:171","msg":"trace[1007011005] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:3051; }","duration":"27.831776663s","start":"2026-04-03T02:38:49.53367Z","end":"2026-04-03T02:39:17.365446Z","steps":["trace[1007011005] 'agreement among raft nodes before linearized reading' (duration: 27.83165786s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:17.366675Z","caller":"traceutil/trace.go:171","msg":"trace[1137838067] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:3051; }","duration":"31.968154183s","start":"2026-04-03T02:38:45.398502Z","end":"2026-04-03T02:39:17.366657Z","steps":["trace[1137838067] 'agreement among raft nodes before linearized reading' (duration: 31.966755118s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:17.366702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:49.533608Z","time spent":"27.833082446s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:17.36672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:45.39848Z","time spent":"31.968225915s","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:17.365523Z","caller":"traceutil/trace.go:171","msg":"trace[2087971687] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:3051; }","duration":"26.826581525s","start":"2026-04-03T02:38:50.538932Z","end":"2026-04-03T02:39:17.365514Z","steps":["trace[2087971687] 'agreement among raft nodes before linearized reading' (duration: 26.826500882s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:17.366814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:50.538881Z","time spent":"26.827913768s","remote":"127.0.0.1:33220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:17.365573Z","caller":"traceutil/trace.go:171","msg":"trace[423000367] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3051; }","duration":"29.63403014s","start":"2026-04-03T02:38:47.731535Z","end":"2026-04-03T02:39:17.365565Z","steps":["trace[423000367] 'agreement among raft nodes before linearized reading' (duration: 29.633662121s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:17.366903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:47.731471Z","time spent":"29.635418465s","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:17.365558Z","caller":"traceutil/trace.go:171","msg":"trace[97624514] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3051; }","duration":"28.805687864s","start":"2026-04-03T02:38:48.559857Z","end":"2026-04-03T02:39:17.365545Z","steps":["trace[97624514] 'agreement among raft nodes before linearized reading' (duration: 28.80551272s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:17.366992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:48.559834Z","time spent":"28.807145562s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-03T02:39:17.365579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:47.63452Z","time spent":"29.731046686s","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:17.365883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.647252259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:17.367126Z","caller":"traceutil/trace.go:171","msg":"trace[1629934151] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3051; }","duration":"28.648532172s","start":"2026-04-03T02:38:48.718577Z","end":"2026-04-03T02:39:17.367109Z","steps":["trace[1629934151] 'agreement among raft nodes before linearized reading' (duration: 28.646745957s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:17.367178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:48.71856Z","time spent":"28.648603174s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:17.365557Z","caller":"traceutil/trace.go:171","msg":"trace[1025856992] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:3051; }","duration":"27.989614993s","start":"2026-04-03T02:38:49.375932Z","end":"2026-04-03T02:39:17.365547Z","steps":["trace[1025856992] 'agreement among raft nodes before linearized reading' (duration: 27.989507861s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:17.367269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:49.375913Z","time spent":"27.991337356s","remote":"127.0.0.1:47608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:17.865437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983087,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:18.365844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983087,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:18.630988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000785704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:39:18.631115Z","caller":"traceutil/trace.go:171","msg":"trace[601413560] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000962298s","start":"2026-04-03T02:39:16.63013Z","end":"2026-04-03T02:39:18.631092Z","steps":["trace[601413560] 'agreement among raft nodes before linearized reading' (duration: 2.000813574s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:18.631174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:16.630114Z","time spent":"2.001047481s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:39:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:39:18.86638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983087,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:19.366882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983087,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:19.545415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999669403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:39:19.545527Z","caller":"traceutil/trace.go:171","msg":"trace[1930146892] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"9.999827246s","start":"2026-04-03T02:39:09.545674Z","end":"2026-04-03T02:39:19.545501Z","steps":["trace[1930146892] 'agreement among raft nodes before linearized reading' (duration: 9.999681513s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:19.545583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:09.545664Z","time spent":"9.999909629s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/04/03 02:39:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:39:19.867254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983087,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:20.367977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983087,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:20.529139Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.229088057s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:39:20.529608Z","caller":"traceutil/trace.go:171","msg":"trace[1205870050] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3051; }","duration":"5.204665421s","start":"2026-04-03T02:39:15.324918Z","end":"2026-04-03T02:39:20.529583Z","steps":["trace[1205870050] 'process raft request' (duration: 5.204516567s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:20.529766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:15.32489Z","time spent":"5.204791313s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":722,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:20.631908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000391344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:39:20.632009Z","caller":"traceutil/trace.go:171","msg":"trace[1987160928] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000543768s","start":"2026-04-03T02:39:18.631443Z","end":"2026-04-03T02:39:20.631987Z","steps":["trace[1987160928] 'agreement among raft nodes before linearized reading' (duration: 2.000425675s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:20.632064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:18.631425Z","time spent":"2.00062746s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:39:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:39:21.271834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.238067219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:39:21.271988Z","caller":"traceutil/trace.go:171","msg":"trace[1479012511] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"6.238263804s","start":"2026-04-03T02:39:15.033704Z","end":"2026-04-03T02:39:21.271968Z","steps":["trace[1479012511] 'agreement among raft nodes before linearized reading' (duration: 6.2380936s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:21.272062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:15.033683Z","time spent":"6.238365707s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} 2026/04/03 02:39:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:39:22.637624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000303272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:39:22.63771Z","caller":"traceutil/trace.go:171","msg":"trace[304446465] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000447976s","start":"2026-04-03T02:39:20.637239Z","end":"2026-04-03T02:39:22.637687Z","steps":["trace[304446465] 'agreement among raft nodes before linearized reading' (duration: 2.000338843s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:22.637757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:20.637194Z","time spent":"2.000553168s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:24.275948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:17.370911Z","time spent":"6.905029314s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 02:39:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:39:24.373479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:17.373133Z","time spent":"7.000334168s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T02:39:24.381777Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.8523788s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:39:24.382396Z","caller":"traceutil/trace.go:171","msg":"trace[372724757] linearizableReadLoop","detail":"{readStateIndex:3196; appliedIndex:3193; }","duration":"7.017132817s","start":"2026-04-03T02:39:17.365231Z","end":"2026-04-03T02:39:24.382364Z","steps":["trace[372724757] 'read index received' (duration: 3.164209533s)","trace[372724757] 'applied index is now lower than readState.Index' (duration: 3.852921244s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:24.382511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.647128279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:24.382593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.162759363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:24.382616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.250169648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:24.382685Z","caller":"traceutil/trace.go:171","msg":"trace[1805401923] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3053; }","duration":"27.25027325s","start":"2026-04-03T02:38:57.132396Z","end":"2026-04-03T02:39:24.382669Z","steps":["trace[1805401923] 'agreement among raft nodes before linearized reading' (duration: 27.250107136s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.382674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.802787408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:39:24.382722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:57.132297Z","time spent":"27.250416893s","remote":"127.0.0.1:52546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:24.382732Z","caller":"traceutil/trace.go:171","msg":"trace[2096467226] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:3053; }","duration":"22.802893461s","start":"2026-04-03T02:39:01.579824Z","end":"2026-04-03T02:39:24.382718Z","steps":["trace[2096467226] 'agreement among raft nodes before linearized reading' (duration: 22.802756677s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.382779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:01.579778Z","time spent":"22.802989563s","remote":"127.0.0.1:35046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":19,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:24.382788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.63468196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:39:24.382831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.356078699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-03T02:39:24.382864Z","caller":"traceutil/trace.go:171","msg":"trace[1734326332] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3053; }","duration":"31.356156601s","start":"2026-04-03T02:38:53.026697Z","end":"2026-04-03T02:39:24.382854Z","steps":["trace[1734326332] 'agreement among raft nodes before linearized reading' (duration: 31.355965136s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.382901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:53.026673Z","time spent":"31.356220313s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-04-03T02:39:24.38284Z","caller":"traceutil/trace.go:171","msg":"trace[986103241] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:3053; }","duration":"28.634781472s","start":"2026-04-03T02:38:55.748042Z","end":"2026-04-03T02:39:24.382824Z","steps":["trace[986103241] 'agreement among raft nodes before linearized reading' (duration: 28.63470059s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.382958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:55.748016Z","time spent":"28.634924486s","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:24.382961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.614907258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:24.383024Z","caller":"traceutil/trace.go:171","msg":"trace[1727486242] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3053; }","duration":"7.615031631s","start":"2026-04-03T02:39:16.767979Z","end":"2026-04-03T02:39:24.383011Z","steps":["trace[1727486242] 'agreement among raft nodes before linearized reading' (duration: 7.614884217s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.383034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.929215022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:24.383107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.119743071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:24.383121Z","caller":"traceutil/trace.go:171","msg":"trace[1625971321] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3053; }","duration":"23.929340525s","start":"2026-04-03T02:39:00.453758Z","end":"2026-04-03T02:39:24.383098Z","steps":["trace[1625971321] 'agreement among raft nodes before linearized reading' (duration: 23.929216442s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:24.383138Z","caller":"traceutil/trace.go:171","msg":"trace[1722325013] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3053; }","duration":"9.119805703s","start":"2026-04-03T02:39:15.263321Z","end":"2026-04-03T02:39:24.383127Z","steps":["trace[1722325013] 'agreement among raft nodes before linearized reading' (duration: 9.119763752s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.383157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:15.2633Z","time spent":"9.119851935s","remote":"127.0.0.1:47580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:24.383154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.35690364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2b812040-e888-44f1-8101-343c302b5e90\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-04-03T02:39:24.383169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:00.453734Z","time spent":"23.929421178s","remote":"127.0.0.1:52322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:24.383188Z","caller":"traceutil/trace.go:171","msg":"trace[720190670] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2b812040-e888-44f1-8101-343c302b5e90; range_end:; response_count:1; response_revision:3053; }","duration":"31.356961182s","start":"2026-04-03T02:38:53.026217Z","end":"2026-04-03T02:39:24.383178Z","steps":["trace[720190670] 'agreement among raft nodes before linearized reading' (duration: 31.35687065s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.3832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.320890041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:39:24.383217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:53.026202Z","time spent":"31.357008454s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-2b812040-e888-44f1-8101-343c302b5e90\" "} {"level":"warn","ts":"2026-04-03T02:39:24.383214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.356846679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:24.383246Z","caller":"traceutil/trace.go:171","msg":"trace[927505967] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3053; }","duration":"17.320990674s","start":"2026-04-03T02:39:07.062243Z","end":"2026-04-03T02:39:24.383234Z","steps":["trace[927505967] 'agreement among raft nodes before linearized reading' (duration: 17.320900341s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:24.383264Z","caller":"traceutil/trace.go:171","msg":"trace[1098164677] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:0; response_revision:3053; }","duration":"24.356932181s","start":"2026-04-03T02:39:00.026314Z","end":"2026-04-03T02:39:24.383246Z","steps":["trace[1098164677] 'agreement among raft nodes before linearized reading' (duration: 24.356853179s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.383267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.422173459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:39:24.383286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:07.062222Z","time spent":"17.321055316s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:24.383302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.508225078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:39:24.383301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.106099698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:24.383334Z","caller":"traceutil/trace.go:171","msg":"trace[148693500] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3053; }","duration":"22.50829148s","start":"2026-04-03T02:39:01.875035Z","end":"2026-04-03T02:39:24.383327Z","steps":["trace[148693500] 'agreement among raft nodes before linearized reading' (duration: 22.508241259s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.383356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:01.87501Z","time spent":"22.508339362s","remote":"127.0.0.1:33138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:24.383347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.661550276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:39:24.383367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.659320765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:39:24.383405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.195040906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:24.383393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.534400611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:24.383428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.352181719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-03T02:39:24.383432Z","caller":"traceutil/trace.go:171","msg":"trace[1356456087] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:3053; }","duration":"18.195103077s","start":"2026-04-03T02:39:06.188323Z","end":"2026-04-03T02:39:24.383426Z","steps":["trace[1356456087] 'agreement among raft nodes before linearized reading' (duration: 18.195066387s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.383451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.696332899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:24.383462Z","caller":"traceutil/trace.go:171","msg":"trace[223268120] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d; range_end:; response_count:1; response_revision:3053; }","duration":"24.35221413s","start":"2026-04-03T02:39:00.031237Z","end":"2026-04-03T02:39:24.383452Z","steps":["trace[223268120] 'agreement among raft nodes before linearized reading' (duration: 24.352086557s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:24.383454Z","caller":"traceutil/trace.go:171","msg":"trace[136277537] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3053; }","duration":"24.534466073s","start":"2026-04-03T02:38:59.848972Z","end":"2026-04-03T02:39:24.383438Z","steps":["trace[136277537] 'agreement among raft nodes before linearized reading' (duration: 24.5343736s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:24.38348Z","caller":"traceutil/trace.go:171","msg":"trace[2131939331] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3053; }","duration":"9.69636102s","start":"2026-04-03T02:39:14.68711Z","end":"2026-04-03T02:39:24.383471Z","steps":["trace[2131939331] 'agreement among raft nodes before linearized reading' (duration: 9.696316048s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.383519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:00.031199Z","time spent":"24.352312333s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d\" "} {"level":"warn","ts":"2026-04-03T02:39:24.383523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.325533778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:24.383517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.767193067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:24.383547Z","caller":"traceutil/trace.go:171","msg":"trace[272477863] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3053; }","duration":"18.32566174s","start":"2026-04-03T02:39:06.05788Z","end":"2026-04-03T02:39:24.383542Z","steps":["trace[272477863] 'agreement among raft nodes before linearized reading' (duration: 18.325603479s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.383543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:59.848916Z","time spent":"24.534610536s","remote":"127.0.0.1:33338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:24.383465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:06.188302Z","time spent":"18.195157859s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:24.383554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:14.687054Z","time spent":"9.696485693s","remote":"127.0.0.1:52448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:24.383564Z","caller":"traceutil/trace.go:171","msg":"trace[303138627] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3053; }","duration":"16.767323521s","start":"2026-04-03T02:39:07.616226Z","end":"2026-04-03T02:39:24.383549Z","steps":["trace[303138627] 'agreement among raft nodes before linearized reading' (duration: 16.767216478s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.383609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.233814473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:24.383633Z","caller":"traceutil/trace.go:171","msg":"trace[1048038056] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:3053; }","duration":"19.233873445s","start":"2026-04-03T02:39:05.149755Z","end":"2026-04-03T02:39:24.383629Z","steps":["trace[1048038056] 'agreement among raft nodes before linearized reading' (duration: 19.233824553s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.383636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.975876033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:39:24.38363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.061200918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:24.38365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:05.149733Z","time spent":"19.233912745s","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":22,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:24.38366Z","caller":"traceutil/trace.go:171","msg":"trace[1855190519] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3053; }","duration":"20.975929944s","start":"2026-04-03T02:39:03.407723Z","end":"2026-04-03T02:39:24.383653Z","steps":["trace[1855190519] 'agreement among raft nodes before linearized reading' (duration: 20.975889123s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:24.383669Z","caller":"traceutil/trace.go:171","msg":"trace[2061086983] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:3053; }","duration":"25.0612805s","start":"2026-04-03T02:38:59.322379Z","end":"2026-04-03T02:39:24.383659Z","steps":["trace[2061086983] 'agreement among raft nodes before linearized reading' (duration: 25.061217509s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.383707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.98662848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:24.383407Z","caller":"traceutil/trace.go:171","msg":"trace[2038448974] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:3053; }","duration":"9.659396197s","start":"2026-04-03T02:39:14.724001Z","end":"2026-04-03T02:39:24.383398Z","steps":["trace[2038448974] 'agreement among raft nodes before linearized reading' (duration: 9.659336275s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.383723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:59.322357Z","time spent":"25.061344771s","remote":"127.0.0.1:33254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:24.383734Z","caller":"traceutil/trace.go:171","msg":"trace[973727893] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:3053; }","duration":"19.986651791s","start":"2026-04-03T02:39:04.397074Z","end":"2026-04-03T02:39:24.383726Z","steps":["trace[973727893] 'agreement among raft nodes before linearized reading' (duration: 19.98661821s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.383752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:04.397023Z","time spent":"19.986724963s","remote":"127.0.0.1:47324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:24.383064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.040850053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-03T02:39:24.383786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.011610844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:24.382703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.277718059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:24.383242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.116565851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:39:24.38368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:03.407707Z","time spent":"20.975967735s","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:24.383837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.96881451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T02:39:24.383871Z","caller":"traceutil/trace.go:171","msg":"trace[1890635255] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3053; }","duration":"15.117240778s","start":"2026-04-03T02:39:09.266624Z","end":"2026-04-03T02:39:24.383865Z","steps":["trace[1890635255] 'agreement among raft nodes before linearized reading' (duration: 15.116572702s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.383893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:09.266602Z","time spent":"15.11728379s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:24.383891Z","caller":"traceutil/trace.go:171","msg":"trace[585332938] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3053; }","duration":"24.968898522s","start":"2026-04-03T02:38:59.41498Z","end":"2026-04-03T02:39:24.383878Z","steps":["trace[585332938] 'agreement among raft nodes before linearized reading' (duration: 24.968583274s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.383605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:07.616194Z","time spent":"16.767400002s","remote":"127.0.0.1:33260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:24.383303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:00.026289Z","time spent":"24.357004792s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"info","ts":"2026-04-03T02:39:24.383357Z","caller":"traceutil/trace.go:171","msg":"trace[422274142] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:3053; }","duration":"14.106152769s","start":"2026-04-03T02:39:10.277189Z","end":"2026-04-03T02:39:24.383341Z","steps":["trace[422274142] 'agreement among raft nodes before linearized reading' (duration: 14.106082198s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:24.382596Z","caller":"traceutil/trace.go:171","msg":"trace[1582735900] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3053; }","duration":"24.647267272s","start":"2026-04-03T02:38:59.735312Z","end":"2026-04-03T02:39:24.38258Z","steps":["trace[1582735900] 'agreement among raft nodes before linearized reading' (duration: 24.647125278s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.384017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:59.73529Z","time spent":"24.648712869s","remote":"127.0.0.1:33326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:24.382519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.261650207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:39:24.3831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.365315824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:24.384088Z","caller":"traceutil/trace.go:171","msg":"trace[1352423031] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3053; }","duration":"21.263268829s","start":"2026-04-03T02:39:03.120801Z","end":"2026-04-03T02:39:24.38407Z","steps":["trace[1352423031] 'agreement among raft nodes before linearized reading' (duration: 21.261595775s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:24.384155Z","caller":"traceutil/trace.go:171","msg":"trace[2114002460] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3053; }","duration":"21.366353809s","start":"2026-04-03T02:39:03.017746Z","end":"2026-04-03T02:39:24.3841Z","steps":["trace[2114002460] 'agreement among raft nodes before linearized reading' (duration: 21.365301843s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.384203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:03.017728Z","time spent":"21.366460543s","remote":"127.0.0.1:33236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:24.382642Z","caller":"traceutil/trace.go:171","msg":"trace[452418689] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:3053; }","duration":"28.162866236s","start":"2026-04-03T02:38:56.219764Z","end":"2026-04-03T02:39:24.38263Z","steps":["trace[452418689] 'agreement among raft nodes before linearized reading' (duration: 28.162759984s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.384339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:56.219742Z","time spent":"28.164570589s","remote":"127.0.0.1:33212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:24.384296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.791750717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:24.384156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:03.120787Z","time spent":"21.26333607s","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:24.38402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:10.277157Z","time spent":"14.106842567s","remote":"127.0.0.1:52318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:24.383068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:16.767957Z","time spent":"7.615102912s","remote":"127.0.0.1:39702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:24.383316Z","caller":"traceutil/trace.go:171","msg":"trace[1356943234] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:3053; }","duration":"10.422285811s","start":"2026-04-03T02:39:13.961017Z","end":"2026-04-03T02:39:24.383302Z","steps":["trace[1356943234] 'agreement among raft nodes before linearized reading' (duration: 10.422155128s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.38464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:13.960994Z","time spent":"10.423626305s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":24,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:24.383372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.75916467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:24.383407Z","caller":"traceutil/trace.go:171","msg":"trace[1055114575] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3053; }","duration":"21.661650649s","start":"2026-04-03T02:39:02.721742Z","end":"2026-04-03T02:39:24.383392Z","steps":["trace[1055114575] 'agreement among raft nodes before linearized reading' (duration: 21.661553506s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.383566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:06.057859Z","time spent":"18.325702562s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:24.383751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:14.723979Z","time spent":"9.659762535s","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":6,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:24.384701Z","caller":"traceutil/trace.go:171","msg":"trace[1032128959] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:3053; }","duration":"17.760531024s","start":"2026-04-03T02:39:06.624156Z","end":"2026-04-03T02:39:24.384687Z","steps":["trace[1032128959] 'agreement among raft nodes before linearized reading' (duration: 17.75917418s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:24.383812Z","caller":"traceutil/trace.go:171","msg":"trace[1582629469] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:3053; }","duration":"21.011694726s","start":"2026-04-03T02:39:03.372107Z","end":"2026-04-03T02:39:24.383802Z","steps":["trace[1582629469] 'agreement among raft nodes before linearized reading' (duration: 21.011657475s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.384747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:06.624131Z","time spent":"17.760601686s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":30,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:24.384793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:02.721722Z","time spent":"21.663052953s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:24.384817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:03.372086Z","time spent":"21.012678541s","remote":"127.0.0.1:52428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:24.383796Z","caller":"traceutil/trace.go:171","msg":"trace[642682731] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:3053; }","duration":"27.041606542s","start":"2026-04-03T02:38:57.342173Z","end":"2026-04-03T02:39:24.383779Z","steps":["trace[642682731] 'agreement among raft nodes before linearized reading' (duration: 27.040803902s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.384979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:57.34215Z","time spent":"27.042780592s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-04-03T02:39:24.383847Z","caller":"traceutil/trace.go:171","msg":"trace[442197008] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:3053; }","duration":"31.27890742s","start":"2026-04-03T02:38:53.104926Z","end":"2026-04-03T02:39:24.383833Z","steps":["trace[442197008] 'agreement among raft nodes before linearized reading' (duration: 31.277710819s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.383936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:59.414967Z","time spent":"24.968955194s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":324,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:24.385278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:53.104909Z","time spent":"31.28014781s","remote":"127.0.0.1:47458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:24.385371Z","caller":"traceutil/trace.go:171","msg":"trace[448756931] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3053; }","duration":"25.793031341s","start":"2026-04-03T02:38:58.592319Z","end":"2026-04-03T02:39:24.38535Z","steps":["trace[448756931] 'agreement among raft nodes before linearized reading' (duration: 25.790803664s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.38545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:58.592308Z","time spent":"25.793125263s","remote":"127.0.0.1:33294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:24.638378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999857201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:39:24.638478Z","caller":"traceutil/trace.go:171","msg":"trace[228216297] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000013895s","start":"2026-04-03T02:39:22.638435Z","end":"2026-04-03T02:39:24.638449Z","steps":["trace[228216297] 'agreement among raft nodes before linearized reading' (duration: 1.999887792s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.638559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:22.638414Z","time spent":"2.000126748s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:39:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:39:24.883554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:26.240208Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.074205019s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:39:26.647925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000906168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:39:26.648006Z","caller":"traceutil/trace.go:171","msg":"trace[1435470474] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001034231s","start":"2026-04-03T02:39:24.646954Z","end":"2026-04-03T02:39:26.647988Z","steps":["trace[1435470474] 'agreement among raft nodes before linearized reading' (duration: 2.000934779s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:26.648054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:24.646936Z","time spent":"2.001107793s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:39:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:39:27.369315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999392729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:39:27.369398Z","caller":"traceutil/trace.go:171","msg":"trace[1034179670] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999524473s","start":"2026-04-03T02:39:17.369855Z","end":"2026-04-03T02:39:27.369379Z","steps":["trace[1034179670] 'agreement among raft nodes before linearized reading' (duration: 9.99941883s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:27.369447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:17.369837Z","time spent":"9.999599905s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/04/03 02:39:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:39:28.64805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999858834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:39:28.648135Z","caller":"traceutil/trace.go:171","msg":"trace[1982053636] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000003818s","start":"2026-04-03T02:39:26.648111Z","end":"2026-04-03T02:39:28.648115Z","steps":["trace[1982053636] 'agreement among raft nodes before linearized reading' (duration: 1.999900186s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:28.648183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:26.648088Z","time spent":"2.00008539s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:39:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:39:29.181225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999919564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:39:29.181319Z","caller":"traceutil/trace.go:171","msg":"trace[935292728] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000064229s","start":"2026-04-03T02:39:27.181232Z","end":"2026-04-03T02:39:29.181296Z","steps":["trace[935292728] 'agreement among raft nodes before linearized reading' (duration: 1.999951595s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:29.181401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:27.18121Z","time spent":"2.000177152s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:29.54605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999121518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:39:29.546149Z","caller":"traceutil/trace.go:171","msg":"trace[1735396825] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"9.999296712s","start":"2026-04-03T02:39:19.54683Z","end":"2026-04-03T02:39:29.546127Z","steps":["trace[1735396825] 'agreement among raft nodes before linearized reading' (duration: 9.999158018s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:29.546213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:19.54681Z","time spent":"9.999385075s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-03T02:39:29.948733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.782689701s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:540"} {"level":"info","ts":"2026-04-03T02:39:29.948861Z","caller":"traceutil/trace.go:171","msg":"trace[697094891] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3053; }","duration":"5.671355682s","start":"2026-04-03T02:39:24.277487Z","end":"2026-04-03T02:39:29.948843Z","steps":["trace[697094891] 'process raft request' (duration: 888.483675ms)","trace[697094891] 'compare' (duration: 4.78261387s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:29.948918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:24.277471Z","time spent":"5.671419944s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":57,"response count":0,"response size":564,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:29.948408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.728677354s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:29.949797Z","caller":"traceutil/trace.go:171","msg":"trace[1103620149] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3053; }","duration":"3.730072319s","start":"2026-04-03T02:39:26.219699Z","end":"2026-04-03T02:39:29.949771Z","steps":["trace[1103620149] 'range keys from in-memory index tree' (duration: 3.728659343s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:29.950073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:24.384981Z","time spent":"5.565087009s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T02:39:29.950385Z","caller":"traceutil/trace.go:171","msg":"trace[453549476] linearizableReadLoop","detail":"{readStateIndex:3199; appliedIndex:3196; }","duration":"5.567883769s","start":"2026-04-03T02:39:24.382482Z","end":"2026-04-03T02:39:29.950366Z","steps":["trace[453549476] 'read index received' (duration: 783.502785ms)","trace[453549476] 'applied index is now lower than readState.Index' (duration: 4.784379674s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:29.950594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:24.386767Z","time spent":"5.563823147s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T02:39:29.951044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.798384579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:29.951106Z","caller":"traceutil/trace.go:171","msg":"trace[68991166] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3053; }","duration":"10.798486051s","start":"2026-04-03T02:39:19.152605Z","end":"2026-04-03T02:39:29.951091Z","steps":["trace[68991166] 'agreement among raft nodes before linearized reading' (duration: 10.798378099s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:29.951311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:19.152584Z","time spent":"10.798647536s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:29.951636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.432858644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:39:29.951674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.004998974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:29.951707Z","caller":"traceutil/trace.go:171","msg":"trace[590923620] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:3053; }","duration":"12.432983297s","start":"2026-04-03T02:39:17.51871Z","end":"2026-04-03T02:39:29.951693Z","steps":["trace[590923620] 'agreement among raft nodes before linearized reading' (duration: 12.432828192s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:29.951745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.574649812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"warn","ts":"2026-04-03T02:39:29.951654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.631266266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:29.951749Z","caller":"traceutil/trace.go:171","msg":"trace[767421426] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:3053; }","duration":"11.005105677s","start":"2026-04-03T02:39:18.946618Z","end":"2026-04-03T02:39:29.951724Z","steps":["trace[767421426] 'agreement among raft nodes before linearized reading' (duration: 11.004987924s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:29.951759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.677807367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-03T02:39:29.951183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.416978376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-04-03T02:39:29.951821Z","caller":"traceutil/trace.go:171","msg":"trace[302991876] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3053; }","duration":"8.67791149s","start":"2026-04-03T02:39:21.273895Z","end":"2026-04-03T02:39:29.951806Z","steps":["trace[302991876] 'agreement among raft nodes before linearized reading' (duration: 8.677743506s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:29.951816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:18.9466Z","time spent":"11.005198949s","remote":"127.0.0.1:33280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:29.951855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:21.273877Z","time spent":"8.677971762s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:39:29.951844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.205402175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:29.951841Z","caller":"traceutil/trace.go:171","msg":"trace[1921158339] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:3053; }","duration":"9.417825127s","start":"2026-04-03T02:39:20.533996Z","end":"2026-04-03T02:39:29.951821Z","steps":["trace[1921158339] 'agreement among raft nodes before linearized reading' (duration: 9.416708099s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:29.951869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.564647288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"warn","ts":"2026-04-03T02:39:29.95175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:17.51869Z","time spent":"12.433048648s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":22,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:29.952163Z","caller":"traceutil/trace.go:171","msg":"trace[1460761456] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3053; }","duration":"5.565093868s","start":"2026-04-03T02:39:24.387047Z","end":"2026-04-03T02:39:29.952141Z","steps":["trace[1460761456] 'agreement among raft nodes before linearized reading' (duration: 5.564506543s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:29.952193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335980918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:29.95223Z","caller":"traceutil/trace.go:171","msg":"trace[676001461] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3053; }","duration":"1.33605969s","start":"2026-04-03T02:39:28.61616Z","end":"2026-04-03T02:39:29.95222Z","steps":["trace[676001461] 'agreement among raft nodes before linearized reading' (duration: 1.335972988s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:29.952276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:28.61614Z","time spent":"1.336126532s","remote":"127.0.0.1:34998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":15,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:29.952284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:20.533977Z","time spent":"9.417953991s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":711,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-03T02:39:29.952365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296580554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:29.9524Z","caller":"traceutil/trace.go:171","msg":"trace[930587606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3053; }","duration":"1.296647936s","start":"2026-04-03T02:39:28.655741Z","end":"2026-04-03T02:39:29.952389Z","steps":["trace[930587606] 'agreement among raft nodes before linearized reading' (duration: 1.296600514s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:29.952412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.858235375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:29.951921Z","caller":"traceutil/trace.go:171","msg":"trace[1929192008] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3053; }","duration":"6.205531327s","start":"2026-04-03T02:39:23.74637Z","end":"2026-04-03T02:39:29.951901Z","steps":["trace[1929192008] 'agreement among raft nodes before linearized reading' (duration: 6.205387574s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:29.952462Z","caller":"traceutil/trace.go:171","msg":"trace[1989574851] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:3053; }","duration":"3.858321547s","start":"2026-04-03T02:39:26.094123Z","end":"2026-04-03T02:39:29.952445Z","steps":["trace[1989574851] 'agreement among raft nodes before linearized reading' (duration: 3.858252255s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:29.952466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.924400701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:29.952507Z","caller":"traceutil/trace.go:171","msg":"trace[405014339] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:3053; }","duration":"4.924481002s","start":"2026-04-03T02:39:25.028015Z","end":"2026-04-03T02:39:29.952496Z","steps":["trace[405014339] 'agreement among raft nodes before linearized reading' (duration: 4.92440645s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:29.952508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:26.094093Z","time spent":"3.858400699s","remote":"127.0.0.1:33248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:29.952537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.563956689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-03T02:39:29.952557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.381534693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-04-03T02:39:29.952595Z","caller":"traceutil/trace.go:171","msg":"trace[1896921521] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:3053; }","duration":"2.381607115s","start":"2026-04-03T02:39:27.570981Z","end":"2026-04-03T02:39:29.952588Z","steps":["trace[1896921521] 'agreement among raft nodes before linearized reading' (duration: 2.381527343s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:29.952603Z","caller":"traceutil/trace.go:171","msg":"trace[1062324452] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:3053; }","duration":"5.564032681s","start":"2026-04-03T02:39:24.388553Z","end":"2026-04-03T02:39:29.952586Z","steps":["trace[1062324452] 'agreement among raft nodes before linearized reading' (duration: 5.563877598s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:29.952657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:24.388546Z","time spent":"5.564098533s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-04-03T02:39:29.951785Z","caller":"traceutil/trace.go:171","msg":"trace[524021338] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3053; }","duration":"5.574726324s","start":"2026-04-03T02:39:24.377048Z","end":"2026-04-03T02:39:29.951774Z","steps":["trace[524021338] 'agreement among raft nodes before linearized reading' (duration: 5.574635352s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:29.952707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:24.377025Z","time spent":"5.575673088s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-03T02:39:29.952703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977259343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:39:29.952615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:27.570958Z","time spent":"2.381652855s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-04-03T02:39:29.952843Z","caller":"traceutil/trace.go:171","msg":"trace[403513901] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:3053; }","duration":"1.977485679s","start":"2026-04-03T02:39:27.975293Z","end":"2026-04-03T02:39:29.952779Z","steps":["trace[403513901] 'agreement among raft nodes before linearized reading' (duration: 1.977037018s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:29.952841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.949838006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:29.95297Z","caller":"traceutil/trace.go:171","msg":"trace[1169145237] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:3053; }","duration":"6.950893184s","start":"2026-04-03T02:39:23.002059Z","end":"2026-04-03T02:39:29.952952Z","steps":["trace[1169145237] 'agreement among raft nodes before linearized reading' (duration: 6.949868028s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:29.952501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:23.746349Z","time spent":"6.206123913s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:29.952934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.802516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:39:29.95306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:27.975273Z","time spent":"1.977621512s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:29.953039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:23.002029Z","time spent":"6.950990695s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:29.95223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:24.38704Z","time spent":"5.565172481s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-03T02:39:29.951786Z","caller":"traceutil/trace.go:171","msg":"trace[783884451] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:3053; }","duration":"6.6314429s","start":"2026-04-03T02:39:23.320335Z","end":"2026-04-03T02:39:29.951778Z","steps":["trace[783884451] 'agreement among raft nodes before linearized reading' (duration: 6.631273026s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:29.953081Z","caller":"traceutil/trace.go:171","msg":"trace[796861377] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3053; }","duration":"478.145575ms","start":"2026-04-03T02:39:29.474917Z","end":"2026-04-03T02:39:29.953063Z","steps":["trace[796861377] 'agreement among raft nodes before linearized reading' (duration: 477.280424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:29.95329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:23.320313Z","time spent":"6.632959538s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":4,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:29.952077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.965409181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:29.953577Z","caller":"traceutil/trace.go:171","msg":"trace[869961669] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:3053; }","duration":"11.967173095s","start":"2026-04-03T02:39:17.986374Z","end":"2026-04-03T02:39:29.953547Z","steps":["trace[869961669] 'agreement among raft nodes before linearized reading' (duration: 11.965431622s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:29.95367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:17.986341Z","time spent":"11.967290948s","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:29.951829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.729666002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:29.953748Z","caller":"traceutil/trace.go:171","msg":"trace[1547634229] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3053; }","duration":"8.731617s","start":"2026-04-03T02:39:21.222115Z","end":"2026-04-03T02:39:29.953732Z","steps":["trace[1547634229] 'agreement among raft nodes before linearized reading' (duration: 8.729688142s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:29.952324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.270255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:29.9539Z","caller":"traceutil/trace.go:171","msg":"trace[1858212328] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:3053; }","duration":"781.884066ms","start":"2026-04-03T02:39:29.172002Z","end":"2026-04-03T02:39:29.953887Z","steps":["trace[1858212328] 'agreement among raft nodes before linearized reading' (duration: 780.259995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:29.953944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:29.171979Z","time spent":"781.946957ms","remote":"127.0.0.1:47316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:29.952425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:28.655717Z","time spent":"1.296703476s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:29.952552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:25.027995Z","time spent":"4.924548344s","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:29.954079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:29.474901Z","time spent":"478.529814ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:29.954804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:21.222092Z","time spent":"8.731690002s","remote":"127.0.0.1:52472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} 2026/04/03 02:39:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:39:30.878626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:30.509944Z","time spent":"368.674289ms","remote":"127.0.0.1:50130","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T02:39:30.879568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.679073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:30.879719Z","caller":"traceutil/trace.go:171","msg":"trace[536341361] transaction","detail":"{read_only:false; response_revision:3054; number_of_response:1; }","duration":"928.109268ms","start":"2026-04-03T02:39:29.951581Z","end":"2026-04-03T02:39:30.879691Z","steps":["trace[536341361] 'process raft request' (duration: 216.18013ms)","trace[536341361] 'compare' (duration: 711.087927ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:30.879822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:29.951559Z","time spent":"928.216581ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:31.345428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.877169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:31.345902Z","caller":"traceutil/trace.go:171","msg":"trace[2049244418] transaction","detail":"{read_only:false; response_revision:3058; number_of_response:1; }","duration":"1.388260998s","start":"2026-04-03T02:39:29.957616Z","end":"2026-04-03T02:39:31.345877Z","steps":["trace[2049244418] 'process raft request' (duration: 1.388075123s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:31.34591Z","caller":"traceutil/trace.go:171","msg":"trace[555999669] transaction","detail":"{read_only:false; response_revision:3055; number_of_response:1; }","duration":"1.392606299s","start":"2026-04-03T02:39:29.953267Z","end":"2026-04-03T02:39:31.345873Z","steps":["trace[555999669] 'process raft request' (duration: 1.051185387s)","trace[555999669] 'compare' (duration: 340.739715ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:31.345935Z","caller":"traceutil/trace.go:171","msg":"trace[1053741616] transaction","detail":"{read_only:false; response_revision:3056; number_of_response:1; }","duration":"1.389736575s","start":"2026-04-03T02:39:29.956165Z","end":"2026-04-03T02:39:31.345901Z","steps":["trace[1053741616] 'process raft request' (duration: 1.389385937s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:31.34598Z","caller":"traceutil/trace.go:171","msg":"trace[926816911] linearizableReadLoop","detail":"{readStateIndex:3201; appliedIndex:3199; }","duration":"1.38990382s","start":"2026-04-03T02:39:29.956051Z","end":"2026-04-03T02:39:31.345954Z","steps":["trace[926816911] 'read index received' (duration: 211.725967ms)","trace[926816911] 'applied index is now lower than readState.Index' (duration: 1.178175723s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:31.346019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:29.957609Z","time spent":"1.38835507s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:31.346092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:29.956155Z","time spent":"1.389850569s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:31.346093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:29.953244Z","time spent":"1.392734281s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:31.346164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390098294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:31.346204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.93774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:31.346257Z","caller":"traceutil/trace.go:171","msg":"trace[1704004958] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3059; }","duration":"758.037673ms","start":"2026-04-03T02:39:30.588202Z","end":"2026-04-03T02:39:31.34624Z","steps":["trace[1704004958] 'agreement among raft nodes before linearized reading' (duration: 757.952671ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:31.346258Z","caller":"traceutil/trace.go:171","msg":"trace[923055179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3059; }","duration":"1.390216038s","start":"2026-04-03T02:39:29.956024Z","end":"2026-04-03T02:39:31.34624Z","steps":["trace[923055179] 'agreement among raft nodes before linearized reading' (duration: 1.390057164s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:31.346285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.305385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-04-03T02:39:31.346309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:30.588176Z","time spent":"758.122234ms","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:31.346319Z","caller":"traceutil/trace.go:171","msg":"trace[1232160866] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3059; }","duration":"464.372537ms","start":"2026-04-03T02:39:30.881936Z","end":"2026-04-03T02:39:31.346309Z","steps":["trace[1232160866] 'agreement among raft nodes before linearized reading' (duration: 464.288044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:31.346338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389699185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"warn","ts":"2026-04-03T02:39:31.346348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:30.881919Z","time spent":"464.423017ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T02:39:31.34634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:29.956011Z","time spent":"1.39030422s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:39:31.346375Z","caller":"traceutil/trace.go:171","msg":"trace[1907740773] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3059; }","duration":"1.389749236s","start":"2026-04-03T02:39:29.956615Z","end":"2026-04-03T02:39:31.346365Z","steps":["trace[1907740773] 'agreement among raft nodes before linearized reading' (duration: 1.389665384s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:31.346415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:29.956607Z","time spent":"1.389801107s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-03T02:39:31.346243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390077474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-rvtcb\" ","response":"range_response_count:1 size:4690"} {"level":"info","ts":"2026-04-03T02:39:31.346474Z","caller":"traceutil/trace.go:171","msg":"trace[2056418207] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-rvtcb; range_end:; response_count:1; response_revision:3059; }","duration":"1.390333s","start":"2026-04-03T02:39:29.956124Z","end":"2026-04-03T02:39:31.346457Z","steps":["trace[2056418207] 'agreement among raft nodes before linearized reading' (duration: 1.389974711s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:31.346526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:29.956112Z","time spent":"1.390401253s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4714,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-rvtcb\" "} {"level":"info","ts":"2026-04-03T02:39:31.346937Z","caller":"traceutil/trace.go:171","msg":"trace[318445409] transaction","detail":"{read_only:false; response_revision:3057; number_of_response:1; }","duration":"1.388390521s","start":"2026-04-03T02:39:29.957541Z","end":"2026-04-03T02:39:31.345931Z","steps":["trace[318445409] 'process raft request' (duration: 1.388093594s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:31.347054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:29.957527Z","time spent":"1.389475639s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:32.544544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.369869ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-03T02:39:32.544878Z","caller":"traceutil/trace.go:171","msg":"trace[433920978] linearizableReadLoop","detail":"{readStateIndex:3209; appliedIndex:3205; }","duration":"1.191347686s","start":"2026-04-03T02:39:31.353513Z","end":"2026-04-03T02:39:32.544861Z","steps":["trace[433920978] 'read index received' (duration: 267.637238ms)","trace[433920978] 'applied index is now lower than readState.Index' (duration: 923.709398ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:32.544949Z","caller":"traceutil/trace.go:171","msg":"trace[182910457] transaction","detail":"{read_only:false; response_revision:3062; number_of_response:1; }","duration":"1.191574772s","start":"2026-04-03T02:39:31.353363Z","end":"2026-04-03T02:39:32.544938Z","steps":["trace[182910457] 'process raft request' (duration: 1.191450749s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:32.544933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:31.351967Z","time spent":"1.192937047s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T02:39:32.545031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:31.353353Z","time spent":"1.191619333s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4869,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:32.545234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191700184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:32.544993Z","caller":"traceutil/trace.go:171","msg":"trace[434747929] transaction","detail":"{read_only:false; response_revision:3060; number_of_response:1; }","duration":"1.192452614s","start":"2026-04-03T02:39:31.352452Z","end":"2026-04-03T02:39:32.544905Z","steps":["trace[434747929] 'process raft request' (duration: 1.192210418s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:32.545514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:31.352427Z","time spent":"1.192981596s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:32.54531Z","caller":"traceutil/trace.go:171","msg":"trace[336185952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3062; }","duration":"1.191801887s","start":"2026-04-03T02:39:31.35349Z","end":"2026-04-03T02:39:32.545292Z","steps":["trace[336185952] 'agreement among raft nodes before linearized reading' (duration: 1.191665194s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:32.545526Z","caller":"traceutil/trace.go:171","msg":"trace[69158763] transaction","detail":"{read_only:false; response_revision:3061; number_of_response:1; }","duration":"1.192119945s","start":"2026-04-03T02:39:31.352779Z","end":"2026-04-03T02:39:32.544899Z","steps":["trace[69158763] 'process raft request' (duration: 1.191992462s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:32.545845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:31.352768Z","time spent":"1.192998968s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:32.545906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:31.353483Z","time spent":"1.192100205s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:33.601149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.800755ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:39:33.601446Z","caller":"traceutil/trace.go:171","msg":"trace[1793806167] linearizableReadLoop","detail":"{readStateIndex:3210; appliedIndex:3209; }","duration":"1.056510471s","start":"2026-04-03T02:39:32.544914Z","end":"2026-04-03T02:39:33.601424Z","steps":["trace[1793806167] 'read index received' (duration: 171.392248ms)","trace[1793806167] 'applied index is now lower than readState.Index' (duration: 885.116903ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:33.601634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379825366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:33.601672Z","caller":"traceutil/trace.go:171","msg":"trace[377564339] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3062; }","duration":"1.379917998s","start":"2026-04-03T02:39:32.221742Z","end":"2026-04-03T02:39:33.60166Z","steps":["trace[377564339] 'agreement among raft nodes before linearized reading' (duration: 1.379828156s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:33.601689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666472364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-03T02:39:33.601715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:32.221719Z","time spent":"1.379987479s","remote":"127.0.0.1:35026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:33.601758Z","caller":"traceutil/trace.go:171","msg":"trace[1078346066] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3062; }","duration":"1.666589797s","start":"2026-04-03T02:39:31.93515Z","end":"2026-04-03T02:39:33.60174Z","steps":["trace[1078346066] 'agreement among raft nodes before linearized reading' (duration: 1.666395842s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:33.601794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:31.935129Z","time spent":"1.66665877s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-03T02:39:33.602066Z","caller":"traceutil/trace.go:171","msg":"trace[1759716589] transaction","detail":"{read_only:false; response_revision:3063; number_of_response:1; }","duration":"1.055838105s","start":"2026-04-03T02:39:32.546208Z","end":"2026-04-03T02:39:33.602046Z","steps":["trace[1759716589] 'process raft request' (duration: 1.055084255s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:33.6022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:32.546183Z","time spent":"1.055926856s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:34.447923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.347047793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:34.448023Z","caller":"traceutil/trace.go:171","msg":"trace[262083571] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3063; }","duration":"2.347207836s","start":"2026-04-03T02:39:32.100793Z","end":"2026-04-03T02:39:34.448001Z","steps":["trace[262083571] 'agreement among raft nodes before linearized reading' (duration: 1.50114365s)","trace[262083571] 'count revisions from in-memory index tree' (duration: 845.787919ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:34.448032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898311691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8498d794671\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-04-03T02:39:34.448026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898865454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-slcmx\" ","response":"range_response_count:1 size:5486"} {"level":"warn","ts":"2026-04-03T02:39:34.44807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:32.100737Z","time spent":"2.34731957s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:34.448095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900723662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:34.4481Z","caller":"traceutil/trace.go:171","msg":"trace[2134062404] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b8498d794671; range_end:; response_count:1; response_revision:3063; }","duration":"1.898396022s","start":"2026-04-03T02:39:32.549684Z","end":"2026-04-03T02:39:34.44808Z","steps":["trace[2134062404] 'agreement among raft nodes before linearized reading' (duration: 1.052360667s)","trace[2134062404] 'range keys from in-memory index tree' (duration: 845.879822ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:34.44813Z","caller":"traceutil/trace.go:171","msg":"trace[780379613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3063; }","duration":"1.900799173s","start":"2026-04-03T02:39:32.547319Z","end":"2026-04-03T02:39:34.448119Z","steps":["trace[780379613] 'agreement among raft nodes before linearized reading' (duration: 1.054727517s)","trace[780379613] 'range keys from in-memory index tree' (duration: 846.008295ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:34.448143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:32.549675Z","time spent":"1.898459584s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8498d794671\" "} {"level":"warn","ts":"2026-04-03T02:39:34.448157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:32.547302Z","time spent":"1.900848994s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:39:34.44814Z","caller":"traceutil/trace.go:171","msg":"trace[1280712400] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-slcmx; range_end:; response_count:1; response_revision:3063; }","duration":"1.898981678s","start":"2026-04-03T02:39:32.549105Z","end":"2026-04-03T02:39:34.448087Z","steps":["trace[1280712400] 'agreement among raft nodes before linearized reading' (duration: 1.052944982s)","trace[1280712400] 'range keys from in-memory index tree' (duration: 845.77343ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:34.448193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:32.549094Z","time spent":"1.89908497s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5510,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-slcmx\" "} {"level":"warn","ts":"2026-04-03T02:39:34.448294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.031645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-03T02:39:34.448366Z","caller":"traceutil/trace.go:171","msg":"trace[175252603] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3063; }","duration":"842.168878ms","start":"2026-04-03T02:39:33.606179Z","end":"2026-04-03T02:39:34.448348Z","steps":["trace[175252603] 'range keys from in-memory index tree' (duration: 841.925293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:34.448408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:33.606152Z","time spent":"842.24773ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T02:39:34.448481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.976759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-03T02:39:34.448551Z","caller":"traceutil/trace.go:171","msg":"trace[1016277146] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3063; }","duration":"843.102342ms","start":"2026-04-03T02:39:33.60543Z","end":"2026-04-03T02:39:34.448533Z","steps":["trace[1016277146] 'range keys from in-memory index tree' (duration: 842.735062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:34.448596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:33.605402Z","time spent":"843.185244ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-03T02:39:34.953741Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983123,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:39:34.957942Z","caller":"traceutil/trace.go:171","msg":"trace[144006177] transaction","detail":"{read_only:false; response_revision:3064; number_of_response:1; }","duration":"506.02744ms","start":"2026-04-03T02:39:34.451888Z","end":"2026-04-03T02:39:34.957916Z","steps":["trace[144006177] 'process raft request' (duration: 505.857995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:34.958151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:34.451866Z","time spent":"506.173154ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:36.457545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000218184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:39:36.457637Z","caller":"traceutil/trace.go:171","msg":"trace[1580219256] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000356727s","start":"2026-04-03T02:39:34.457262Z","end":"2026-04-03T02:39:36.457619Z","steps":["trace[1580219256] 'agreement among raft nodes before linearized reading' (duration: 2.000234234s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:36.457708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:34.457251Z","time spent":"2.00043887s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:37.229247Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.271541115s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:39:37.397536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177498226s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:37.39764Z","caller":"traceutil/trace.go:171","msg":"trace[45253408] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3064; }","duration":"1.177608779s","start":"2026-04-03T02:39:36.220012Z","end":"2026-04-03T02:39:37.397621Z","steps":["trace[45253408] 'range keys from in-memory index tree' (duration: 1.177483846s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.398533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.05018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:37.398611Z","caller":"traceutil/trace.go:171","msg":"trace[1531900755] linearizableReadLoop","detail":"{readStateIndex:3213; appliedIndex:3211; }","duration":"2.945880805s","start":"2026-04-03T02:39:34.452716Z","end":"2026-04-03T02:39:37.398597Z","steps":["trace[1531900755] 'read index received' (duration: 504.992593ms)","trace[1531900755] 'applied index is now lower than readState.Index' (duration: 2.440887152s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:37.398831Z","caller":"traceutil/trace.go:171","msg":"trace[1209969986] transaction","detail":"{read_only:false; response_revision:3065; number_of_response:1; }","duration":"2.941351331s","start":"2026-04-03T02:39:34.457449Z","end":"2026-04-03T02:39:37.398801Z","steps":["trace[1209969986] 'process raft request' (duration: 2.771962463s)","trace[1209969986] 'compare' (duration: 168.129956ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:37.398895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.946186664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"warn","ts":"2026-04-03T02:39:37.398895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.122093982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:37.398931Z","caller":"traceutil/trace.go:171","msg":"trace[269519634] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3065; }","duration":"2.946258055s","start":"2026-04-03T02:39:34.452661Z","end":"2026-04-03T02:39:37.398919Z","steps":["trace[269519634] 'agreement among raft nodes before linearized reading' (duration: 2.946114492s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.39897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:34.452641Z","time spent":"2.946323456s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-03T02:39:37.398849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.945888596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:39:37.398972Z","caller":"traceutil/trace.go:171","msg":"trace[1291394379] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3065; }","duration":"2.122189574s","start":"2026-04-03T02:39:35.276765Z","end":"2026-04-03T02:39:37.398955Z","steps":["trace[1291394379] 'agreement among raft nodes before linearized reading' (duration: 2.122047281s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.398848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.679991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:37.398961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436588544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-03T02:39:37.398981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:34.457433Z","time spent":"2.941469864s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5661,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:37.399013Z","caller":"traceutil/trace.go:171","msg":"trace[847834893] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3065; }","duration":"2.94608254s","start":"2026-04-03T02:39:34.452916Z","end":"2026-04-03T02:39:37.398999Z","steps":["trace[847834893] 'agreement among raft nodes before linearized reading' (duration: 2.945882085s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.399017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:35.276685Z","time spent":"2.122321377s","remote":"127.0.0.1:33190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:37.399031Z","caller":"traceutil/trace.go:171","msg":"trace[1792889685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3065; }","duration":"216.907207ms","start":"2026-04-03T02:39:37.182109Z","end":"2026-04-03T02:39:37.399017Z","steps":["trace[1792889685] 'agreement among raft nodes before linearized reading' (duration: 216.694041ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:37.399043Z","caller":"traceutil/trace.go:171","msg":"trace[568201992] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d; range_end:; response_count:1; response_revision:3065; }","duration":"2.436670936s","start":"2026-04-03T02:39:34.962354Z","end":"2026-04-03T02:39:37.399025Z","steps":["trace[568201992] 'agreement among raft nodes before linearized reading' (duration: 2.436463671s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.398859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.692216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:37.399208Z","caller":"traceutil/trace.go:171","msg":"trace[1154569629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3065; }","duration":"941.011804ms","start":"2026-04-03T02:39:36.45815Z","end":"2026-04-03T02:39:37.399161Z","steps":["trace[1154569629] 'agreement among raft nodes before linearized reading' (duration: 940.657475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.398976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872516257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:37.399448Z","caller":"traceutil/trace.go:171","msg":"trace[2098756952] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:3065; }","duration":"1.873068901s","start":"2026-04-03T02:39:35.526327Z","end":"2026-04-03T02:39:37.399396Z","steps":["trace[2098756952] 'agreement among raft nodes before linearized reading' (duration: 1.872474296s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.399106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:34.962284Z","time spent":"2.43680835s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d\" "} {"level":"warn","ts":"2026-04-03T02:39:37.399319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:36.458091Z","time spent":"941.210369ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:37.399616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:35.526306Z","time spent":"1.873253967s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":26,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:37.399056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:34.452898Z","time spent":"2.946144162s","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T02:39:38.225344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.369881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:38.225435Z","caller":"traceutil/trace.go:171","msg":"trace[1045242125] linearizableReadLoop","detail":"{readStateIndex:3214; appliedIndex:3213; }","duration":"817.282959ms","start":"2026-04-03T02:39:37.408138Z","end":"2026-04-03T02:39:38.225421Z","steps":["trace[1045242125] 'read index received' (duration: 256.695703ms)","trace[1045242125] 'applied index is now lower than readState.Index' (duration: 560.585856ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:38.225503Z","caller":"traceutil/trace.go:171","msg":"trace[775241254] transaction","detail":"{read_only:false; response_revision:3066; number_of_response:1; }","duration":"823.921627ms","start":"2026-04-03T02:39:37.401573Z","end":"2026-04-03T02:39:38.225494Z","steps":["trace[775241254] 'process raft request' (duration: 263.31138ms)","trace[775241254] 'compare' (duration: 560.098535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:38.225539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:37.401556Z","time spent":"823.963708ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:38.225778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.638948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-f7mjq\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-04-03T02:39:38.225806Z","caller":"traceutil/trace.go:171","msg":"trace[1494838654] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-f7mjq; range_end:; response_count:1; response_revision:3066; }","duration":"817.69275ms","start":"2026-04-03T02:39:37.408104Z","end":"2026-04-03T02:39:38.225797Z","steps":["trace[1494838654] 'agreement among raft nodes before linearized reading' (duration: 817.578237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:38.225825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:37.408087Z","time spent":"817.73363ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3798,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-f7mjq\" "} {"level":"warn","ts":"2026-04-03T02:39:38.225904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.735255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:38.225952Z","caller":"traceutil/trace.go:171","msg":"trace[1894230212] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:3066; }","duration":"279.835787ms","start":"2026-04-03T02:39:37.946102Z","end":"2026-04-03T02:39:38.225938Z","steps":["trace[1894230212] 'agreement among raft nodes before linearized reading' (duration: 279.747105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:38.225944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.304252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:38.226017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.787652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-03T02:39:38.226058Z","caller":"traceutil/trace.go:171","msg":"trace[816318379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3066; }","duration":"686.462896ms","start":"2026-04-03T02:39:37.539571Z","end":"2026-04-03T02:39:38.226034Z","steps":["trace[816318379] 'agreement among raft nodes before linearized reading' (duration: 686.286011ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:38.2261Z","caller":"traceutil/trace.go:171","msg":"trace[1997151256] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3066; }","duration":"817.901755ms","start":"2026-04-03T02:39:37.408176Z","end":"2026-04-03T02:39:38.226077Z","steps":["trace[1997151256] 'agreement among raft nodes before linearized reading' (duration: 817.670049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:38.226127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:37.539551Z","time spent":"686.560998ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:38.226156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:37.408159Z","time spent":"817.980646ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-03T02:39:39.040613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983130,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:39.246194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.77194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:39.246305Z","caller":"traceutil/trace.go:171","msg":"trace[1194823323] transaction","detail":"{read_only:false; response_revision:3067; number_of_response:1; }","duration":"1.016651575s","start":"2026-04-03T02:39:38.229635Z","end":"2026-04-03T02:39:39.246286Z","steps":["trace[1194823323] 'process raft request' (duration: 206.723491ms)","trace[1194823323] 'compare' (duration: 809.263558ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:39.246357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:38.229608Z","time spent":"1.016728056s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:39:39.541037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983130,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:39.590985Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.15468453s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:39:40.527966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.461409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:40.528311Z","caller":"traceutil/trace.go:171","msg":"trace[1967613897] transaction","detail":"{read_only:false; response_revision:3068; number_of_response:1; }","duration":"2.295190132s","start":"2026-04-03T02:39:38.233077Z","end":"2026-04-03T02:39:40.528267Z","steps":["trace[1967613897] 'process raft request' (duration: 1.35819408s)","trace[1967613897] 'compare' (duration: 936.277014ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:40.52847Z","caller":"traceutil/trace.go:171","msg":"trace[250619265] transaction","detail":"{read_only:false; response_revision:3069; number_of_response:1; }","duration":"1.279127333s","start":"2026-04-03T02:39:39.249316Z","end":"2026-04-03T02:39:40.528443Z","steps":["trace[250619265] 'process raft request' (duration: 1.278774995s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:40.528487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:38.233043Z","time spent":"2.295341256s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4071,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:40.528498Z","caller":"traceutil/trace.go:171","msg":"trace[591969280] linearizableReadLoop","detail":"{readStateIndex:3217; appliedIndex:3215; }","duration":"1.988102647s","start":"2026-04-03T02:39:38.540376Z","end":"2026-04-03T02:39:40.528479Z","steps":["trace[591969280] 'read index received' (duration: 1.05088107s)","trace[591969280] 'applied index is now lower than readState.Index' (duration: 937.219997ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:40.528581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:39.24929Z","time spent":"1.279242496s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:39:40.528675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988301892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:40.528722Z","caller":"traceutil/trace.go:171","msg":"trace[1058116169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3069; }","duration":"1.988398015s","start":"2026-04-03T02:39:38.540311Z","end":"2026-04-03T02:39:40.528709Z","steps":["trace[1058116169] 'agreement among raft nodes before linearized reading' (duration: 1.988258722s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:40.528773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:38.540274Z","time spent":"1.988487526s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:41.029392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:41.53032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:42.031181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:42.530288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000010978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:39:42.530414Z","caller":"traceutil/trace.go:171","msg":"trace[900808638] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000210252s","start":"2026-04-03T02:39:40.530176Z","end":"2026-04-03T02:39:42.530386Z","steps":["trace[900808638] 'agreement among raft nodes before linearized reading' (duration: 2.000065239s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:42.530462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:40.52992Z","time spent":"2.000532641s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:39:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:39:42.53148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:43.032559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:43.533228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:44.033858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:44.534732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:44.537717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000593603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:39:44.537774Z","caller":"traceutil/trace.go:171","msg":"trace[1714075442] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000698116s","start":"2026-04-03T02:39:42.537058Z","end":"2026-04-03T02:39:44.537756Z","steps":["trace[1714075442] 'agreement among raft nodes before linearized reading' (duration: 2.000623844s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:44.537819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:42.537035Z","time spent":"2.000775247s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:39:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:39:44.652652Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.601410273s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:39:45.681029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028121144s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:45.681252Z","caller":"traceutil/trace.go:171","msg":"trace[1637943909] transaction","detail":"{read_only:false; response_revision:3070; number_of_response:1; }","duration":"5.630153963s","start":"2026-04-03T02:39:40.051074Z","end":"2026-04-03T02:39:45.681228Z","steps":["trace[1637943909] 'process raft request' (duration: 4.601763762s)","trace[1637943909] 'compare' (duration: 1.027427527s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:45.681285Z","caller":"traceutil/trace.go:171","msg":"trace[103523972] linearizableReadLoop","detail":"{readStateIndex:3221; appliedIndex:3217; }","duration":"5.152735066s","start":"2026-04-03T02:39:40.528538Z","end":"2026-04-03T02:39:45.681273Z","steps":["trace[103523972] 'read index received' (duration: 4.124301994s)","trace[103523972] 'applied index is now lower than readState.Index' (duration: 1.028432222s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:45.681347Z","caller":"traceutil/trace.go:171","msg":"trace[1375845503] transaction","detail":"{read_only:false; response_revision:3071; number_of_response:1; }","duration":"5.148326596s","start":"2026-04-03T02:39:40.533012Z","end":"2026-04-03T02:39:45.681338Z","steps":["trace[1375845503] 'process raft request' (duration: 5.148105679s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:45.681348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:40.051041Z","time spent":"5.630263625s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:45.681406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:40.532994Z","time spent":"5.148381117s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:39:45.681631Z","caller":"traceutil/trace.go:171","msg":"trace[212562871] transaction","detail":"{read_only:false; response_revision:3072; number_of_response:1; }","duration":"4.251472797s","start":"2026-04-03T02:39:41.430146Z","end":"2026-04-03T02:39:45.681619Z","steps":["trace[212562871] 'process raft request' (duration: 4.251047645s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:45.681694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:41.430123Z","time spent":"4.251541328s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:45.681776Z","caller":"traceutil/trace.go:171","msg":"trace[2131080443] transaction","detail":"{read_only:false; response_revision:3073; number_of_response:1; }","duration":"4.156703783s","start":"2026-04-03T02:39:41.525063Z","end":"2026-04-03T02:39:45.681767Z","steps":["trace[2131080443] 'process raft request' (duration: 4.156174109s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:45.681823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:41.525036Z","time spent":"4.156760505s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:45.682004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.841257074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:45.682036Z","caller":"traceutil/trace.go:171","msg":"trace[2137522091] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3073; }","duration":"5.841320796s","start":"2026-04-03T02:39:39.840707Z","end":"2026-04-03T02:39:45.682028Z","steps":["trace[2137522091] 'agreement among raft nodes before linearized reading' (duration: 5.841264205s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:45.68206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:39.840688Z","time spent":"5.841365367s","remote":"127.0.0.1:33140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:45.682084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.747016105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T02:39:45.682143Z","caller":"traceutil/trace.go:171","msg":"trace[1044773945] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3073; }","duration":"5.747090866s","start":"2026-04-03T02:39:39.935037Z","end":"2026-04-03T02:39:45.682128Z","steps":["trace[1044773945] 'agreement among raft nodes before linearized reading' (duration: 5.746915612s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:45.682183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:39.935031Z","time spent":"5.747144868s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-03T02:39:45.682248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.588603674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:45.682301Z","caller":"traceutil/trace.go:171","msg":"trace[631566761] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:3073; }","duration":"5.588694416s","start":"2026-04-03T02:39:40.093594Z","end":"2026-04-03T02:39:45.682289Z","steps":["trace[631566761] 'agreement among raft nodes before linearized reading' (duration: 5.588611944s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:45.682252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.435176659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:45.682293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.690618791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:45.682337Z","caller":"traceutil/trace.go:171","msg":"trace[334565879] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3073; }","duration":"5.435300502s","start":"2026-04-03T02:39:40.247027Z","end":"2026-04-03T02:39:45.682328Z","steps":["trace[334565879] 'agreement among raft nodes before linearized reading' (duration: 5.43518946s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:45.682335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:40.093579Z","time spent":"5.588747017s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:45.682363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:40.247006Z","time spent":"5.435349394s","remote":"127.0.0.1:52380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:45.682371Z","caller":"traceutil/trace.go:171","msg":"trace[1439505608] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3073; }","duration":"5.690736464s","start":"2026-04-03T02:39:39.991615Z","end":"2026-04-03T02:39:45.682351Z","steps":["trace[1439505608] 'agreement among raft nodes before linearized reading' (duration: 5.690613071s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:45.68242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:39.991597Z","time spent":"5.690811015s","remote":"127.0.0.1:47406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:46.335822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.329037ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:46.336009Z","caller":"traceutil/trace.go:171","msg":"trace[1179287979] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3073; }","duration":"116.528662ms","start":"2026-04-03T02:39:46.21946Z","end":"2026-04-03T02:39:46.335989Z","steps":["trace[1179287979] 'range keys from in-memory index tree' (duration: 116.309437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:46.537828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999734282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:39:46.538036Z","caller":"traceutil/trace.go:171","msg":"trace[1846322982] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000005808s","start":"2026-04-03T02:39:44.538008Z","end":"2026-04-03T02:39:46.538014Z","steps":["trace[1846322982] 'agreement among raft nodes before linearized reading' (duration: 1.999768573s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:46.538131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:44.537984Z","time spent":"2.000133911s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:39:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:39:46.720407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.973574ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:39:46.72049Z","caller":"traceutil/trace.go:171","msg":"trace[2005616693] linearizableReadLoop","detail":"{readStateIndex:3222; appliedIndex:3221; }","duration":"1.039166224s","start":"2026-04-03T02:39:45.681312Z","end":"2026-04-03T02:39:46.720478Z","steps":["trace[2005616693] 'read index received' (duration: 212.131048ms)","trace[2005616693] 'applied index is now lower than readState.Index' (duration: 827.033996ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:46.720582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.010129476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:46.720603Z","caller":"traceutil/trace.go:171","msg":"trace[1684166617] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3073; }","duration":"5.010194448s","start":"2026-04-03T02:39:41.710403Z","end":"2026-04-03T02:39:46.720597Z","steps":["trace[1684166617] 'agreement among raft nodes before linearized reading' (duration: 5.010143266s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:46.720622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:41.710374Z","time spent":"5.010242998s","remote":"127.0.0.1:52388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:46.720637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.822888347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:46.720718Z","caller":"traceutil/trace.go:171","msg":"trace[859666092] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:3073; }","duration":"4.823046542s","start":"2026-04-03T02:39:41.897651Z","end":"2026-04-03T02:39:46.720698Z","steps":["trace[859666092] 'agreement among raft nodes before linearized reading' (duration: 4.822887417s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:46.720763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:41.897606Z","time spent":"4.823146554s","remote":"127.0.0.1:47330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:46.720853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.002096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:46.720873Z","caller":"traceutil/trace.go:171","msg":"trace[1557933423] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3073; }","duration":"749.023476ms","start":"2026-04-03T02:39:45.971844Z","end":"2026-04-03T02:39:46.720868Z","steps":["trace[1557933423] 'agreement among raft nodes before linearized reading' (duration: 748.991566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:46.72087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.911838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:46.720887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:45.971784Z","time spent":"749.099949ms","remote":"127.0.0.1:52456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:46.720925Z","caller":"traceutil/trace.go:171","msg":"trace[1012444286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3073; }","duration":"175.00505ms","start":"2026-04-03T02:39:46.545903Z","end":"2026-04-03T02:39:46.720908Z","steps":["trace[1012444286] 'agreement among raft nodes before linearized reading' (duration: 174.931789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:46.720908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.368680781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:39:46.720978Z","caller":"traceutil/trace.go:171","msg":"trace[143493860] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:3073; }","duration":"5.368780304s","start":"2026-04-03T02:39:41.352183Z","end":"2026-04-03T02:39:46.720963Z","steps":["trace[143493860] 'agreement among raft nodes before linearized reading' (duration: 5.368604089s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:46.72097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.698652554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:46.721019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:41.352164Z","time spent":"5.368843996s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"info","ts":"2026-04-03T02:39:46.721028Z","caller":"traceutil/trace.go:171","msg":"trace[899198225] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:3073; }","duration":"5.698740357s","start":"2026-04-03T02:39:41.02227Z","end":"2026-04-03T02:39:46.721011Z","steps":["trace[899198225] 'agreement among raft nodes before linearized reading' (duration: 5.698644255s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:46.720753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.859064155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:39:46.721066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:41.022258Z","time spent":"5.698798058s","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:46.721098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.700240245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:46.721161Z","caller":"traceutil/trace.go:171","msg":"trace[336906835] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:3073; }","duration":"5.700364727s","start":"2026-04-03T02:39:41.02078Z","end":"2026-04-03T02:39:46.721145Z","steps":["trace[336906835] 'agreement among raft nodes before linearized reading' (duration: 5.700231174s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:46.721216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:41.02075Z","time spent":"5.700444339s","remote":"127.0.0.1:52310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:46.721184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.189060249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4659"} {"level":"warn","ts":"2026-04-03T02:39:46.721275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036096456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-03T02:39:46.721306Z","caller":"traceutil/trace.go:171","msg":"trace[94200272] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:3073; }","duration":"6.189266385s","start":"2026-04-03T02:39:40.532012Z","end":"2026-04-03T02:39:46.721278Z","steps":["trace[94200272] 'agreement among raft nodes before linearized reading' (duration: 6.188802433s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:46.721323Z","caller":"traceutil/trace.go:171","msg":"trace[1053214698] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3073; }","duration":"1.036156277s","start":"2026-04-03T02:39:45.685153Z","end":"2026-04-03T02:39:46.721309Z","steps":["trace[1053214698] 'agreement among raft nodes before linearized reading' (duration: 1.035627244s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:46.721351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.676812099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:46.721365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:45.685136Z","time spent":"1.036219339s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-04-03T02:39:46.721242Z","caller":"traceutil/trace.go:171","msg":"trace[835668536] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3073; }","duration":"5.859535587s","start":"2026-04-03T02:39:40.861667Z","end":"2026-04-03T02:39:46.721203Z","steps":["trace[835668536] 'agreement among raft nodes before linearized reading' (duration: 5.859026344s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:46.721372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:40.531992Z","time spent":"6.189367897s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4683,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-04-03T02:39:46.721396Z","caller":"traceutil/trace.go:171","msg":"trace[913532400] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3073; }","duration":"4.676895631s","start":"2026-04-03T02:39:42.044487Z","end":"2026-04-03T02:39:46.721382Z","steps":["trace[913532400] 'agreement among raft nodes before linearized reading' (duration: 4.676818839s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:46.721439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:42.044465Z","time spent":"4.676961882s","remote":"127.0.0.1:47160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:46.721491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031677864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-03T02:39:46.721494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:40.861577Z","time spent":"5.859846565s","remote":"127.0.0.1:35012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:46.721551Z","caller":"traceutil/trace.go:171","msg":"trace[3700199] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d; range_end:; response_count:1; response_revision:3073; }","duration":"1.031786147s","start":"2026-04-03T02:39:45.689749Z","end":"2026-04-03T02:39:46.721535Z","steps":["trace[3700199] 'agreement among raft nodes before linearized reading' (duration: 1.031186342s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:46.721634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:45.689701Z","time spent":"1.031917261s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d\" "} {"level":"warn","ts":"2026-04-03T02:39:47.002339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.119349ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:39:47.002456Z","caller":"traceutil/trace.go:171","msg":"trace[1674169531] linearizableReadLoop","detail":"{readStateIndex:3223; appliedIndex:3222; }","duration":"259.884344ms","start":"2026-04-03T02:39:46.742547Z","end":"2026-04-03T02:39:47.002432Z","steps":["trace[1674169531] 'read index received' (duration: 81.600201ms)","trace[1674169531] 'applied index is now lower than readState.Index' (duration: 178.281792ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:47.002606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.031187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:47.002689Z","caller":"traceutil/trace.go:171","msg":"trace[207114120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3074; }","duration":"260.15221ms","start":"2026-04-03T02:39:46.742517Z","end":"2026-04-03T02:39:47.00267Z","steps":["trace[207114120] 'agreement among raft nodes before linearized reading' (duration: 260.003697ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:47.062586Z","caller":"traceutil/trace.go:171","msg":"trace[650537550] transaction","detail":"{read_only:false; response_revision:3075; number_of_response:1; }","duration":"319.95183ms","start":"2026-04-03T02:39:46.742615Z","end":"2026-04-03T02:39:47.062566Z","steps":["trace[650537550] 'process raft request' (duration: 319.702263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:47.062699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:46.74266Z","time spent":"320.028992ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T02:39:47.062806Z","caller":"traceutil/trace.go:171","msg":"trace[575943223] transaction","detail":"{read_only:false; response_revision:3076; number_of_response:1; }","duration":"315.18574ms","start":"2026-04-03T02:39:46.747575Z","end":"2026-04-03T02:39:47.062761Z","steps":["trace[575943223] 'process raft request' (duration: 314.942434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:47.062996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:46.747548Z","time spent":"315.334883ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4927,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:47.062729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:46.742603Z","time spent":"320.033053ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:47.062768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.886584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-03T02:39:47.063248Z","caller":"traceutil/trace.go:171","msg":"trace[1691397080] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3076; }","duration":"319.411006ms","start":"2026-04-03T02:39:46.743817Z","end":"2026-04-03T02:39:47.063228Z","steps":["trace[1691397080] 'agreement among raft nodes before linearized reading' (duration: 318.76775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:47.063291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:46.743778Z","time spent":"319.501958ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-03T02:39:47.663586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.743816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-04-03T02:39:47.663927Z","caller":"traceutil/trace.go:171","msg":"trace[1481563635] linearizableReadLoop","detail":"{readStateIndex:3228; appliedIndex:3226; }","duration":"596.876884ms","start":"2026-04-03T02:39:47.067027Z","end":"2026-04-03T02:39:47.663904Z","steps":["trace[1481563635] 'read index received' (duration: 232.718768ms)","trace[1481563635] 'applied index is now lower than readState.Index' (duration: 364.156736ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:47.663946Z","caller":"traceutil/trace.go:171","msg":"trace[1260281016] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3076; }","duration":"599.323556ms","start":"2026-04-03T02:39:47.064592Z","end":"2026-04-03T02:39:47.663916Z","steps":["trace[1260281016] 'process raft request' (duration: 235.140558ms)","trace[1260281016] 'compare' (duration: 363.687315ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:47.664048Z","caller":"traceutil/trace.go:171","msg":"trace[35758328] transaction","detail":"{read_only:false; response_revision:3077; number_of_response:1; }","duration":"597.09026ms","start":"2026-04-03T02:39:47.066946Z","end":"2026-04-03T02:39:47.664037Z","steps":["trace[35758328] 'process raft request' (duration: 596.745761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:47.664056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:47.064568Z","time spent":"599.434029ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:47.664133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:47.066935Z","time spent":"597.144601ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":844,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:39:47.664349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.931985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-slcmx\" ","response":"range_response_count:1 size:5676"} {"level":"info","ts":"2026-04-03T02:39:47.664411Z","caller":"traceutil/trace.go:171","msg":"trace[168176636] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-slcmx; range_end:; response_count:1; response_revision:3077; }","duration":"597.043077ms","start":"2026-04-03T02:39:47.067353Z","end":"2026-04-03T02:39:47.664396Z","steps":["trace[168176636] 'agreement among raft nodes before linearized reading' (duration: 596.812202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:47.66444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:47.067332Z","time spent":"597.102489ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5700,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-slcmx\" "} {"level":"warn","ts":"2026-04-03T02:39:47.664468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.435988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-03T02:39:47.664532Z","caller":"traceutil/trace.go:171","msg":"trace[1952907680] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3077; }","duration":"597.520089ms","start":"2026-04-03T02:39:47.066995Z","end":"2026-04-03T02:39:47.664515Z","steps":["trace[1952907680] 'agreement among raft nodes before linearized reading' (duration: 597.311484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:47.664518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.764667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:47.664577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:47.066986Z","time spent":"597.579252ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-03T02:39:47.664598Z","caller":"traceutil/trace.go:171","msg":"trace[185471359] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:3077; }","duration":"483.90262ms","start":"2026-04-03T02:39:47.180678Z","end":"2026-04-03T02:39:47.66458Z","steps":["trace[185471359] 'agreement among raft nodes before linearized reading' (duration: 483.638983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:47.664642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:47.180658Z","time spent":"483.974271ms","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:48.211446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.106126ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-03T02:39:48.211702Z","caller":"traceutil/trace.go:171","msg":"trace[919312062] linearizableReadLoop","detail":"{readStateIndex:3230; appliedIndex:3228; }","duration":"542.918801ms","start":"2026-04-03T02:39:47.668765Z","end":"2026-04-03T02:39:48.211684Z","steps":["trace[919312062] 'read index received' (duration: 115.573828ms)","trace[919312062] 'applied index is now lower than readState.Index' (duration: 427.344133ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:48.211788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:47.665411Z","time spent":"546.374078ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T02:39:48.212213Z","caller":"traceutil/trace.go:171","msg":"trace[168567907] transaction","detail":"{read_only:false; response_revision:3078; number_of_response:1; }","duration":"543.559127ms","start":"2026-04-03T02:39:47.668592Z","end":"2026-04-03T02:39:48.212151Z","steps":["trace[168567907] 'process raft request' (duration: 542.989993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:48.21227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.496635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-nf8vm\" ","response":"range_response_count:1 size:5640"} {"level":"info","ts":"2026-04-03T02:39:48.212324Z","caller":"traceutil/trace.go:171","msg":"trace[364387698] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-nf8vm; range_end:; response_count:1; response_revision:3078; }","duration":"543.606628ms","start":"2026-04-03T02:39:47.6687Z","end":"2026-04-03T02:39:48.212307Z","steps":["trace[364387698] 'agreement among raft nodes before linearized reading' (duration: 543.389842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:48.212363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:47.668691Z","time spent":"543.66409ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5664,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-nf8vm\" "} {"level":"warn","ts":"2026-04-03T02:39:48.212354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.75174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-03T02:39:48.212408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:47.668552Z","time spent":"543.753212ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:39:48.212423Z","caller":"traceutil/trace.go:171","msg":"trace[1581920169] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3078; }","duration":"278.871743ms","start":"2026-04-03T02:39:47.933534Z","end":"2026-04-03T02:39:48.212405Z","steps":["trace[1581920169] 'agreement among raft nodes before linearized reading' (duration: 278.611487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:49.364028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.068314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:49.364217Z","caller":"traceutil/trace.go:171","msg":"trace[1266495935] transaction","detail":"{read_only:false; response_revision:3080; number_of_response:1; }","duration":"1.143025455s","start":"2026-04-03T02:39:48.221175Z","end":"2026-04-03T02:39:49.3642Z","steps":["trace[1266495935] 'process raft request' (duration: 1.142954733s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:49.364283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:48.221158Z","time spent":"1.143094907s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5941,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:49.364291Z","caller":"traceutil/trace.go:171","msg":"trace[1809601634] linearizableReadLoop","detail":"{readStateIndex:3231; appliedIndex:3230; }","duration":"1.147694953s","start":"2026-04-03T02:39:48.216551Z","end":"2026-04-03T02:39:49.364246Z","steps":["trace[1809601634] 'read index received' (duration: 153.330022ms)","trace[1809601634] 'applied index is now lower than readState.Index' (duration: 994.361631ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:49.364418Z","caller":"traceutil/trace.go:171","msg":"trace[877614541] transaction","detail":"{read_only:false; response_revision:3079; number_of_response:1; }","duration":"1.151355596s","start":"2026-04-03T02:39:48.213033Z","end":"2026-04-03T02:39:49.364389Z","steps":["trace[877614541] 'process raft request' (duration: 156.836991ms)","trace[877614541] 'compare' (duration: 993.890599ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:49.364556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:48.213001Z","time spent":"1.151479339s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:49.36456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.156593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:49.364588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148025622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8498d794671\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-04-03T02:39:49.364616Z","caller":"traceutil/trace.go:171","msg":"trace[59433448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3080; }","duration":"826.257986ms","start":"2026-04-03T02:39:48.538341Z","end":"2026-04-03T02:39:49.364599Z","steps":["trace[59433448] 'agreement among raft nodes before linearized reading' (duration: 826.144613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:49.364579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.486786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:49.364646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:48.538316Z","time spent":"826.325478ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:39:49.364644Z","caller":"traceutil/trace.go:171","msg":"trace[792413904] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b8498d794671; range_end:; response_count:1; response_revision:3080; }","duration":"1.148127785s","start":"2026-04-03T02:39:48.216495Z","end":"2026-04-03T02:39:49.364622Z","steps":["trace[792413904] 'agreement among raft nodes before linearized reading' (duration: 1.147903189s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:49.364674Z","caller":"traceutil/trace.go:171","msg":"trace[1883246843] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:3080; }","duration":"374.627819ms","start":"2026-04-03T02:39:48.990018Z","end":"2026-04-03T02:39:49.364646Z","steps":["trace[1883246843] 'agreement among raft nodes before linearized reading' (duration: 374.462105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:49.364695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:48.216471Z","time spent":"1.148211077s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8498d794671\" "} {"level":"warn","ts":"2026-04-03T02:39:49.364749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:48.989995Z","time spent":"374.735052ms","remote":"127.0.0.1:52478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:49.364739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1479882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-03T02:39:49.364837Z","caller":"traceutil/trace.go:171","msg":"trace[1954954395] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3080; }","duration":"1.148130293s","start":"2026-04-03T02:39:48.216683Z","end":"2026-04-03T02:39:49.364813Z","steps":["trace[1954954395] 'agreement among raft nodes before linearized reading' (duration: 1.147791125s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:49.364904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:48.216666Z","time spent":"1.148227566s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-03T02:39:50.004789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.632434ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:50.004935Z","caller":"traceutil/trace.go:171","msg":"trace[1163015816] transaction","detail":"{read_only:false; response_revision:3082; number_of_response:1; }","duration":"613.487513ms","start":"2026-04-03T02:39:49.391419Z","end":"2026-04-03T02:39:50.004907Z","steps":["trace[1163015816] 'process raft request' (duration: 445.630504ms)","trace[1163015816] 'compare' (duration: 167.294635ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:50.005005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:49.391401Z","time spent":"613.580296ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:39:50.735396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.636025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:50.735525Z","caller":"traceutil/trace.go:171","msg":"trace[938859595] linearizableReadLoop","detail":"{readStateIndex:3235; appliedIndex:3233; }","duration":"1.195556843s","start":"2026-04-03T02:39:49.539925Z","end":"2026-04-03T02:39:50.735482Z","steps":["trace[938859595] 'read index received' (duration: 297.251747ms)","trace[938859595] 'applied index is now lower than readState.Index' (duration: 898.303656ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:50.7356Z","caller":"traceutil/trace.go:171","msg":"trace[1989048961] transaction","detail":"{read_only:false; response_revision:3083; number_of_response:1; }","duration":"1.337916797s","start":"2026-04-03T02:39:49.397671Z","end":"2026-04-03T02:39:50.735588Z","steps":["trace[1989048961] 'process raft request' (duration: 793.024477ms)","trace[1989048961] 'compare' (duration: 544.47779ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:50.735666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:49.397658Z","time spent":"1.33797568s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:50.735837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195915071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:50.735858Z","caller":"traceutil/trace.go:171","msg":"trace[436604497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3083; }","duration":"1.195981823s","start":"2026-04-03T02:39:49.539869Z","end":"2026-04-03T02:39:50.73585Z","steps":["trace[436604497] 'agreement among raft nodes before linearized reading' (duration: 1.195940932s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:50.735896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:49.539846Z","time spent":"1.196035795s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:39:50.78934Z","caller":"traceutil/trace.go:171","msg":"trace[205680432] transaction","detail":"{read_only:false; response_revision:3084; number_of_response:1; }","duration":"779.548897ms","start":"2026-04-03T02:39:50.009707Z","end":"2026-04-03T02:39:50.789256Z","steps":["trace[205680432] 'process raft request' (duration: 779.387092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:50.789365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.696997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:50.789449Z","caller":"traceutil/trace.go:171","msg":"trace[492775015] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3084; }","duration":"215.836391ms","start":"2026-04-03T02:39:50.573596Z","end":"2026-04-03T02:39:50.789432Z","steps":["trace[492775015] 'agreement among raft nodes before linearized reading' (duration: 215.659036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:50.78945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.094994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T02:39:50.789505Z","caller":"traceutil/trace.go:171","msg":"trace[134825103] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3084; }","duration":"855.200286ms","start":"2026-04-03T02:39:49.934286Z","end":"2026-04-03T02:39:50.789487Z","steps":["trace[134825103] 'agreement among raft nodes before linearized reading' (duration: 855.014922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:50.789499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:50.009679Z","time spent":"779.751211ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:39:50.78955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:49.934256Z","time spent":"855.285179ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-03T02:39:51.316642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:51.637945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.339092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:51.638117Z","caller":"traceutil/trace.go:171","msg":"trace[216297900] linearizableReadLoop","detail":"{readStateIndex:3239; appliedIndex:3237; }","duration":"821.704361ms","start":"2026-04-03T02:39:50.816392Z","end":"2026-04-03T02:39:51.638097Z","steps":["trace[216297900] 'read index received' (duration: 512.107222ms)","trace[216297900] 'applied index is now lower than readState.Index' (duration: 309.596079ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:51.638235Z","caller":"traceutil/trace.go:171","msg":"trace[458559990] transaction","detail":"{read_only:false; response_revision:3086; number_of_response:1; }","duration":"839.235084ms","start":"2026-04-03T02:39:50.798984Z","end":"2026-04-03T02:39:51.638219Z","steps":["trace[458559990] 'process raft request' (duration: 529.548673ms)","trace[458559990] 'compare' (duration: 309.125507ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:51.63832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:50.798967Z","time spent":"839.307626ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4910,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:51.638449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.811373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:51.638513Z","caller":"traceutil/trace.go:171","msg":"trace[1103889784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3087; }","duration":"840.918566ms","start":"2026-04-03T02:39:50.79758Z","end":"2026-04-03T02:39:51.638498Z","steps":["trace[1103889784] 'agreement among raft nodes before linearized reading' (duration: 840.781943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:51.638549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:50.797566Z","time spent":"840.976567ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:51.638697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.755822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-03T02:39:51.638694Z","caller":"traceutil/trace.go:171","msg":"trace[1558557826] transaction","detail":"{read_only:false; response_revision:3087; number_of_response:1; }","duration":"817.858604ms","start":"2026-04-03T02:39:50.820807Z","end":"2026-04-03T02:39:51.638665Z","steps":["trace[1558557826] 'process raft request' (duration: 817.233129ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:51.638761Z","caller":"traceutil/trace.go:171","msg":"trace[1694914630] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3087; }","duration":"817.832933ms","start":"2026-04-03T02:39:50.82091Z","end":"2026-04-03T02:39:51.638743Z","steps":["trace[1694914630] 'agreement among raft nodes before linearized reading' (duration: 817.661709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:51.638809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:50.820904Z","time spent":"817.894605ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-03T02:39:51.638833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:50.820793Z","time spent":"817.971887ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":916,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:39:51.638946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.647613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:39:51.639082Z","caller":"traceutil/trace.go:171","msg":"trace[909391745] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:3087; }","duration":"285.799607ms","start":"2026-04-03T02:39:51.353216Z","end":"2026-04-03T02:39:51.639015Z","steps":["trace[909391745] 'agreement among raft nodes before linearized reading' (duration: 285.50596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:52.190387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.970244ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-03T02:39:52.190646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:51.640115Z","time spent":"550.522203ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T02:39:52.190756Z","caller":"traceutil/trace.go:171","msg":"trace[859324260] transaction","detail":"{read_only:false; response_revision:3088; number_of_response:1; }","duration":"547.419014ms","start":"2026-04-03T02:39:51.643301Z","end":"2026-04-03T02:39:52.19072Z","steps":["trace[859324260] 'process raft request' (duration: 547.223809ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:52.190768Z","caller":"traceutil/trace.go:171","msg":"trace[782216013] linearizableReadLoop","detail":"{readStateIndex:3240; appliedIndex:3239; }","duration":"547.745132ms","start":"2026-04-03T02:39:51.642984Z","end":"2026-04-03T02:39:52.190729Z","steps":["trace[782216013] 'read index received' (duration: 312.571033ms)","trace[782216013] 'applied index is now lower than readState.Index' (duration: 235.170319ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:52.190925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:51.643282Z","time spent":"547.524107ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:39:52.191092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.08505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-xmksx\" ","response":"range_response_count:1 size:5932"} {"level":"warn","ts":"2026-04-03T02:39:52.191106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.905426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T02:39:52.191133Z","caller":"traceutil/trace.go:171","msg":"trace[1146169107] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-xmksx; range_end:; response_count:1; response_revision:3088; }","duration":"548.169373ms","start":"2026-04-03T02:39:51.642949Z","end":"2026-04-03T02:39:52.191119Z","steps":["trace[1146169107] 'agreement among raft nodes before linearized reading' (duration: 547.928067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:52.19118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:51.642935Z","time spent":"548.234764ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5956,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-xmksx\" "} {"level":"info","ts":"2026-04-03T02:39:52.191196Z","caller":"traceutil/trace.go:171","msg":"trace[587778705] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3088; }","duration":"257.035511ms","start":"2026-04-03T02:39:51.934126Z","end":"2026-04-03T02:39:52.191161Z","steps":["trace[587778705] 'agreement among raft nodes before linearized reading' (duration: 256.804105ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:52.309832Z","caller":"traceutil/trace.go:171","msg":"trace[1245739937] transaction","detail":"{read_only:false; response_revision:3090; number_of_response:1; }","duration":"113.823335ms","start":"2026-04-03T02:39:52.19596Z","end":"2026-04-03T02:39:52.309783Z","steps":["trace[1245739937] 'process raft request' (duration: 112.590743ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:52.309877Z","caller":"traceutil/trace.go:171","msg":"trace[1449021672] linearizableReadLoop","detail":"{readStateIndex:3244; appliedIndex:3242; }","duration":"104.259194ms","start":"2026-04-03T02:39:52.205589Z","end":"2026-04-03T02:39:52.309848Z","steps":["trace[1449021672] 'read index received' (duration: 102.994441ms)","trace[1449021672] 'applied index is now lower than readState.Index' (duration: 1.263843ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:52.30996Z","caller":"traceutil/trace.go:171","msg":"trace[1657987872] transaction","detail":"{read_only:false; response_revision:3091; number_of_response:1; }","duration":"108.785227ms","start":"2026-04-03T02:39:52.201133Z","end":"2026-04-03T02:39:52.309918Z","steps":["trace[1657987872] 'process raft request' (duration: 108.571612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:52.310127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.500879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-03T02:39:52.310188Z","caller":"traceutil/trace.go:171","msg":"trace[962153258] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3091; }","duration":"104.611013ms","start":"2026-04-03T02:39:52.205563Z","end":"2026-04-03T02:39:52.310174Z","steps":["trace[962153258] 'agreement among raft nodes before linearized reading' (duration: 104.462149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:52.310333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.865682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-03T02:39:52.310451Z","caller":"traceutil/trace.go:171","msg":"trace[1224724772] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3091; }","duration":"104.029377ms","start":"2026-04-03T02:39:52.206394Z","end":"2026-04-03T02:39:52.310423Z","steps":["trace[1224724772] 'agreement among raft nodes before linearized reading' (duration: 103.680268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:52.729583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.02616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:52.72979Z","caller":"traceutil/trace.go:171","msg":"trace[816255994] linearizableReadLoop","detail":"{readStateIndex:3246; appliedIndex:3244; }","duration":"187.526066ms","start":"2026-04-03T02:39:52.542251Z","end":"2026-04-03T02:39:52.729777Z","steps":["trace[816255994] 'read index received' (duration: 14.913326ms)","trace[816255994] 'applied index is now lower than readState.Index' (duration: 172.61177ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:52.729855Z","caller":"traceutil/trace.go:171","msg":"trace[1420394796] transaction","detail":"{read_only:false; response_revision:3092; number_of_response:1; }","duration":"413.862131ms","start":"2026-04-03T02:39:52.315985Z","end":"2026-04-03T02:39:52.729847Z","steps":["trace[1420394796] 'process raft request' (duration: 160.491512ms)","trace[1420394796] 'compare' (duration: 252.905607ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:52.729905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:52.315971Z","time spent":"413.906603ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:52.730155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.642126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:52.730231Z","caller":"traceutil/trace.go:171","msg":"trace[157807862] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3093; }","duration":"158.766459ms","start":"2026-04-03T02:39:52.571447Z","end":"2026-04-03T02:39:52.730213Z","steps":["trace[157807862] 'agreement among raft nodes before linearized reading' (duration: 158.632246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:52.730229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.986198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:52.730281Z","caller":"traceutil/trace.go:171","msg":"trace[2067206511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3093; }","duration":"188.07741ms","start":"2026-04-03T02:39:52.542191Z","end":"2026-04-03T02:39:52.730268Z","steps":["trace[2067206511] 'agreement among raft nodes before linearized reading' (duration: 187.995258ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:52.730567Z","caller":"traceutil/trace.go:171","msg":"trace[1512818416] transaction","detail":"{read_only:false; response_revision:3093; number_of_response:1; }","duration":"394.747209ms","start":"2026-04-03T02:39:52.335778Z","end":"2026-04-03T02:39:52.730525Z","steps":["trace[1512818416] 'process raft request' (duration: 393.913868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:52.730759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:52.335744Z","time spent":"394.913644ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7048,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:53.151555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.653642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:53.151698Z","caller":"traceutil/trace.go:171","msg":"trace[1571184939] linearizableReadLoop","detail":"{readStateIndex:3248; appliedIndex:3247; }","duration":"340.776506ms","start":"2026-04-03T02:39:52.810901Z","end":"2026-04-03T02:39:53.151678Z","steps":["trace[1571184939] 'read index received' (duration: 239.770835ms)","trace[1571184939] 'applied index is now lower than readState.Index' (duration: 101.004431ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:53.151754Z","caller":"traceutil/trace.go:171","msg":"trace[1985452185] transaction","detail":"{read_only:false; response_revision:3095; number_of_response:1; }","duration":"401.13551ms","start":"2026-04-03T02:39:52.750565Z","end":"2026-04-03T02:39:53.1517Z","steps":["trace[1985452185] 'process raft request' (duration: 300.194301ms)","trace[1985452185] 'compare' (duration: 100.512319ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:53.151904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.009781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a2b861e304c96c\" ","response":"range_response_count:1 size:872"} {"level":"warn","ts":"2026-04-03T02:39:53.151936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:52.750536Z","time spent":"401.303395ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4409,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:53.151955Z","caller":"traceutil/trace.go:171","msg":"trace[17665450] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a2b861e304c96c; range_end:; response_count:1; response_revision:3095; }","duration":"341.098043ms","start":"2026-04-03T02:39:52.810843Z","end":"2026-04-03T02:39:53.151941Z","steps":["trace[17665450] 'agreement among raft nodes before linearized reading' (duration: 340.935069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:53.152072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:52.810802Z","time spent":"341.256668ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":896,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a2b861e304c96c\" "} {"level":"warn","ts":"2026-04-03T02:39:53.151879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.750166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:53.152267Z","caller":"traceutil/trace.go:171","msg":"trace[1391997515] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:3095; }","duration":"307.211218ms","start":"2026-04-03T02:39:52.845039Z","end":"2026-04-03T02:39:53.15225Z","steps":["trace[1391997515] 'agreement among raft nodes before linearized reading' (duration: 306.758117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:53.1523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:52.845009Z","time spent":"307.282109ms","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:53.912638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.760894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:53.912905Z","caller":"traceutil/trace.go:171","msg":"trace[353993505] transaction","detail":"{read_only:false; response_revision:3097; number_of_response:1; }","duration":"726.208909ms","start":"2026-04-03T02:39:53.186672Z","end":"2026-04-03T02:39:53.912881Z","steps":["trace[353993505] 'process raft request' (duration: 726.109787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:53.913018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:53.186637Z","time spent":"726.328372ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:53.913023Z","caller":"traceutil/trace.go:171","msg":"trace[1755603679] linearizableReadLoop","detail":"{readStateIndex:3249; appliedIndex:3248; }","duration":"755.337095ms","start":"2026-04-03T02:39:53.157628Z","end":"2026-04-03T02:39:53.912965Z","steps":["trace[1755603679] 'read index received' (duration: 104.117539ms)","trace[1755603679] 'applied index is now lower than readState.Index' (duration: 651.215056ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:53.913085Z","caller":"traceutil/trace.go:171","msg":"trace[419317422] transaction","detail":"{read_only:false; response_revision:3096; number_of_response:1; }","duration":"757.888259ms","start":"2026-04-03T02:39:53.155169Z","end":"2026-04-03T02:39:53.913058Z","steps":["trace[419317422] 'process raft request' (duration: 106.601332ms)","trace[419317422] 'compare' (duration: 650.625941ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:53.913216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:53.155148Z","time spent":"757.997583ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:53.913295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.64207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:53.913335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.690664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4424"} {"level":"info","ts":"2026-04-03T02:39:53.913371Z","caller":"traceutil/trace.go:171","msg":"trace[2134718617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3097; }","duration":"370.782843ms","start":"2026-04-03T02:39:53.542569Z","end":"2026-04-03T02:39:53.913352Z","steps":["trace[2134718617] 'agreement among raft nodes before linearized reading' (duration: 370.65592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:53.913406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:53.542534Z","time spent":"370.866235ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:39:53.913419Z","caller":"traceutil/trace.go:171","msg":"trace[545778199] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:3097; }","duration":"755.806977ms","start":"2026-04-03T02:39:53.157591Z","end":"2026-04-03T02:39:53.913398Z","steps":["trace[545778199] 'agreement among raft nodes before linearized reading' (duration: 755.558141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:53.913353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.4868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" ","response":"range_response_count:1 size:21237"} {"level":"info","ts":"2026-04-03T02:39:53.913473Z","caller":"traceutil/trace.go:171","msg":"trace[452327531] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io; range_end:; response_count:1; response_revision:3097; }","duration":"643.675466ms","start":"2026-04-03T02:39:53.269785Z","end":"2026-04-03T02:39:53.913461Z","steps":["trace[452327531] 'agreement among raft nodes before linearized reading' (duration: 643.44228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:53.913459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.752179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-03T02:39:53.913477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:53.157567Z","time spent":"755.89665ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4448,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-03T02:39:53.913504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:53.269758Z","time spent":"643.738257ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":21261,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" "} {"level":"info","ts":"2026-04-03T02:39:53.913525Z","caller":"traceutil/trace.go:171","msg":"trace[517562340] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3097; }","duration":"573.893593ms","start":"2026-04-03T02:39:53.339606Z","end":"2026-04-03T02:39:53.9135Z","steps":["trace[517562340] 'agreement among raft nodes before linearized reading' (duration: 573.631067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:53.913577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:53.339569Z","time spent":"573.997105ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:39:54.301896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.033148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:54.302007Z","caller":"traceutil/trace.go:171","msg":"trace[1431046386] transaction","detail":"{read_only:false; response_revision:3098; number_of_response:1; }","duration":"381.503114ms","start":"2026-04-03T02:39:53.920484Z","end":"2026-04-03T02:39:54.301988Z","steps":["trace[1431046386] 'process raft request' (duration: 138.292112ms)","trace[1431046386] 'compare' (duration: 242.825542ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:54.302078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:53.920462Z","time spent":"381.587836ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:54.364691Z","caller":"traceutil/trace.go:171","msg":"trace[461019401] linearizableReadLoop","detail":"{readStateIndex:3252; appliedIndex:3250; }","duration":"431.726762ms","start":"2026-04-03T02:39:53.932942Z","end":"2026-04-03T02:39:54.364669Z","steps":["trace[461019401] 'read index received' (duration: 125.851398ms)","trace[461019401] 'applied index is now lower than readState.Index' (duration: 305.874354ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:54.364802Z","caller":"traceutil/trace.go:171","msg":"trace[1128204731] transaction","detail":"{read_only:false; response_revision:3099; number_of_response:1; }","duration":"440.267008ms","start":"2026-04-03T02:39:53.924507Z","end":"2026-04-03T02:39:54.364774Z","steps":["trace[1128204731] 'process raft request' (duration: 440.030162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:54.364915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.344379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T02:39:54.364949Z","caller":"traceutil/trace.go:171","msg":"trace[1568693690] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3099; }","duration":"139.433811ms","start":"2026-04-03T02:39:54.225506Z","end":"2026-04-03T02:39:54.36494Z","steps":["trace[1568693690] 'agreement among raft nodes before linearized reading' (duration: 139.289067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:54.364992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.02163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-03T02:39:54.365012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:53.924493Z","time spent":"440.423022ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5953,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:54.365069Z","caller":"traceutil/trace.go:171","msg":"trace[910693681] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3099; }","duration":"432.148143ms","start":"2026-04-03T02:39:53.932902Z","end":"2026-04-03T02:39:54.36505Z","steps":["trace[910693681] 'agreement among raft nodes before linearized reading' (duration: 431.897957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:54.365104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:53.932882Z","time spent":"432.216695ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-03T02:39:54.84499Z","caller":"traceutil/trace.go:171","msg":"trace[746690989] linearizableReadLoop","detail":"{readStateIndex:3253; appliedIndex:3252; }","duration":"467.064405ms","start":"2026-04-03T02:39:54.377901Z","end":"2026-04-03T02:39:54.844965Z","steps":["trace[746690989] 'read index received' (duration: 466.800849ms)","trace[746690989] 'applied index is now lower than readState.Index' (duration: 262.536µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:54.845224Z","caller":"traceutil/trace.go:171","msg":"trace[100416436] transaction","detail":"{read_only:false; response_revision:3100; number_of_response:1; }","duration":"467.137697ms","start":"2026-04-03T02:39:54.377868Z","end":"2026-04-03T02:39:54.845005Z","steps":["trace[100416436] 'process raft request' (duration: 466.926152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:54.845405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:54.377851Z","time spent":"467.456766ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:54.845459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.514077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-f7mjq\" ","response":"range_response_count:1 size:4086"} {"level":"warn","ts":"2026-04-03T02:39:54.845461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.539248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-03T02:39:54.845515Z","caller":"traceutil/trace.go:171","msg":"trace[1691359753] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-f7mjq; range_end:; response_count:1; response_revision:3100; }","duration":"467.60769ms","start":"2026-04-03T02:39:54.377891Z","end":"2026-04-03T02:39:54.845498Z","steps":["trace[1691359753] 'agreement among raft nodes before linearized reading' (duration: 467.401275ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:54.845535Z","caller":"traceutil/trace.go:171","msg":"trace[2096920320] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3100; }","duration":"467.65703ms","start":"2026-04-03T02:39:54.377856Z","end":"2026-04-03T02:39:54.845513Z","steps":["trace[2096920320] 'agreement among raft nodes before linearized reading' (duration: 467.381463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:54.845564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:54.377876Z","time spent":"467.678021ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4110,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-f7mjq\" "} {"level":"warn","ts":"2026-04-03T02:39:54.845575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:54.377835Z","time spent":"467.731202ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-04-03T02:39:55.338682Z","caller":"traceutil/trace.go:171","msg":"trace[1462047422] linearizableReadLoop","detail":"{readStateIndex:3254; appliedIndex:3253; }","duration":"458.317255ms","start":"2026-04-03T02:39:54.880338Z","end":"2026-04-03T02:39:55.338655Z","steps":["trace[1462047422] 'read index received' (duration: 439.084019ms)","trace[1462047422] 'applied index is now lower than readState.Index' (duration: 19.232116ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:55.338799Z","caller":"traceutil/trace.go:171","msg":"trace[632404059] transaction","detail":"{read_only:false; response_revision:3101; number_of_response:1; }","duration":"458.656133ms","start":"2026-04-03T02:39:54.880104Z","end":"2026-04-03T02:39:55.33876Z","steps":["trace[632404059] 'process raft request' (duration: 439.303065ms)","trace[632404059] 'compare' (duration: 19.02978ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:55.338939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.580981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"warn","ts":"2026-04-03T02:39:55.33899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:54.880092Z","time spent":"458.812687ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3873,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:55.339024Z","caller":"traceutil/trace.go:171","msg":"trace[1862507066] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3101; }","duration":"458.717975ms","start":"2026-04-03T02:39:54.880286Z","end":"2026-04-03T02:39:55.339004Z","steps":["trace[1862507066] 'agreement among raft nodes before linearized reading' (duration: 458.456909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:55.339071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:54.880244Z","time spent":"458.813778ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-03T02:39:55.736797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.199378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:55.736893Z","caller":"traceutil/trace.go:171","msg":"trace[1341048652] linearizableReadLoop","detail":"{readStateIndex:3255; appliedIndex:3254; }","duration":"392.03886ms","start":"2026-04-03T02:39:55.34484Z","end":"2026-04-03T02:39:55.736879Z","steps":["trace[1341048652] 'read index received' (duration: 149.603127ms)","trace[1341048652] 'applied index is now lower than readState.Index' (duration: 242.434933ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:55.736994Z","caller":"traceutil/trace.go:171","msg":"trace[4269062] transaction","detail":"{read_only:false; response_revision:3102; number_of_response:1; }","duration":"856.615544ms","start":"2026-04-03T02:39:54.880329Z","end":"2026-04-03T02:39:55.736944Z","steps":["trace[4269062] 'process raft request' (duration: 614.172311ms)","trace[4269062] 'compare' (duration: 242.107635ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:55.737124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.287077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-f7mjq\" ","response":"range_response_count:1 size:3888"} {"level":"info","ts":"2026-04-03T02:39:55.737184Z","caller":"traceutil/trace.go:171","msg":"trace[1289925412] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-f7mjq; range_end:; response_count:1; response_revision:3102; }","duration":"392.369459ms","start":"2026-04-03T02:39:55.344804Z","end":"2026-04-03T02:39:55.737173Z","steps":["trace[1289925412] 'agreement among raft nodes before linearized reading' (duration: 392.147423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:55.737197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:54.880308Z","time spent":"856.784598ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:55.737216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:55.344786Z","time spent":"392.42175ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3912,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-f7mjq\" "} {"level":"warn","ts":"2026-04-03T02:39:55.737496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.564019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:55.737577Z","caller":"traceutil/trace.go:171","msg":"trace[927425492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3102; }","duration":"197.678851ms","start":"2026-04-03T02:39:55.539877Z","end":"2026-04-03T02:39:55.737556Z","steps":["trace[927425492] 'agreement among raft nodes before linearized reading' (duration: 197.543228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:56.263854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.349132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:56.26413Z","caller":"traceutil/trace.go:171","msg":"trace[1738720508] transaction","detail":"{read_only:false; response_revision:3104; number_of_response:1; }","duration":"467.965028ms","start":"2026-04-03T02:39:55.796091Z","end":"2026-04-03T02:39:56.264056Z","steps":["trace[1738720508] 'process raft request' (duration: 57.179215ms)","trace[1738720508] 'compare' (duration: 410.092066ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:56.264487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:55.796065Z","time spent":"468.207644ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:56.442306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983234,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:56.638915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.629913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:56.639126Z","caller":"traceutil/trace.go:171","msg":"trace[508578995] linearizableReadLoop","detail":"{readStateIndex:3259; appliedIndex:3257; }","duration":"697.642008ms","start":"2026-04-03T02:39:55.941467Z","end":"2026-04-03T02:39:56.639109Z","steps":["trace[508578995] 'read index received' (duration: 588.727798ms)","trace[508578995] 'applied index is now lower than readState.Index' (duration: 108.91322ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:56.639302Z","caller":"traceutil/trace.go:171","msg":"trace[1005037600] transaction","detail":"{read_only:false; response_revision:3105; number_of_response:1; }","duration":"825.206419ms","start":"2026-04-03T02:39:55.814065Z","end":"2026-04-03T02:39:56.639272Z","steps":["trace[1005037600] 'process raft request' (duration: 716.132065ms)","trace[1005037600] 'compare' (duration: 108.394667ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:56.63937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.907705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-03T02:39:56.639417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.788029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-03T02:39:56.639481Z","caller":"traceutil/trace.go:171","msg":"trace[636149187] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d; range_end:; response_count:1; response_revision:3106; }","duration":"371.893602ms","start":"2026-04-03T02:39:56.267572Z","end":"2026-04-03T02:39:56.639466Z","steps":["trace[636149187] 'agreement among raft nodes before linearized reading' (duration: 371.735758ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:56.639474Z","caller":"traceutil/trace.go:171","msg":"trace[1068991126] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3106; }","duration":"698.039858ms","start":"2026-04-03T02:39:55.941422Z","end":"2026-04-03T02:39:56.639462Z","steps":["trace[1068991126] 'agreement among raft nodes before linearized reading' (duration: 697.821433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:56.639523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:56.267553Z","time spent":"371.964784ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d\" "} {"level":"warn","ts":"2026-04-03T02:39:56.639512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.267702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:56.639537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:55.941408Z","time spent":"698.118541ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-03T02:39:56.639559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:55.81404Z","time spent":"825.349063ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:56.639584Z","caller":"traceutil/trace.go:171","msg":"trace[403180030] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3106; }","duration":"199.417926ms","start":"2026-04-03T02:39:56.440149Z","end":"2026-04-03T02:39:56.639567Z","steps":["trace[403180030] 'agreement among raft nodes before linearized reading' (duration: 199.232521ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:56.63971Z","caller":"traceutil/trace.go:171","msg":"trace[2008030937] transaction","detail":"{read_only:false; response_revision:3106; number_of_response:1; }","duration":"740.408968ms","start":"2026-04-03T02:39:55.898771Z","end":"2026-04-03T02:39:56.639179Z","steps":["trace[2008030937] 'process raft request' (duration: 740.250374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:56.639809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:55.898739Z","time spent":"741.029774ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:57.238477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.225961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:57.238586Z","caller":"traceutil/trace.go:171","msg":"trace[1079963800] linearizableReadLoop","detail":"{readStateIndex:3260; appliedIndex:3259; }","duration":"593.831377ms","start":"2026-04-03T02:39:56.644727Z","end":"2026-04-03T02:39:57.238558Z","steps":["trace[1079963800] 'read index received' (duration: 337.36805ms)","trace[1079963800] 'applied index is now lower than readState.Index' (duration: 256.461857ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:57.238637Z","caller":"traceutil/trace.go:171","msg":"trace[1172192641] transaction","detail":"{read_only:false; response_revision:3107; number_of_response:1; }","duration":"595.907779ms","start":"2026-04-03T02:39:56.642684Z","end":"2026-04-03T02:39:57.238592Z","steps":["trace[1172192641] 'process raft request' (duration: 339.494895ms)","trace[1172192641] 'compare' (duration: 256.124207ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:57.238765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.030611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-03T02:39:57.238855Z","caller":"traceutil/trace.go:171","msg":"trace[1215154038] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3107; }","duration":"594.107633ms","start":"2026-04-03T02:39:56.644686Z","end":"2026-04-03T02:39:57.238794Z","steps":["trace[1215154038] 'agreement among raft nodes before linearized reading' (duration: 593.96191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:57.238899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:56.644678Z","time spent":"594.211076ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-03T02:39:57.239045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.831242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:39:57.239085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.204825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-03T02:39:57.239116Z","caller":"traceutil/trace.go:171","msg":"trace[2041521965] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3107; }","duration":"379.953825ms","start":"2026-04-03T02:39:56.859145Z","end":"2026-04-03T02:39:57.239098Z","steps":["trace[2041521965] 'agreement among raft nodes before linearized reading' (duration: 379.821032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:57.23913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.630389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-04-03T02:39:57.239125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:56.64265Z","time spent":"596.067324ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:57.239146Z","caller":"traceutil/trace.go:171","msg":"trace[2048431267] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:3107; }","duration":"533.336389ms","start":"2026-04-03T02:39:56.705793Z","end":"2026-04-03T02:39:57.239129Z","steps":["trace[2048431267] 'agreement among raft nodes before linearized reading' (duration: 533.169545ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:57.239199Z","caller":"traceutil/trace.go:171","msg":"trace[1125135064] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3107; }","duration":"528.701391ms","start":"2026-04-03T02:39:56.710479Z","end":"2026-04-03T02:39:57.23918Z","steps":["trace[1125135064] 'agreement among raft nodes before linearized reading' (duration: 528.487856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:57.239248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:56.710419Z","time spent":"528.821015ms","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:39:57.239288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:56.705767Z","time spent":"533.486782ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-03T02:39:57.239156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:56.859121Z","time spent":"380.026996ms","remote":"127.0.0.1:47478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:57.589278Z","caller":"traceutil/trace.go:171","msg":"trace[524785419] linearizableReadLoop","detail":"{readStateIndex:3261; appliedIndex:3260; }","duration":"334.189369ms","start":"2026-04-03T02:39:57.255062Z","end":"2026-04-03T02:39:57.589251Z","steps":["trace[524785419] 'read index received' (duration: 265.917865ms)","trace[524785419] 'applied index is now lower than readState.Index' (duration: 68.269674ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:57.589533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.598822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-nf8vm\" ","response":"range_response_count:1 size:5968"} {"level":"info","ts":"2026-04-03T02:39:57.589592Z","caller":"traceutil/trace.go:171","msg":"trace[679408715] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-nf8vm; range_end:; response_count:1; response_revision:3108; }","duration":"283.681974ms","start":"2026-04-03T02:39:57.305881Z","end":"2026-04-03T02:39:57.589563Z","steps":["trace[679408715] 'agreement among raft nodes before linearized reading' (duration: 283.51777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:57.589588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.521338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-04-03T02:39:57.589713Z","caller":"traceutil/trace.go:171","msg":"trace[1774979946] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3108; }","duration":"334.670732ms","start":"2026-04-03T02:39:57.255003Z","end":"2026-04-03T02:39:57.589674Z","steps":["trace[1774979946] 'agreement among raft nodes before linearized reading' (duration: 334.334743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:57.589805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:57.254978Z","time spent":"334.786004ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:39:57.589888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.836587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-03T02:39:57.589967Z","caller":"traceutil/trace.go:171","msg":"trace[1102654213] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3108; }","duration":"163.96672ms","start":"2026-04-03T02:39:57.425983Z","end":"2026-04-03T02:39:57.589949Z","steps":["trace[1102654213] 'agreement among raft nodes before linearized reading' (duration: 163.723704ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:57.589983Z","caller":"traceutil/trace.go:171","msg":"trace[1970431160] transaction","detail":"{read_only:false; response_revision:3108; number_of_response:1; }","duration":"344.622633ms","start":"2026-04-03T02:39:57.244667Z","end":"2026-04-03T02:39:57.589289Z","steps":["trace[1970431160] 'process raft request' (duration: 276.37693ms)","trace[1970431160] 'compare' (duration: 67.928595ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:57.590088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:57.24465Z","time spent":"345.379423ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:57.878886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.498929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:57.87902Z","caller":"traceutil/trace.go:171","msg":"trace[1397821160] transaction","detail":"{read_only:false; response_revision:3109; number_of_response:1; }","duration":"284.175487ms","start":"2026-04-03T02:39:57.594822Z","end":"2026-04-03T02:39:57.878997Z","steps":["trace[1397821160] 'process raft request' (duration: 162.453052ms)","trace[1397821160] 'compare' (duration: 121.325495ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:58.321946Z","caller":"traceutil/trace.go:171","msg":"trace[931406946] linearizableReadLoop","detail":"{readStateIndex:3265; appliedIndex:3261; }","duration":"695.673299ms","start":"2026-04-03T02:39:57.626202Z","end":"2026-04-03T02:39:58.321875Z","steps":["trace[931406946] 'read index received' (duration: 131.094941ms)","trace[931406946] 'applied index is now lower than readState.Index' (duration: 564.577358ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:58.322252Z","caller":"traceutil/trace.go:171","msg":"trace[1022226567] transaction","detail":"{read_only:false; response_revision:3110; number_of_response:1; }","duration":"727.285728ms","start":"2026-04-03T02:39:57.594942Z","end":"2026-04-03T02:39:58.322228Z","steps":["trace[1022226567] 'process raft request' (duration: 726.609041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:58.322396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:57.594922Z","time spent":"727.39089ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:58.322617Z","caller":"traceutil/trace.go:171","msg":"trace[120009795] transaction","detail":"{read_only:false; response_revision:3111; number_of_response:1; }","duration":"726.666671ms","start":"2026-04-03T02:39:57.595939Z","end":"2026-04-03T02:39:58.322605Z","steps":["trace[120009795] 'process raft request' (duration: 725.80729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:58.32269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:57.595932Z","time spent":"726.717972ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:58.322966Z","caller":"traceutil/trace.go:171","msg":"trace[890286564] transaction","detail":"{read_only:false; response_revision:3112; number_of_response:1; }","duration":"724.60687ms","start":"2026-04-03T02:39:57.598347Z","end":"2026-04-03T02:39:58.322954Z","steps":["trace[890286564] 'process raft request' (duration: 723.461191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:58.323034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:57.598341Z","time spent":"724.659181ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5739,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:58.323209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.007953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:58.323253Z","caller":"traceutil/trace.go:171","msg":"trace[834676019] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3112; }","duration":"697.109535ms","start":"2026-04-03T02:39:57.626133Z","end":"2026-04-03T02:39:58.323243Z","steps":["trace[834676019] 'agreement among raft nodes before linearized reading' (duration: 697.038383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:58.323288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:57.626112Z","time spent":"697.166766ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:58.32347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.16489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:58.323539Z","caller":"traceutil/trace.go:171","msg":"trace[839288474] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3112; }","duration":"654.233651ms","start":"2026-04-03T02:39:57.669294Z","end":"2026-04-03T02:39:58.323528Z","steps":["trace[839288474] 'agreement among raft nodes before linearized reading' (duration: 654.143869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:58.323594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:57.669256Z","time spent":"654.326284ms","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:58.323943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.297585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:58.323985Z","caller":"traceutil/trace.go:171","msg":"trace[808017683] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:3112; }","duration":"232.380118ms","start":"2026-04-03T02:39:58.091595Z","end":"2026-04-03T02:39:58.323975Z","steps":["trace[808017683] 'agreement among raft nodes before linearized reading' (duration: 232.317516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:58.324279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.790649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-04-03T02:39:58.32431Z","caller":"traceutil/trace.go:171","msg":"trace[163763250] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:3112; }","duration":"232.85944ms","start":"2026-04-03T02:39:58.091441Z","end":"2026-04-03T02:39:58.324301Z","steps":["trace[163763250] 'agreement among raft nodes before linearized reading' (duration: 232.671426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:58.324546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.855745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T02:39:58.324573Z","caller":"traceutil/trace.go:171","msg":"trace[38694943] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3112; }","duration":"389.909607ms","start":"2026-04-03T02:39:57.934655Z","end":"2026-04-03T02:39:58.324565Z","steps":["trace[38694943] 'agreement among raft nodes before linearized reading' (duration: 389.826245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:58.324599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:57.934642Z","time spent":"389.950918ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-03T02:39:58.324776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.847988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:58.324803Z","caller":"traceutil/trace.go:171","msg":"trace[1933964728] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:3112; }","duration":"395.908099ms","start":"2026-04-03T02:39:57.928887Z","end":"2026-04-03T02:39:58.324795Z","steps":["trace[1933964728] 'agreement among raft nodes before linearized reading' (duration: 395.831297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:58.324834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:57.928828Z","time spent":"395.999162ms","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":59,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:58.325137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.125436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-04-03T02:39:58.325188Z","caller":"traceutil/trace.go:171","msg":"trace[1575755088] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:3112; }","duration":"404.221118ms","start":"2026-04-03T02:39:57.920953Z","end":"2026-04-03T02:39:58.325174Z","steps":["trace[1575755088] 'agreement among raft nodes before linearized reading' (duration: 404.024533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:58.325228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:57.920936Z","time spent":"404.281439ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188519,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-03T02:39:58.325539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.61799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-04-03T02:39:58.325572Z","caller":"traceutil/trace.go:171","msg":"trace[562275818] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:3112; }","duration":"431.677762ms","start":"2026-04-03T02:39:57.893883Z","end":"2026-04-03T02:39:58.325561Z","steps":["trace[562275818] 'agreement among raft nodes before linearized reading' (duration: 431.577619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:58.325603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:57.893877Z","time spent":"431.718433ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24268,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-04-03T02:39:58.325811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.518538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-04-03T02:39:58.325841Z","caller":"traceutil/trace.go:171","msg":"trace[858227417] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:3112; }","duration":"433.55884ms","start":"2026-04-03T02:39:57.892273Z","end":"2026-04-03T02:39:58.325832Z","steps":["trace[858227417] 'agreement among raft nodes before linearized reading' (duration: 433.469847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:58.325868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:57.892262Z","time spent":"433.59932ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13253,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-04-03T02:39:58.32615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.066327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-04-03T02:39:58.326199Z","caller":"traceutil/trace.go:171","msg":"trace[2110669747] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:3112; }","duration":"435.137978ms","start":"2026-04-03T02:39:57.891048Z","end":"2026-04-03T02:39:58.326186Z","steps":["trace[2110669747] 'agreement among raft nodes before linearized reading' (duration: 435.018705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:58.326242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:57.891042Z","time spent":"435.186299ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4357,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-04-03T02:39:58.326653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.896608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-04-03T02:39:58.326693Z","caller":"traceutil/trace.go:171","msg":"trace[209232741] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:3112; }","duration":"435.941909ms","start":"2026-04-03T02:39:57.890735Z","end":"2026-04-03T02:39:58.326677Z","steps":["trace[209232741] 'agreement among raft nodes before linearized reading' (duration: 435.809495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:58.326719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:57.890729Z","time spent":"435.98283ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4107,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-04-03T02:39:58.32681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.118614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"warn","ts":"2026-04-03T02:39:58.326901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.656809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:39:58.326928Z","caller":"traceutil/trace.go:171","msg":"trace[14172521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3112; }","duration":"442.731561ms","start":"2026-04-03T02:39:57.884188Z","end":"2026-04-03T02:39:58.32692Z","steps":["trace[14172521] 'agreement among raft nodes before linearized reading' (duration: 442.640288ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:58.326918Z","caller":"traceutil/trace.go:171","msg":"trace[1306036117] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:3112; }","duration":"436.267838ms","start":"2026-04-03T02:39:57.890618Z","end":"2026-04-03T02:39:58.326886Z","steps":["trace[1306036117] 'agreement among raft nodes before linearized reading' (duration: 435.948549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:58.32695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:57.884164Z","time spent":"442.781292ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:39:58.326979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:57.8906Z","time spent":"436.36884ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4204,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-04-03T02:39:58.32697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.204337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"warn","ts":"2026-04-03T02:39:58.327174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.476543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-04-03T02:39:58.327192Z","caller":"traceutil/trace.go:171","msg":"trace[466472102] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:3112; }","duration":"436.503303ms","start":"2026-04-03T02:39:57.890682Z","end":"2026-04-03T02:39:58.327186Z","steps":["trace[466472102] 'agreement among raft nodes before linearized reading' (duration: 436.429011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:58.32721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:57.890679Z","time spent":"436.528144ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5201,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-04-03T02:39:58.327617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.884853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-04-03T02:39:58.327653Z","caller":"traceutil/trace.go:171","msg":"trace[1923153077] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:3112; }","duration":"436.936945ms","start":"2026-04-03T02:39:57.890703Z","end":"2026-04-03T02:39:58.32764Z","steps":["trace[1923153077] 'agreement among raft nodes before linearized reading' (duration: 436.832682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:58.327682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:57.890699Z","time spent":"436.976126ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5610,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-04-03T02:39:58.327066Z","caller":"traceutil/trace.go:171","msg":"trace[1599023157] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:3112; }","duration":"436.34303ms","start":"2026-04-03T02:39:57.890696Z","end":"2026-04-03T02:39:58.327039Z","steps":["trace[1599023157] 'agreement among raft nodes before linearized reading' (duration: 436.015231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:58.32908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.217436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-04-03T02:39:58.329132Z","caller":"traceutil/trace.go:171","msg":"trace[1649494581] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:3112; }","duration":"438.308348ms","start":"2026-04-03T02:39:57.890808Z","end":"2026-04-03T02:39:58.329116Z","steps":["trace[1649494581] 'agreement among raft nodes before linearized reading' (duration: 435.60582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:58.329122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:57.890686Z","time spent":"438.393951ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-03T02:39:58.329167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:57.890803Z","time spent":"438.355439ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-04-03T02:39:58.915562Z","caller":"traceutil/trace.go:171","msg":"trace[1159333483] transaction","detail":"{read_only:false; response_revision:3113; number_of_response:1; }","duration":"582.591342ms","start":"2026-04-03T02:39:58.332941Z","end":"2026-04-03T02:39:58.915532Z","steps":["trace[1159333483] 'process raft request' (duration: 483.14734ms)","trace[1159333483] 'compare' (duration: 99.127025ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:58.915711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:58.332908Z","time spent":"582.726336ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:59.434351Z","caller":"traceutil/trace.go:171","msg":"trace[1091740108] transaction","detail":"{read_only:false; response_revision:3114; number_of_response:1; }","duration":"1.100819609s","start":"2026-04-03T02:39:58.333461Z","end":"2026-04-03T02:39:59.434281Z","steps":["trace[1091740108] 'process raft request' (duration: 1.061760483s)","trace[1091740108] 'compare' (duration: 38.266937ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:59.43455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:58.333434Z","time spent":"1.101018805s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:39:59.434707Z","caller":"traceutil/trace.go:171","msg":"trace[1654352296] transaction","detail":"{read_only:false; response_revision:3115; number_of_response:1; }","duration":"1.101203339s","start":"2026-04-03T02:39:58.333475Z","end":"2026-04-03T02:39:59.434678Z","steps":["trace[1654352296] 'process raft request' (duration: 1.100659716s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:59.434809Z","caller":"traceutil/trace.go:171","msg":"trace[176470598] transaction","detail":"{read_only:false; response_revision:3117; number_of_response:1; }","duration":"1.094239814s","start":"2026-04-03T02:39:58.340532Z","end":"2026-04-03T02:39:59.434772Z","steps":["trace[176470598] 'process raft request' (duration: 1.093793473s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:59.434862Z","caller":"traceutil/trace.go:171","msg":"trace[1538539037] transaction","detail":"{read_only:false; response_revision:3118; number_of_response:1; }","duration":"860.332077ms","start":"2026-04-03T02:39:58.574516Z","end":"2026-04-03T02:39:59.434848Z","steps":["trace[1538539037] 'process raft request' (duration: 859.877365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:59.434875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:58.340522Z","time spent":"1.094326177s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4675,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:59.434875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:58.333461Z","time spent":"1.101322292s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:59.434916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:58.574484Z","time spent":"860.407199ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:39:59.435021Z","caller":"traceutil/trace.go:171","msg":"trace[1503745950] transaction","detail":"{read_only:false; response_revision:3116; number_of_response:1; }","duration":"1.098747497s","start":"2026-04-03T02:39:58.336232Z","end":"2026-04-03T02:39:59.43498Z","steps":["trace[1503745950] 'process raft request' (duration: 1.098012179s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:59.435264Z","caller":"traceutil/trace.go:171","msg":"trace[514589065] linearizableReadLoop","detail":"{readStateIndex:3268; appliedIndex:3265; }","duration":"1.099620189s","start":"2026-04-03T02:39:58.33562Z","end":"2026-04-03T02:39:59.43524Z","steps":["trace[514589065] 'read index received' (duration: 480.376161ms)","trace[514589065] 'applied index is now lower than readState.Index' (duration: 619.240148ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:59.435621Z","caller":"traceutil/trace.go:171","msg":"trace[188727914] transaction","detail":"{read_only:false; response_revision:3119; number_of_response:1; }","duration":"858.275624ms","start":"2026-04-03T02:39:58.577326Z","end":"2026-04-03T02:39:59.435602Z","steps":["trace[188727914] 'process raft request' (duration: 857.418403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:59.435474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:58.336224Z","time spent":"1.098923801s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:59.435687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:58.577318Z","time spent":"858.344856ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:39:59.435903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014636133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:59.435985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.004444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:59.436053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100385858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-03T02:39:59.436103Z","caller":"traceutil/trace.go:171","msg":"trace[571237375] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3119; }","duration":"351.118746ms","start":"2026-04-03T02:39:59.084919Z","end":"2026-04-03T02:39:59.436037Z","steps":["trace[571237375] 'agreement among raft nodes before linearized reading' (duration: 351.027804ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:59.436167Z","caller":"traceutil/trace.go:171","msg":"trace[156117016] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3119; }","duration":"1.100562354s","start":"2026-04-03T02:39:58.335581Z","end":"2026-04-03T02:39:59.436143Z","steps":["trace[156117016] 'agreement among raft nodes before linearized reading' (duration: 1.10005172s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:59.436178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:59.084888Z","time spent":"351.273221ms","remote":"127.0.0.1:47342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:59.436232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:58.335568Z","time spent":"1.100651946s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-03T02:39:59.436224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.9847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2332"} {"level":"info","ts":"2026-04-03T02:39:59.436296Z","caller":"traceutil/trace.go:171","msg":"trace[1256513361] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:3119; }","duration":"375.117753ms","start":"2026-04-03T02:39:59.061164Z","end":"2026-04-03T02:39:59.436282Z","steps":["trace[1256513361] 'agreement among raft nodes before linearized reading' (duration: 374.816385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:59.436356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:59.061138Z","time spent":"375.199925ms","remote":"127.0.0.1:35012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":2356,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-04-03T02:39:59.43657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.370492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:59.436082Z","caller":"traceutil/trace.go:171","msg":"trace[1032911629] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3119; }","duration":"1.014807548s","start":"2026-04-03T02:39:58.421202Z","end":"2026-04-03T02:39:59.436009Z","steps":["trace[1032911629] 'agreement among raft nodes before linearized reading' (duration: 1.014633873s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:59.43665Z","caller":"traceutil/trace.go:171","msg":"trace[263421899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3119; }","duration":"895.541606ms","start":"2026-04-03T02:39:58.541094Z","end":"2026-04-03T02:39:59.436636Z","steps":["trace[263421899] 'agreement among raft nodes before linearized reading' (duration: 895.361292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:59.436689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:58.541061Z","time spent":"895.623148ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:59.43667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:58.421179Z","time spent":"1.015471495s","remote":"127.0.0.1:52490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:59.435911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.345376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:59.436925Z","caller":"traceutil/trace.go:171","msg":"trace[2140094733] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3119; }","duration":"480.412943ms","start":"2026-04-03T02:39:58.956488Z","end":"2026-04-03T02:39:59.436901Z","steps":["trace[2140094733] 'agreement among raft nodes before linearized reading' (duration: 479.359896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:59.436425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.792558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:59.437126Z","caller":"traceutil/trace.go:171","msg":"trace[832647118] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:3119; }","duration":"680.495495ms","start":"2026-04-03T02:39:58.756617Z","end":"2026-04-03T02:39:59.437112Z","steps":["trace[832647118] 'agreement among raft nodes before linearized reading' (duration: 679.742436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:59.437154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:58.756554Z","time spent":"680.590158ms","remote":"127.0.0.1:35038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:59.436383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.989362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:59.43725Z","caller":"traceutil/trace.go:171","msg":"trace[1580137741] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:3119; }","duration":"480.874964ms","start":"2026-04-03T02:39:58.956331Z","end":"2026-04-03T02:39:59.437206Z","steps":["trace[1580137741] 'agreement among raft nodes before linearized reading' (duration: 479.788067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:59.437351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:58.956312Z","time spent":"480.990218ms","remote":"127.0.0.1:35038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-04-03T02:39:59.437627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:58.956457Z","time spent":"480.794783ms","remote":"127.0.0.1:35026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-04-03T02:39:59.741292Z","caller":"traceutil/trace.go:171","msg":"trace[963824585] linearizableReadLoop","detail":"{readStateIndex:3274; appliedIndex:3272; }","duration":"295.276787ms","start":"2026-04-03T02:39:59.445989Z","end":"2026-04-03T02:39:59.741266Z","steps":["trace[963824585] 'read index received' (duration: 20.262892ms)","trace[963824585] 'applied index is now lower than readState.Index' (duration: 275.013024ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:59.741426Z","caller":"traceutil/trace.go:171","msg":"trace[943920705] transaction","detail":"{read_only:false; response_revision:3121; number_of_response:1; }","duration":"298.292033ms","start":"2026-04-03T02:39:59.443111Z","end":"2026-04-03T02:39:59.741403Z","steps":["trace[943920705] 'process raft request' (duration: 295.804671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:59.741914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.907313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2332"} {"level":"info","ts":"2026-04-03T02:39:59.741971Z","caller":"traceutil/trace.go:171","msg":"trace[1631881012] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:3121; }","duration":"295.995525ms","start":"2026-04-03T02:39:59.445968Z","end":"2026-04-03T02:39:59.741963Z","steps":["trace[1631881012] 'agreement among raft nodes before linearized reading' (duration: 295.846661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:59.741938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.124862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a2b861e304c96c\" ","response":"range_response_count:1 size:872"} {"level":"info","ts":"2026-04-03T02:39:59.742026Z","caller":"traceutil/trace.go:171","msg":"trace[1714349622] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a2b861e304c96c; range_end:; response_count:1; response_revision:3121; }","duration":"272.244365ms","start":"2026-04-03T02:39:59.469757Z","end":"2026-04-03T02:39:59.742001Z","steps":["trace[1714349622] 'agreement among raft nodes before linearized reading' (duration: 272.020609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:00.268509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.554566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:00.268754Z","caller":"traceutil/trace.go:171","msg":"trace[818080965] linearizableReadLoop","detail":"{readStateIndex:3277; appliedIndex:3275; }","duration":"334.474618ms","start":"2026-04-03T02:39:59.934255Z","end":"2026-04-03T02:40:00.268729Z","steps":["trace[818080965] 'read index received' (duration: 49.563272ms)","trace[818080965] 'applied index is now lower than readState.Index' (duration: 284.909916ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:00.268851Z","caller":"traceutil/trace.go:171","msg":"trace[212727639] transaction","detail":"{read_only:false; response_revision:3123; number_of_response:1; }","duration":"448.584418ms","start":"2026-04-03T02:39:59.820237Z","end":"2026-04-03T02:40:00.268821Z","steps":["trace[212727639] 'process raft request' (duration: 163.57174ms)","trace[212727639] 'compare' (duration: 284.411443ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:00.26896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.252194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:40:00.268962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:59.820213Z","time spent":"448.689481ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:00.269016Z","caller":"traceutil/trace.go:171","msg":"trace[976185389] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:3124; }","duration":"127.350707ms","start":"2026-04-03T02:40:00.141651Z","end":"2026-04-03T02:40:00.269002Z","steps":["trace[976185389] 'agreement among raft nodes before linearized reading' (duration: 127.256424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:00.269053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.774485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T02:40:00.269126Z","caller":"traceutil/trace.go:171","msg":"trace[285725043] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3124; }","duration":"334.901938ms","start":"2026-04-03T02:39:59.934208Z","end":"2026-04-03T02:40:00.26911Z","steps":["trace[285725043] 'agreement among raft nodes before linearized reading' (duration: 334.674693ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:00.268966Z","caller":"traceutil/trace.go:171","msg":"trace[47788992] transaction","detail":"{read_only:false; response_revision:3124; number_of_response:1; }","duration":"445.292776ms","start":"2026-04-03T02:39:59.82363Z","end":"2026-04-03T02:40:00.268923Z","steps":["trace[47788992] 'process raft request' (duration: 445.011969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:00.269171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:59.934193Z","time spent":"334.96907ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-03T02:40:00.269396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:59.823612Z","time spent":"445.621773ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4712,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:00.956409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.865981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:00.956598Z","caller":"traceutil/trace.go:171","msg":"trace[2059489465] linearizableReadLoop","detail":"{readStateIndex:3279; appliedIndex:3278; }","duration":"482.211798ms","start":"2026-04-03T02:40:00.474363Z","end":"2026-04-03T02:40:00.956575Z","steps":["trace[2059489465] 'read index received' (duration: 71.082µs)","trace[2059489465] 'applied index is now lower than readState.Index' (duration: 482.138066ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:00.956625Z","caller":"traceutil/trace.go:171","msg":"trace[462363484] transaction","detail":"{read_only:false; response_revision:3126; number_of_response:1; }","duration":"658.992532ms","start":"2026-04-03T02:40:00.297591Z","end":"2026-04-03T02:40:00.956584Z","steps":["trace[462363484] 'process raft request' (duration: 73.840595ms)","trace[462363484] 'compare' (duration: 584.219774ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:00.956796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:00.297571Z","time spent":"659.130795ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:00.957342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.613403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T02:40:00.957389Z","caller":"traceutil/trace.go:171","msg":"trace[1905369812] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3126; }","duration":"481.661754ms","start":"2026-04-03T02:40:00.475715Z","end":"2026-04-03T02:40:00.957377Z","steps":["trace[1905369812] 'agreement among raft nodes before linearized reading' (duration: 481.514359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:00.95734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.898099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:40:00.957415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:00.475655Z","time spent":"481.753757ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:40:00.957361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.990108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-04-03T02:40:00.957456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.988168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:426"} {"level":"info","ts":"2026-04-03T02:40:00.957569Z","caller":"traceutil/trace.go:171","msg":"trace[1467031931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3126; }","duration":"483.113741ms","start":"2026-04-03T02:40:00.474431Z","end":"2026-04-03T02:40:00.957544Z","steps":["trace[1467031931] 'agreement among raft nodes before linearized reading' (duration: 482.786012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:00.957626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:00.474368Z","time spent":"483.248835ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":450,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:40:00.957451Z","caller":"traceutil/trace.go:171","msg":"trace[30742371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3126; }","duration":"417.065553ms","start":"2026-04-03T02:40:00.540356Z","end":"2026-04-03T02:40:00.957421Z","steps":["trace[30742371] 'agreement among raft nodes before linearized reading' (duration: 416.863697ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:00.957598Z","caller":"traceutil/trace.go:171","msg":"trace[29795516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3126; }","duration":"483.198994ms","start":"2026-04-03T02:40:00.474325Z","end":"2026-04-03T02:40:00.957524Z","steps":["trace[29795516] 'agreement among raft nodes before linearized reading' (duration: 482.862304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:00.957795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:00.474307Z","time spent":"483.4681ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:40:00.957704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:00.540334Z","time spent":"417.34997ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:40:01.373094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.086966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:01.373451Z","caller":"traceutil/trace.go:171","msg":"trace[684747380] transaction","detail":"{read_only:false; response_revision:3127; number_of_response:1; }","duration":"410.908507ms","start":"2026-04-03T02:40:00.962515Z","end":"2026-04-03T02:40:01.373423Z","steps":["trace[684747380] 'process raft request' (duration: 139.307638ms)","trace[684747380] 'compare' (duration: 270.938723ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:01.373582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:00.962499Z","time spent":"411.001059ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:01.378188Z","caller":"traceutil/trace.go:171","msg":"trace[1847408473] linearizableReadLoop","detail":"{readStateIndex:3283; appliedIndex:3279; }","duration":"315.112829ms","start":"2026-04-03T02:40:01.063053Z","end":"2026-04-03T02:40:01.378166Z","steps":["trace[1847408473] 'read index received' (duration: 38.79485ms)","trace[1847408473] 'applied index is now lower than readState.Index' (duration: 276.317169ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:01.3783Z","caller":"traceutil/trace.go:171","msg":"trace[1923883947] transaction","detail":"{read_only:false; response_revision:3128; number_of_response:1; }","duration":"415.065412ms","start":"2026-04-03T02:40:00.963224Z","end":"2026-04-03T02:40:01.37829Z","steps":["trace[1923883947] 'process raft request' (duration: 414.705203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:01.378396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:00.963205Z","time spent":"415.119863ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:01.378783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.725193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:01.37884Z","caller":"traceutil/trace.go:171","msg":"trace[2067176047] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:3130; }","duration":"315.837247ms","start":"2026-04-03T02:40:01.062986Z","end":"2026-04-03T02:40:01.378824Z","steps":["trace[2067176047] 'agreement among raft nodes before linearized reading' (duration: 315.663493ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:01.378824Z","caller":"traceutil/trace.go:171","msg":"trace[322012065] transaction","detail":"{read_only:false; response_revision:3129; number_of_response:1; }","duration":"414.284832ms","start":"2026-04-03T02:40:00.964507Z","end":"2026-04-03T02:40:01.378792Z","steps":["trace[322012065] 'process raft request' (duration: 413.571614ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:01.378864Z","caller":"traceutil/trace.go:171","msg":"trace[1096805538] transaction","detail":"{read_only:false; response_revision:3130; number_of_response:1; }","duration":"413.338609ms","start":"2026-04-03T02:40:00.965494Z","end":"2026-04-03T02:40:01.378832Z","steps":["trace[1096805538] 'process raft request' (duration: 412.634172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:01.37897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:00.964501Z","time spent":"414.389856ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:01.379014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:00.965486Z","time spent":"413.448822ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:01.379011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:01.062967Z","time spent":"315.97179ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-04-03T02:40:01.883964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.117962ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-03T02:40:01.8842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:01.379885Z","time spent":"504.305496ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T02:40:01.884282Z","caller":"traceutil/trace.go:171","msg":"trace[700786639] transaction","detail":"{read_only:false; response_revision:3131; number_of_response:1; }","duration":"466.010249ms","start":"2026-04-03T02:40:01.418252Z","end":"2026-04-03T02:40:01.884262Z","steps":["trace[700786639] 'process raft request' (duration: 465.854615ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:01.884517Z","caller":"traceutil/trace.go:171","msg":"trace[1113396623] linearizableReadLoop","detail":"{readStateIndex:3284; appliedIndex:3283; }","duration":"501.565276ms","start":"2026-04-03T02:40:01.382921Z","end":"2026-04-03T02:40:01.884486Z","steps":["trace[1113396623] 'read index received' (duration: 147.000223ms)","trace[1113396623] 'applied index is now lower than readState.Index' (duration: 354.562283ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:01.884677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:01.418231Z","time spent":"466.145812ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:01.884726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.788343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8498d794671\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-04-03T02:40:01.884755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.571197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:01.884828Z","caller":"traceutil/trace.go:171","msg":"trace[1027964056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3131; }","duration":"343.71719ms","start":"2026-04-03T02:40:01.541088Z","end":"2026-04-03T02:40:01.884805Z","steps":["trace[1027964056] 'agreement among raft nodes before linearized reading' (duration: 343.567327ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:01.884778Z","caller":"traceutil/trace.go:171","msg":"trace[1559542839] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b8498d794671; range_end:; response_count:1; response_revision:3131; }","duration":"501.880485ms","start":"2026-04-03T02:40:01.382883Z","end":"2026-04-03T02:40:01.884764Z","steps":["trace[1559542839] 'agreement among raft nodes before linearized reading' (duration: 501.690231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:01.884886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:01.38286Z","time spent":"502.021479ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8498d794671\" "} {"level":"warn","ts":"2026-04-03T02:40:01.884858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.375766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4941"} {"level":"warn","ts":"2026-04-03T02:40:01.884887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.889326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:40:01.884894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:01.541052Z","time spent":"343.830523ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:40:01.884928Z","caller":"traceutil/trace.go:171","msg":"trace[1085698025] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:3131; }","duration":"498.511889ms","start":"2026-04-03T02:40:01.3864Z","end":"2026-04-03T02:40:01.884912Z","steps":["trace[1085698025] 'agreement among raft nodes before linearized reading' (duration: 498.290804ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:01.884931Z","caller":"traceutil/trace.go:171","msg":"trace[220385113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3131; }","duration":"501.949447ms","start":"2026-04-03T02:40:01.38297Z","end":"2026-04-03T02:40:01.884919Z","steps":["trace[220385113] 'agreement among raft nodes before linearized reading' (duration: 501.680291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:01.884973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:01.386373Z","time spent":"498.593131ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4965,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-04-03T02:40:01.884978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:01.382917Z","time spent":"502.05321ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:40:01.884849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.50508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:40:01.885066Z","caller":"traceutil/trace.go:171","msg":"trace[951830614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3131; }","duration":"500.745806ms","start":"2026-04-03T02:40:01.384314Z","end":"2026-04-03T02:40:01.88506Z","steps":["trace[951830614] 'agreement among raft nodes before linearized reading' (duration: 500.49711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:01.885083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:01.384302Z","time spent":"500.776237ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:40:01.885172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.93885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:40:01.885276Z","caller":"traceutil/trace.go:171","msg":"trace[7016512] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:3131; }","duration":"141.057923ms","start":"2026-04-03T02:40:01.744161Z","end":"2026-04-03T02:40:01.885219Z","steps":["trace[7016512] 'agreement among raft nodes before linearized reading' (duration: 140.648803ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:02.192566Z","caller":"traceutil/trace.go:171","msg":"trace[1263404233] linearizableReadLoop","detail":"{readStateIndex:3288; appliedIndex:3287; }","duration":"300.980161ms","start":"2026-04-03T02:40:01.891558Z","end":"2026-04-03T02:40:02.192538Z","steps":["trace[1263404233] 'read index received' (duration: 41.739275ms)","trace[1263404233] 'applied index is now lower than readState.Index' (duration: 259.239466ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:02.192671Z","caller":"traceutil/trace.go:171","msg":"trace[881981375] transaction","detail":"{read_only:false; response_revision:3135; number_of_response:1; }","duration":"300.905059ms","start":"2026-04-03T02:40:01.891717Z","end":"2026-04-03T02:40:02.192622Z","steps":["trace[881981375] 'process raft request' (duration: 300.664283ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:02.192812Z","caller":"traceutil/trace.go:171","msg":"trace[1010634828] transaction","detail":"{read_only:false; response_revision:3136; number_of_response:1; }","duration":"296.060657ms","start":"2026-04-03T02:40:01.896709Z","end":"2026-04-03T02:40:02.19277Z","steps":["trace[1010634828] 'process raft request' (duration: 295.759868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:02.192898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.31546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-04-03T02:40:02.192973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.311014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-03T02:40:02.192981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.291322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-rvtcb.18a2b862b933e86a\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-04-03T02:40:02.193027Z","caller":"traceutil/trace.go:171","msg":"trace[1156736360] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3136; }","duration":"258.407637ms","start":"2026-04-03T02:40:01.934606Z","end":"2026-04-03T02:40:02.193014Z","steps":["trace[1156736360] 'agreement among raft nodes before linearized reading' (duration: 258.204122ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:02.193042Z","caller":"traceutil/trace.go:171","msg":"trace[1802127701] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-rvtcb.18a2b862b933e86a; range_end:; response_count:1; response_revision:3136; }","duration":"256.387005ms","start":"2026-04-03T02:40:01.936639Z","end":"2026-04-03T02:40:02.193026Z","steps":["trace[1802127701] 'agreement among raft nodes before linearized reading' (duration: 256.210151ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:02.193104Z","caller":"traceutil/trace.go:171","msg":"trace[1757237415] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3136; }","duration":"301.469504ms","start":"2026-04-03T02:40:01.891518Z","end":"2026-04-03T02:40:02.192987Z","steps":["trace[1757237415] 'agreement among raft nodes before linearized reading' (duration: 301.234378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:02.193123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:01.891695Z","time spent":"301.138375ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:02.193209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:01.891503Z","time spent":"301.679679ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-03T02:40:02.193818Z","caller":"traceutil/trace.go:171","msg":"trace[2043752142] transaction","detail":"{read_only:false; response_revision:3134; number_of_response:1; }","duration":"302.870819ms","start":"2026-04-03T02:40:01.890922Z","end":"2026-04-03T02:40:02.193793Z","steps":["trace[2043752142] 'process raft request' (duration: 300.558461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:02.193966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:01.890882Z","time spent":"302.997052ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:02.863162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.379613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:02.863336Z","caller":"traceutil/trace.go:171","msg":"trace[485398137] transaction","detail":"{read_only:false; response_revision:3137; number_of_response:1; }","duration":"668.331868ms","start":"2026-04-03T02:40:02.194967Z","end":"2026-04-03T02:40:02.863298Z","steps":["trace[485398137] 'process raft request' (duration: 236.729889ms)","trace[485398137] 'compare' (duration: 431.157068ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:02.86346Z","caller":"traceutil/trace.go:171","msg":"trace[944507829] linearizableReadLoop","detail":"{readStateIndex:3291; appliedIndex:3290; }","duration":"667.369123ms","start":"2026-04-03T02:40:02.196053Z","end":"2026-04-03T02:40:02.863422Z","steps":["trace[944507829] 'read index received' (duration: 235.58814ms)","trace[944507829] 'applied index is now lower than readState.Index' (duration: 431.777973ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:02.863514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:02.19495Z","time spent":"668.450861ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:03.488793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.496957ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:40:03.488922Z","caller":"traceutil/trace.go:171","msg":"trace[1734847288] linearizableReadLoop","detail":"{readStateIndex:3292; appliedIndex:3291; }","duration":"625.371583ms","start":"2026-04-03T02:40:02.863527Z","end":"2026-04-03T02:40:03.488899Z","steps":["trace[1734847288] 'read index received' (duration: 44.121µs)","trace[1734847288] 'applied index is now lower than readState.Index' (duration: 625.325052ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:03.489155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.79671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:03.489207Z","caller":"traceutil/trace.go:171","msg":"trace[2134907949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3137; }","duration":"948.890732ms","start":"2026-04-03T02:40:02.540303Z","end":"2026-04-03T02:40:03.489194Z","steps":["trace[2134907949] 'agreement among raft nodes before linearized reading' (duration: 948.80139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:03.489241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:02.540282Z","time spent":"948.950903ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:40:03.489362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077552862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-7gxm9\" ","response":"range_response_count:1 size:4351"} {"level":"info","ts":"2026-04-03T02:40:03.489418Z","caller":"traceutil/trace.go:171","msg":"trace[417239093] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-7gxm9; range_end:; response_count:1; response_revision:3137; }","duration":"1.077664875s","start":"2026-04-03T02:40:02.411738Z","end":"2026-04-03T02:40:03.489403Z","steps":["trace[417239093] 'agreement among raft nodes before linearized reading' (duration: 1.07749804s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:03.489437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.604728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-rvtcb.18a2b862b9353cf8\" ","response":"range_response_count:1 size:860"} {"level":"warn","ts":"2026-04-03T02:40:03.489473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:02.411716Z","time spent":"1.077745306s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4375,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-7gxm9\" "} {"level":"warn","ts":"2026-04-03T02:40:03.489496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.30866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:40:03.489544Z","caller":"traceutil/trace.go:171","msg":"trace[226974451] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3137; }","duration":"111.397433ms","start":"2026-04-03T02:40:03.378133Z","end":"2026-04-03T02:40:03.48953Z","steps":["trace[226974451] 'agreement among raft nodes before linearized reading' (duration: 111.27122ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:03.489552Z","caller":"traceutil/trace.go:171","msg":"trace[40942092] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-rvtcb.18a2b862b9353cf8; range_end:; response_count:1; response_revision:3137; }","duration":"621.753762ms","start":"2026-04-03T02:40:02.867748Z","end":"2026-04-03T02:40:03.489502Z","steps":["trace[40942092] 'agreement among raft nodes before linearized reading' (duration: 621.493016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:03.489604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:02.867722Z","time spent":"621.867205ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":884,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-rvtcb.18a2b862b9353cf8\" "} {"level":"warn","ts":"2026-04-03T02:40:03.489607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293191387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-03T02:40:03.489677Z","caller":"traceutil/trace.go:171","msg":"trace[1594727712] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3137; }","duration":"1.293331231s","start":"2026-04-03T02:40:02.196328Z","end":"2026-04-03T02:40:03.489659Z","steps":["trace[1594727712] 'agreement among raft nodes before linearized reading' (duration: 1.293057174s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:03.489726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:02.19631Z","time spent":"1.293407383s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-03T02:40:03.490249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294182073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:40:03.490618Z","caller":"traceutil/trace.go:171","msg":"trace[1354224880] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3137; }","duration":"1.294568833s","start":"2026-04-03T02:40:02.196026Z","end":"2026-04-03T02:40:03.490594Z","steps":["trace[1354224880] 'agreement among raft nodes before linearized reading' (duration: 667.729433ms)","trace[1354224880] 'range keys from in-memory index tree' (duration: 625.24466ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:03.490663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.350006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:123 size:98296"} {"level":"info","ts":"2026-04-03T02:40:03.490719Z","caller":"traceutil/trace.go:171","msg":"trace[1642970647] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:123; response_revision:3137; }","duration":"955.48726ms","start":"2026-04-03T02:40:02.535218Z","end":"2026-04-03T02:40:03.490705Z","steps":["trace[1642970647] 'agreement among raft nodes before linearized reading' (duration: 953.949451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:03.490771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:02.5352Z","time spent":"955.550351ms","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":123,"response size":98320,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-04-03T02:40:03.490873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:02.196012Z","time spent":"1.294648295s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-03T02:40:03.711962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.710361ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:40:03.747843Z","caller":"traceutil/trace.go:171","msg":"trace[59111581] transaction","detail":"{read_only:false; response_revision:3138; number_of_response:1; }","duration":"255.136473ms","start":"2026-04-03T02:40:03.49267Z","end":"2026-04-03T02:40:03.747807Z","steps":["trace[59111581] 'process raft request' (duration: 254.863376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:03.747978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.888106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:40:03.74796Z","caller":"traceutil/trace.go:171","msg":"trace[1687750565] transaction","detail":"{read_only:false; response_revision:3140; number_of_response:1; }","duration":"250.771793ms","start":"2026-04-03T02:40:03.497171Z","end":"2026-04-03T02:40:03.747943Z","steps":["trace[1687750565] 'process raft request' (duration: 250.590729ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:03.747829Z","caller":"traceutil/trace.go:171","msg":"trace[1266300027] linearizableReadLoop","detail":"{readStateIndex:3294; appliedIndex:3292; }","duration":"254.740273ms","start":"2026-04-03T02:40:03.493066Z","end":"2026-04-03T02:40:03.747806Z","steps":["trace[1266300027] 'read index received' (duration: 48.265618ms)","trace[1266300027] 'applied index is now lower than readState.Index' (duration: 206.473855ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:03.748025Z","caller":"traceutil/trace.go:171","msg":"trace[185359696] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3140; }","duration":"254.983739ms","start":"2026-04-03T02:40:03.493032Z","end":"2026-04-03T02:40:03.748015Z","steps":["trace[185359696] 'agreement among raft nodes before linearized reading' (duration: 254.862016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:03.748311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.176679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-03T02:40:03.74836Z","caller":"traceutil/trace.go:171","msg":"trace[1634138965] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3140; }","duration":"212.285551ms","start":"2026-04-03T02:40:03.536063Z","end":"2026-04-03T02:40:03.748349Z","steps":["trace[1634138965] 'agreement among raft nodes before linearized reading' (duration: 212.115857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:03.748442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.248743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.18a2b870fdf7ada2\" ","response":"range_response_count:1 size:661"} {"level":"warn","ts":"2026-04-03T02:40:03.748486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.048504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:03.748504Z","caller":"traceutil/trace.go:171","msg":"trace[732525861] range","detail":"{range_begin:/registry/events/openstack/valkey.18a2b870fdf7ada2; range_end:; response_count:1; response_revision:3140; }","duration":"226.319616ms","start":"2026-04-03T02:40:03.522171Z","end":"2026-04-03T02:40:03.74849Z","steps":["trace[732525861] 'agreement among raft nodes before linearized reading' (duration: 226.143471ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:03.748533Z","caller":"traceutil/trace.go:171","msg":"trace[67916573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3140; }","duration":"208.127325ms","start":"2026-04-03T02:40:03.540394Z","end":"2026-04-03T02:40:03.748522Z","steps":["trace[67916573] 'agreement among raft nodes before linearized reading' (duration: 208.037523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:03.748317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.221425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"warn","ts":"2026-04-03T02:40:03.748532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.966813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-03T02:40:03.748584Z","caller":"traceutil/trace.go:171","msg":"trace[1429037883] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3140; }","duration":"255.541883ms","start":"2026-04-03T02:40:03.493031Z","end":"2026-04-03T02:40:03.748573Z","steps":["trace[1429037883] 'agreement among raft nodes before linearized reading' (duration: 255.132983ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:03.748629Z","caller":"traceutil/trace.go:171","msg":"trace[2072790432] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3140; }","duration":"212.085476ms","start":"2026-04-03T02:40:03.536528Z","end":"2026-04-03T02:40:03.748614Z","steps":["trace[2072790432] 'agreement among raft nodes before linearized reading' (duration: 211.899611ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:03.747899Z","caller":"traceutil/trace.go:171","msg":"trace[51754276] transaction","detail":"{read_only:false; response_revision:3139; number_of_response:1; }","duration":"253.0248ms","start":"2026-04-03T02:40:03.494841Z","end":"2026-04-03T02:40:03.747865Z","steps":["trace[51754276] 'process raft request' (duration: 252.851996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:03.74934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.435473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/atmosphere.18a2b870fdc429af\" ","response":"range_response_count:1 size:688"} {"level":"info","ts":"2026-04-03T02:40:03.749388Z","caller":"traceutil/trace.go:171","msg":"trace[1043303618] range","detail":"{range_begin:/registry/events/default/atmosphere.18a2b870fdc429af; range_end:; response_count:1; response_revision:3140; }","duration":"227.494625ms","start":"2026-04-03T02:40:03.521882Z","end":"2026-04-03T02:40:03.749376Z","steps":["trace[1043303618] 'agreement among raft nodes before linearized reading' (duration: 226.466389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:04.907851Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.026724729s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:40:04.921686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040530058s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:04.92194Z","caller":"traceutil/trace.go:171","msg":"trace[1753929682] transaction","detail":"{read_only:false; response_revision:3142; number_of_response:1; }","duration":"1.169775282s","start":"2026-04-03T02:40:03.752129Z","end":"2026-04-03T02:40:04.921905Z","steps":["trace[1753929682] 'process raft request' (duration: 128.915176ms)","trace[1753929682] 'compare' (duration: 1.040277522s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:04.92204Z","caller":"traceutil/trace.go:171","msg":"trace[484000193] transaction","detail":"{read_only:false; response_revision:3144; number_of_response:1; }","duration":"1.108394582s","start":"2026-04-03T02:40:03.813621Z","end":"2026-04-03T02:40:04.922016Z","steps":["trace[484000193] 'process raft request' (duration: 1.10831243s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:04.922125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:03.75211Z","time spent":"1.169935296s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:04.922158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:03.813568Z","time spent":"1.108532345s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6245,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:04.922357Z","caller":"traceutil/trace.go:171","msg":"trace[1455114011] linearizableReadLoop","detail":"{readStateIndex:3299; appliedIndex:3297; }","duration":"1.118545208s","start":"2026-04-03T02:40:03.803788Z","end":"2026-04-03T02:40:04.922333Z","steps":["trace[1455114011] 'read index received' (duration: 77.337653ms)","trace[1455114011] 'applied index is now lower than readState.Index' (duration: 1.041204745s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:04.922413Z","caller":"traceutil/trace.go:171","msg":"trace[352923442] transaction","detail":"{read_only:false; response_revision:3143; number_of_response:1; }","duration":"1.170185633s","start":"2026-04-03T02:40:03.75221Z","end":"2026-04-03T02:40:04.922395Z","steps":["trace[352923442] 'process raft request' (duration: 1.169610388s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:04.922636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17091167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-03T02:40:04.92271Z","caller":"traceutil/trace.go:171","msg":"trace[1440398749] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3144; }","duration":"1.170966011s","start":"2026-04-03T02:40:03.751705Z","end":"2026-04-03T02:40:04.922671Z","steps":["trace[1440398749] 'agreement among raft nodes before linearized reading' (duration: 1.170764556s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:04.922768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:03.751682Z","time spent":"1.171072734s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-03T02:40:04.922831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.64915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:40:04.922847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.399887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-04-03T02:40:04.922848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.387484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T02:40:04.92286Z","caller":"traceutil/trace.go:171","msg":"trace[1582552598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3144; }","duration":"724.745373ms","start":"2026-04-03T02:40:04.198106Z","end":"2026-04-03T02:40:04.922851Z","steps":["trace[1582552598] 'agreement among raft nodes before linearized reading' (duration: 724.655971ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:04.922882Z","caller":"traceutil/trace.go:171","msg":"trace[1788438196] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:3144; }","duration":"814.474249ms","start":"2026-04-03T02:40:04.108395Z","end":"2026-04-03T02:40:04.922869Z","steps":["trace[1788438196] 'agreement among raft nodes before linearized reading' (duration: 814.375637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:04.922942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:04.10837Z","time spent":"814.566371ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-03T02:40:04.922945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:04.198083Z","time spent":"724.803405ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:40:04.922858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.53218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:04.922942Z","caller":"traceutil/trace.go:171","msg":"trace[2057202421] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3144; }","duration":"945.475307ms","start":"2026-04-03T02:40:03.977407Z","end":"2026-04-03T02:40:04.922882Z","steps":["trace[2057202421] 'agreement among raft nodes before linearized reading' (duration: 945.312623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:04.922883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.744715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:40:04.922959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.492234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:452"} {"level":"info","ts":"2026-04-03T02:40:04.922984Z","caller":"traceutil/trace.go:171","msg":"trace[2031072195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3144; }","duration":"363.708875ms","start":"2026-04-03T02:40:04.559261Z","end":"2026-04-03T02:40:04.92297Z","steps":["trace[2031072195] 'agreement among raft nodes before linearized reading' (duration: 363.52257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:04.922954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.761531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:40:04.923024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:04.559245Z","time spent":"363.772377ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:40:04.923025Z","caller":"traceutil/trace.go:171","msg":"trace[1186961369] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:3144; }","duration":"912.587167ms","start":"2026-04-03T02:40:04.010422Z","end":"2026-04-03T02:40:04.923009Z","steps":["trace[1186961369] 'agreement among raft nodes before linearized reading' (duration: 912.356931ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:04.92302Z","caller":"traceutil/trace.go:171","msg":"trace[338049268] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:3144; }","duration":"498.964971ms","start":"2026-04-03T02:40:04.424032Z","end":"2026-04-03T02:40:04.922997Z","steps":["trace[338049268] 'agreement among raft nodes before linearized reading' (duration: 498.714864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:04.923015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.797414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:40:04.923059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:04.010411Z","time spent":"912.642948ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":476,"request content":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" "} {"level":"warn","ts":"2026-04-03T02:40:04.923021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.212052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:40:04.923067Z","caller":"traceutil/trace.go:171","msg":"trace[551115268] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:3144; }","duration":"345.981837ms","start":"2026-04-03T02:40:04.577056Z","end":"2026-04-03T02:40:04.923038Z","steps":["trace[551115268] 'agreement among raft nodes before linearized reading' (duration: 345.697939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:04.923041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:03.97738Z","time spent":"945.6432ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T02:40:04.923092Z","caller":"traceutil/trace.go:171","msg":"trace[172842086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3144; }","duration":"724.934827ms","start":"2026-04-03T02:40:04.198139Z","end":"2026-04-03T02:40:04.923074Z","steps":["trace[172842086] 'agreement among raft nodes before linearized reading' (duration: 724.63744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:04.923114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:04.42401Z","time spent":"499.067844ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:40:04.923136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:04.198108Z","time spent":"725.02187ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:40:04.923114Z","caller":"traceutil/trace.go:171","msg":"trace[1606789784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3144; }","duration":"224.365886ms","start":"2026-04-03T02:40:04.698727Z","end":"2026-04-03T02:40:04.923093Z","steps":["trace[1606789784] 'agreement among raft nodes before linearized reading' (duration: 224.030808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:04.923139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:04.577035Z","time spent":"346.09011ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:40:04.923392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:03.752202Z","time spent":"1.170244714s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:40:05.222427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.382767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:05.222597Z","caller":"traceutil/trace.go:171","msg":"trace[2059094773] transaction","detail":"{read_only:false; response_revision:3149; number_of_response:1; }","duration":"246.491975ms","start":"2026-04-03T02:40:04.976077Z","end":"2026-04-03T02:40:05.222569Z","steps":["trace[2059094773] 'process raft request' (duration: 135.80381ms)","trace[2059094773] 'compare' (duration: 110.017178ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:05.616139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.359328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:05.616227Z","caller":"traceutil/trace.go:171","msg":"trace[277178999] linearizableReadLoop","detail":"{readStateIndex:3306; appliedIndex:3305; }","duration":"433.296282ms","start":"2026-04-03T02:40:05.182919Z","end":"2026-04-03T02:40:05.616215Z","steps":["trace[277178999] 'read index received' (duration: 263.713749ms)","trace[277178999] 'applied index is now lower than readState.Index' (duration: 169.581773ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:05.616313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.401375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-04-03T02:40:05.616286Z","caller":"traceutil/trace.go:171","msg":"trace[351885887] transaction","detail":"{read_only:false; response_revision:3150; number_of_response:1; }","duration":"637.426618ms","start":"2026-04-03T02:40:04.978822Z","end":"2026-04-03T02:40:05.616249Z","steps":["trace[351885887] 'process raft request' (duration: 467.883836ms)","trace[351885887] 'compare' (duration: 169.260955ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:05.616335Z","caller":"traceutil/trace.go:171","msg":"trace[259183200] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:3150; }","duration":"433.463796ms","start":"2026-04-03T02:40:05.182863Z","end":"2026-04-03T02:40:05.616327Z","steps":["trace[259183200] 'agreement among raft nodes before linearized reading' (duration: 433.414155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:05.616361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:05.18284Z","time spent":"433.515688ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-04-03T02:40:05.616468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.67389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-slcmx.18a2b86358624141\" ","response":"range_response_count:1 size:881"} {"level":"warn","ts":"2026-04-03T02:40:05.616502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:04.978804Z","time spent":"637.547461ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5779,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:05.616577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.99932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:05.616616Z","caller":"traceutil/trace.go:171","msg":"trace[633490071] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:3150; }","duration":"219.071872ms","start":"2026-04-03T02:40:05.397535Z","end":"2026-04-03T02:40:05.616607Z","steps":["trace[633490071] 'agreement among raft nodes before linearized reading' (duration: 219.014221ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:05.616527Z","caller":"traceutil/trace.go:171","msg":"trace[193622462] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-slcmx.18a2b86358624141; range_end:; response_count:1; response_revision:3150; }","duration":"389.776223ms","start":"2026-04-03T02:40:05.226737Z","end":"2026-04-03T02:40:05.616513Z","steps":["trace[193622462] 'agreement among raft nodes before linearized reading' (duration: 389.599619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:05.616799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:05.226713Z","time spent":"390.04419ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":905,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-slcmx.18a2b86358624141\" "} {"level":"warn","ts":"2026-04-03T02:40:06.202144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.355622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:06.202278Z","caller":"traceutil/trace.go:171","msg":"trace[1767939275] transaction","detail":"{read_only:false; response_revision:3152; number_of_response:1; }","duration":"493.193475ms","start":"2026-04-03T02:40:05.709064Z","end":"2026-04-03T02:40:06.202257Z","steps":["trace[1767939275] 'process raft request' (duration: 341.274069ms)","trace[1767939275] 'compare' (duration: 151.106556ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:06.202763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:05.709045Z","time spent":"493.265267ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:06.724335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.191215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:06.724488Z","caller":"traceutil/trace.go:171","msg":"trace[987242405] linearizableReadLoop","detail":"{readStateIndex:3309; appliedIndex:3307; }","duration":"971.288839ms","start":"2026-04-03T02:40:05.753176Z","end":"2026-04-03T02:40:06.724464Z","steps":["trace[987242405] 'read index received' (duration: 297.240408ms)","trace[987242405] 'applied index is now lower than readState.Index' (duration: 674.046591ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:06.724588Z","caller":"traceutil/trace.go:171","msg":"trace[1089516968] transaction","detail":"{read_only:false; response_revision:3153; number_of_response:1; }","duration":"1.012277124s","start":"2026-04-03T02:40:05.71228Z","end":"2026-04-03T02:40:06.724557Z","steps":["trace[1089516968] 'process raft request' (duration: 874.737401ms)","trace[1089516968] 'compare' (duration: 137.02064ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:06.724695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.509995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:40:06.724739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:05.712265Z","time spent":"1.012395996s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:06.724759Z","caller":"traceutil/trace.go:171","msg":"trace[15400599] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3153; }","duration":"971.606287ms","start":"2026-04-03T02:40:05.753139Z","end":"2026-04-03T02:40:06.724746Z","steps":["trace[15400599] 'agreement among raft nodes before linearized reading' (duration: 971.425433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:06.724842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:05.753122Z","time spent":"971.70729ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:40:06.724852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.068907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:40:06.724877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.797441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-03T02:40:06.724921Z","caller":"traceutil/trace.go:171","msg":"trace[1430305720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3153; }","duration":"184.17932ms","start":"2026-04-03T02:40:06.540724Z","end":"2026-04-03T02:40:06.724904Z","steps":["trace[1430305720] 'agreement among raft nodes before linearized reading' (duration: 184.056697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:06.724917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.274209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-03T02:40:06.724907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.264922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:40:06.724931Z","caller":"traceutil/trace.go:171","msg":"trace[90108117] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d; range_end:; response_count:1; response_revision:3153; }","duration":"518.889604ms","start":"2026-04-03T02:40:06.206025Z","end":"2026-04-03T02:40:06.724915Z","steps":["trace[90108117] 'agreement among raft nodes before linearized reading' (duration: 518.74008ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:06.724968Z","caller":"traceutil/trace.go:171","msg":"trace[373398675] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3153; }","duration":"918.368532ms","start":"2026-04-03T02:40:05.806586Z","end":"2026-04-03T02:40:06.724955Z","steps":["trace[373398675] 'agreement among raft nodes before linearized reading' (duration: 918.172847ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:06.724983Z","caller":"traceutil/trace.go:171","msg":"trace[261839863] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:3153; }","duration":"730.387825ms","start":"2026-04-03T02:40:05.994577Z","end":"2026-04-03T02:40:06.724965Z","steps":["trace[261839863] 'agreement among raft nodes before linearized reading' (duration: 730.21054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:06.725011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:05.806556Z","time spent":"918.446944ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:40:06.725034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:05.99456Z","time spent":"730.461356ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:40:06.724988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:06.205997Z","time spent":"518.979556ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d\" "} {"level":"warn","ts":"2026-04-03T02:40:06.72492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.576667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T02:40:06.72518Z","caller":"traceutil/trace.go:171","msg":"trace[724423421] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3153; }","duration":"783.840164ms","start":"2026-04-03T02:40:05.941305Z","end":"2026-04-03T02:40:06.725145Z","steps":["trace[724423421] 'agreement among raft nodes before linearized reading' (duration: 783.504396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:06.725333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:05.94129Z","time spent":"783.977307ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-03T02:40:07.149237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.29046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:07.149361Z","caller":"traceutil/trace.go:171","msg":"trace[113987745] linearizableReadLoop","detail":"{readStateIndex:3310; appliedIndex:3309; }","duration":"420.718925ms","start":"2026-04-03T02:40:06.728618Z","end":"2026-04-03T02:40:07.149337Z","steps":["trace[113987745] 'read index received' (duration: 229.211729ms)","trace[113987745] 'applied index is now lower than readState.Index' (duration: 191.505225ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:07.149469Z","caller":"traceutil/trace.go:171","msg":"trace[469449458] transaction","detail":"{read_only:false; response_revision:3154; number_of_response:1; }","duration":"422.330835ms","start":"2026-04-03T02:40:06.727118Z","end":"2026-04-03T02:40:07.149449Z","steps":["trace[469449458] 'process raft request' (duration: 230.718357ms)","trace[469449458] 'compare' (duration: 191.144247ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:07.149559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:06.727094Z","time spent":"422.418028ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:07.149732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.084904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-slcmx\" ","response":"range_response_count:1 size:5794"} {"level":"info","ts":"2026-04-03T02:40:07.149876Z","caller":"traceutil/trace.go:171","msg":"trace[1087052636] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-slcmx; range_end:; response_count:1; response_revision:3154; }","duration":"421.251188ms","start":"2026-04-03T02:40:06.728591Z","end":"2026-04-03T02:40:07.149842Z","steps":["trace[1087052636] 'agreement among raft nodes before linearized reading' (duration: 420.882279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:07.149944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:06.728573Z","time spent":"421.35597ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5818,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-slcmx\" "} {"level":"info","ts":"2026-04-03T02:40:07.154378Z","caller":"traceutil/trace.go:171","msg":"trace[1019141554] transaction","detail":"{read_only:false; response_revision:3155; number_of_response:1; }","duration":"425.383683ms","start":"2026-04-03T02:40:06.72896Z","end":"2026-04-03T02:40:07.154344Z","steps":["trace[1019141554] 'process raft request' (duration: 425.192548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:07.154527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:06.728947Z","time spent":"425.492125ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:07.154663Z","caller":"traceutil/trace.go:171","msg":"trace[2029029539] transaction","detail":"{read_only:false; response_revision:3156; number_of_response:1; }","duration":"423.428352ms","start":"2026-04-03T02:40:06.731171Z","end":"2026-04-03T02:40:07.154599Z","steps":["trace[2029029539] 'process raft request' (duration: 423.122665ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:07.154763Z","caller":"traceutil/trace.go:171","msg":"trace[44616752] transaction","detail":"{read_only:false; response_revision:3157; number_of_response:1; }","duration":"402.387702ms","start":"2026-04-03T02:40:06.752326Z","end":"2026-04-03T02:40:07.154714Z","steps":["trace[44616752] 'process raft request' (duration: 402.146226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:07.15481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:06.73116Z","time spent":"423.573837ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:07.154836Z","caller":"traceutil/trace.go:171","msg":"trace[253157108] transaction","detail":"{read_only:false; response_revision:3158; number_of_response:1; }","duration":"378.227072ms","start":"2026-04-03T02:40:06.776586Z","end":"2026-04-03T02:40:07.154813Z","steps":["trace[253157108] 'process raft request' (duration: 378.028857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:07.154949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:06.776574Z","time spent":"378.322964ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:07.154968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:06.752314Z","time spent":"402.542156ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:07.17122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.23377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:40:07.171238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.816646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:40:07.171276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.484994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-03T02:40:07.171312Z","caller":"traceutil/trace.go:171","msg":"trace[440252219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3158; }","duration":"218.942279ms","start":"2026-04-03T02:40:06.952356Z","end":"2026-04-03T02:40:07.171299Z","steps":["trace[440252219] 'agreement among raft nodes before linearized reading' (duration: 218.763565ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:07.171307Z","caller":"traceutil/trace.go:171","msg":"trace[1807199059] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3158; }","duration":"229.360543ms","start":"2026-04-03T02:40:06.941927Z","end":"2026-04-03T02:40:07.171287Z","steps":["trace[1807199059] 'agreement among raft nodes before linearized reading' (duration: 229.220379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:07.171326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.191095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:40:07.17138Z","caller":"traceutil/trace.go:171","msg":"trace[2102638543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3158; }","duration":"198.269507ms","start":"2026-04-03T02:40:06.9731Z","end":"2026-04-03T02:40:07.171369Z","steps":["trace[2102638543] 'agreement among raft nodes before linearized reading' (duration: 198.068942ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:07.171339Z","caller":"traceutil/trace.go:171","msg":"trace[1671319753] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3158; }","duration":"442.583287ms","start":"2026-04-03T02:40:06.728738Z","end":"2026-04-03T02:40:07.171321Z","steps":["trace[1671319753] 'agreement among raft nodes before linearized reading' (duration: 442.389112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:07.17143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:06.728732Z","time spent":"442.686219ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-03T02:40:07.171581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.739531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-03T02:40:07.171617Z","caller":"traceutil/trace.go:171","msg":"trace[271864] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3158; }","duration":"206.811853ms","start":"2026-04-03T02:40:06.964796Z","end":"2026-04-03T02:40:07.171608Z","steps":["trace[271864] 'agreement among raft nodes before linearized reading' (duration: 206.730241ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:07.412622Z","caller":"traceutil/trace.go:171","msg":"trace[1822311422] transaction","detail":"{read_only:false; response_revision:3160; number_of_response:1; }","duration":"238.491513ms","start":"2026-04-03T02:40:07.174106Z","end":"2026-04-03T02:40:07.412597Z","steps":["trace[1822311422] 'process raft request' (duration: 148.682715ms)","trace[1822311422] 'compare' (duration: 89.707585ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:07.864197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.179134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:07.864414Z","caller":"traceutil/trace.go:171","msg":"trace[1112188453] linearizableReadLoop","detail":"{readStateIndex:3318; appliedIndex:3316; }","duration":"688.822225ms","start":"2026-04-03T02:40:07.175575Z","end":"2026-04-03T02:40:07.864398Z","steps":["trace[1112188453] 'read index received' (duration: 147.236758ms)","trace[1112188453] 'applied index is now lower than readState.Index' (duration: 541.584437ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:07.864444Z","caller":"traceutil/trace.go:171","msg":"trace[484953969] transaction","detail":"{read_only:false; response_revision:3161; number_of_response:1; }","duration":"689.043701ms","start":"2026-04-03T02:40:07.175353Z","end":"2026-04-03T02:40:07.864396Z","steps":["trace[484953969] 'process raft request' (duration: 553.56879ms)","trace[484953969] 'compare' (duration: 135.061911ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:07.864536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:07.175331Z","time spent":"689.159854ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:07.864585Z","caller":"traceutil/trace.go:171","msg":"trace[1240489073] transaction","detail":"{read_only:false; response_revision:3162; number_of_response:1; }","duration":"688.899728ms","start":"2026-04-03T02:40:07.175679Z","end":"2026-04-03T02:40:07.864578Z","steps":["trace[1240489073] 'process raft request' (duration: 688.613771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:07.864614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:07.175661Z","time spent":"688.935818ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:07.864674Z","caller":"traceutil/trace.go:171","msg":"trace[2033752799] transaction","detail":"{read_only:false; response_revision:3163; number_of_response:1; }","duration":"688.906958ms","start":"2026-04-03T02:40:07.175745Z","end":"2026-04-03T02:40:07.864652Z","steps":["trace[2033752799] 'process raft request' (duration: 688.60647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:07.864781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.201375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"warn","ts":"2026-04-03T02:40:07.864789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.964015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-04-03T02:40:07.864815Z","caller":"traceutil/trace.go:171","msg":"trace[951705545] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3163; }","duration":"689.262876ms","start":"2026-04-03T02:40:07.175544Z","end":"2026-04-03T02:40:07.864807Z","steps":["trace[951705545] 'agreement among raft nodes before linearized reading' (duration: 689.140183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:07.864809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:07.17572Z","time spent":"689.013121ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:07.864808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.989877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a2b861e304c96c\" ","response":"range_response_count:1 size:872"} {"level":"info","ts":"2026-04-03T02:40:07.864844Z","caller":"traceutil/trace.go:171","msg":"trace[1259666340] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:3163; }","duration":"245.067148ms","start":"2026-04-03T02:40:07.619762Z","end":"2026-04-03T02:40:07.864829Z","steps":["trace[1259666340] 'agreement among raft nodes before linearized reading' (duration: 244.912914ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:07.864877Z","caller":"traceutil/trace.go:171","msg":"trace[1316289583] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a2b861e304c96c; range_end:; response_count:1; response_revision:3163; }","duration":"424.10465ms","start":"2026-04-03T02:40:07.440755Z","end":"2026-04-03T02:40:07.86486Z","steps":["trace[1316289583] 'agreement among raft nodes before linearized reading' (duration: 423.931335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:07.864789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.011229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-04-03T02:40:07.86493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:07.440721Z","time spent":"424.196282ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":896,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a2b861e304c96c\" "} {"level":"info","ts":"2026-04-03T02:40:07.864946Z","caller":"traceutil/trace.go:171","msg":"trace[3805992] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3163; }","duration":"586.203204ms","start":"2026-04-03T02:40:07.278732Z","end":"2026-04-03T02:40:07.864935Z","steps":["trace[3805992] 'agreement among raft nodes before linearized reading' (duration: 585.915076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:07.865015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:07.278714Z","time spent":"586.288866ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-03T02:40:07.86484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:07.175534Z","time spent":"689.301357ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-03T02:40:08.003094Z","caller":"traceutil/trace.go:171","msg":"trace[818605339] linearizableReadLoop","detail":"{readStateIndex:3321; appliedIndex:3320; }","duration":"134.689481ms","start":"2026-04-03T02:40:07.868392Z","end":"2026-04-03T02:40:08.003081Z","steps":["trace[818605339] 'read index received' (duration: 122.81604ms)","trace[818605339] 'applied index is now lower than readState.Index' (duration: 11.872741ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:08.003172Z","caller":"traceutil/trace.go:171","msg":"trace[182340027] transaction","detail":"{read_only:false; response_revision:3164; number_of_response:1; }","duration":"135.872172ms","start":"2026-04-03T02:40:07.867275Z","end":"2026-04-03T02:40:08.003147Z","steps":["trace[182340027] 'process raft request' (duration: 124.001281ms)","trace[182340027] 'compare' (duration: 11.564473ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:08.003252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.849616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-03T02:40:08.003283Z","caller":"traceutil/trace.go:171","msg":"trace[907386728] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3164; }","duration":"134.915467ms","start":"2026-04-03T02:40:07.868361Z","end":"2026-04-03T02:40:08.003276Z","steps":["trace[907386728] 'agreement among raft nodes before linearized reading' (duration: 134.777173ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:08.130223Z","caller":"traceutil/trace.go:171","msg":"trace[499012242] transaction","detail":"{read_only:false; response_revision:3165; number_of_response:1; }","duration":"122.424202ms","start":"2026-04-03T02:40:08.007777Z","end":"2026-04-03T02:40:08.130201Z","steps":["trace[499012242] 'process raft request' (duration: 114.462511ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:08.358037Z","caller":"traceutil/trace.go:171","msg":"trace[1912023818] transaction","detail":"{read_only:false; response_revision:3166; number_of_response:1; }","duration":"223.517064ms","start":"2026-04-03T02:40:08.13449Z","end":"2026-04-03T02:40:08.358007Z","steps":["trace[1912023818] 'process raft request' (duration: 205.878009ms)","trace[1912023818] 'compare' (duration: 17.300117ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:08.63582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.101452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:08.636078Z","caller":"traceutil/trace.go:171","msg":"trace[1820305413] transaction","detail":"{read_only:false; response_revision:3167; number_of_response:1; }","duration":"272.216516ms","start":"2026-04-03T02:40:08.363823Z","end":"2026-04-03T02:40:08.636039Z","steps":["trace[1820305413] 'process raft request' (duration: 117.793566ms)","trace[1820305413] 'compare' (duration: 153.921206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:09.114746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.465266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:09.114859Z","caller":"traceutil/trace.go:171","msg":"trace[56283881] transaction","detail":"{read_only:false; response_revision:3169; number_of_response:1; }","duration":"383.123635ms","start":"2026-04-03T02:40:08.731717Z","end":"2026-04-03T02:40:09.114841Z","steps":["trace[56283881] 'process raft request' (duration: 189.480595ms)","trace[56283881] 'compare' (duration: 193.24621ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:09.114922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:08.731701Z","time spent":"383.193817ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:11.243623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:10.756629Z","time spent":"486.985657ms","remote":"127.0.0.1:43712","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T02:40:11.244651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956576991s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:11.244922Z","caller":"traceutil/trace.go:171","msg":"trace[475925798] linearizableReadLoop","detail":"{readStateIndex:3329; appliedIndex:3327; }","duration":"1.941825958s","start":"2026-04-03T02:40:09.303075Z","end":"2026-04-03T02:40:11.244901Z","steps":["trace[475925798] 'read index received' (duration: 20.501µs)","trace[475925798] 'applied index is now lower than readState.Index' (duration: 1.941804237s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:11.244918Z","caller":"traceutil/trace.go:171","msg":"trace[1281198535] transaction","detail":"{read_only:false; response_revision:3171; number_of_response:1; }","duration":"2.041580588s","start":"2026-04-03T02:40:09.203302Z","end":"2026-04-03T02:40:11.244883Z","steps":["trace[1281198535] 'process raft request' (duration: 84.668058ms)","trace[1281198535] 'compare' (duration: 1.955952436s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:11.245018Z","caller":"traceutil/trace.go:171","msg":"trace[1070784204] transaction","detail":"{read_only:false; response_revision:3172; number_of_response:1; }","duration":"2.04010474s","start":"2026-04-03T02:40:09.2049Z","end":"2026-04-03T02:40:11.245005Z","steps":["trace[1070784204] 'process raft request' (duration: 2.039878254s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:11.24511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:09.204889Z","time spent":"2.040168351s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":916,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:11.245332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:09.203277Z","time spent":"2.041741331s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:11.245569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942446524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T02:40:11.24569Z","caller":"traceutil/trace.go:171","msg":"trace[1204100008] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3172; }","duration":"1.942629358s","start":"2026-04-03T02:40:09.303029Z","end":"2026-04-03T02:40:11.245659Z","steps":["trace[1204100008] 'agreement among raft nodes before linearized reading' (duration: 1.942209368s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:11.245756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:09.303007Z","time spent":"1.942733411s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T02:40:11.309808Z","caller":"traceutil/trace.go:171","msg":"trace[1522670965] transaction","detail":"{read_only:false; response_revision:3173; number_of_response:1; }","duration":"1.919111405s","start":"2026-04-03T02:40:09.39065Z","end":"2026-04-03T02:40:11.309762Z","steps":["trace[1522670965] 'process raft request' (duration: 1.918765897s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:11.309924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425091729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:40:11.309946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.431938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-04-03T02:40:11.30997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42511623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-04-03T02:40:11.310053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.842985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:11.310049Z","caller":"traceutil/trace.go:171","msg":"trace[699152229] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:3173; }","duration":"420.551111ms","start":"2026-04-03T02:40:10.889473Z","end":"2026-04-03T02:40:11.310024Z","steps":["trace[699152229] 'agreement among raft nodes before linearized reading' (duration: 420.215952ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:11.310085Z","caller":"traceutil/trace.go:171","msg":"trace[676781883] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3173; }","duration":"471.921297ms","start":"2026-04-03T02:40:10.838153Z","end":"2026-04-03T02:40:11.310074Z","steps":["trace[676781883] 'agreement among raft nodes before linearized reading' (duration: 471.864566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:11.310088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346390011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-slcmx\" ","response":"range_response_count:1 size:5794"} {"level":"warn","ts":"2026-04-03T02:40:11.31011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:10.889417Z","time spent":"420.680584ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-03T02:40:11.310124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:10.838093Z","time spent":"472.02324ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:40:11.310134Z","caller":"traceutil/trace.go:171","msg":"trace[1840521296] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-slcmx; range_end:; response_count:1; response_revision:3173; }","duration":"1.346494024s","start":"2026-04-03T02:40:09.963627Z","end":"2026-04-03T02:40:11.310121Z","steps":["trace[1840521296] 'agreement among raft nodes before linearized reading' (duration: 1.346392472s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:11.310173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:09.963604Z","time spent":"1.346561396s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5818,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-slcmx\" "} {"level":"info","ts":"2026-04-03T02:40:11.309973Z","caller":"traceutil/trace.go:171","msg":"trace[628755037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3173; }","duration":"1.42513173s","start":"2026-04-03T02:40:09.884825Z","end":"2026-04-03T02:40:11.309956Z","steps":["trace[628755037] 'agreement among raft nodes before linearized reading' (duration: 1.425039988s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:11.309849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375692992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-03T02:40:11.310268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:09.884762Z","time spent":"1.425490969s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:40:11.310055Z","caller":"traceutil/trace.go:171","msg":"trace[1241350076] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3173; }","duration":"1.425230913s","start":"2026-04-03T02:40:09.884803Z","end":"2026-04-03T02:40:11.310034Z","steps":["trace[1241350076] 'agreement among raft nodes before linearized reading' (duration: 1.424999507s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:11.310366Z","caller":"traceutil/trace.go:171","msg":"trace[19446021] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3173; }","duration":"1.376181714s","start":"2026-04-03T02:40:09.934082Z","end":"2026-04-03T02:40:11.310264Z","steps":["trace[19446021] 'agreement among raft nodes before linearized reading' (duration: 1.375544358s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:11.310423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:09.884789Z","time spent":"1.425609702s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:40:11.309985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:09.390613Z","time spent":"1.919285769s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:11.310477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:09.934061Z","time spent":"1.376395829s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-03T02:40:11.309817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424879754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:40:11.310578Z","caller":"traceutil/trace.go:171","msg":"trace[1231768977] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3173; }","duration":"1.425684644s","start":"2026-04-03T02:40:09.884877Z","end":"2026-04-03T02:40:11.310561Z","steps":["trace[1231768977] 'agreement among raft nodes before linearized reading' (duration: 1.424760581s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:11.30998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768162722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:11.310663Z","caller":"traceutil/trace.go:171","msg":"trace[94970876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3173; }","duration":"1.76888838s","start":"2026-04-03T02:40:09.541764Z","end":"2026-04-03T02:40:11.310652Z","steps":["trace[94970876] 'agreement among raft nodes before linearized reading' (duration: 1.768174213s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:11.310697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:09.541738Z","time spent":"1.768949542s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:40:11.309981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4251228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:40:11.310756Z","caller":"traceutil/trace.go:171","msg":"trace[523046523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3173; }","duration":"1.425939011s","start":"2026-04-03T02:40:09.884801Z","end":"2026-04-03T02:40:11.31074Z","steps":["trace[523046523] 'agreement among raft nodes before linearized reading' (duration: 1.425052619s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:11.310804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:09.884778Z","time spent":"1.426007322s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:40:11.310628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:09.88486Z","time spent":"1.425754585s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:40:11.810292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983395,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:40:12.310508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983395,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:40:12.811533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983395,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:40:12.911701Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.602299094s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:40:13.312597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999954597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:40:13.312656Z","caller":"traceutil/trace.go:171","msg":"trace[593027742] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000046379s","start":"2026-04-03T02:40:11.312596Z","end":"2026-04-03T02:40:13.312642Z","steps":["trace[593027742] 'agreement among raft nodes before linearized reading' (duration: 1.999974217s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:13.312685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:11.312576Z","time spent":"2.00010305s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:40:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:40:13.384836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.879643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:13.384993Z","caller":"traceutil/trace.go:171","msg":"trace[175884223] transaction","detail":"{read_only:false; response_revision:3174; number_of_response:1; }","duration":"2.133959981s","start":"2026-04-03T02:40:11.251013Z","end":"2026-04-03T02:40:13.384973Z","steps":["trace[175884223] 'process raft request' (duration: 1.660841722s)","trace[175884223] 'compare' (duration: 472.489643ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:13.385061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:11.251001Z","time spent":"2.134025013s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:15.32065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00049924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:40:15.320743Z","caller":"traceutil/trace.go:171","msg":"trace[1219492781] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000612533s","start":"2026-04-03T02:40:13.32011Z","end":"2026-04-03T02:40:15.320723Z","steps":["trace[1219492781] 'agreement among raft nodes before linearized reading' (duration: 2.00049575s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:15.320796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:13.320066Z","time spent":"2.000718656s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:40:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:40:16.314429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:11.315414Z","time spent":"4.999008065s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 02:40:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:40:16.608032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998703656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:40:16.608113Z","caller":"traceutil/trace.go:171","msg":"trace[231045831] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998890231s","start":"2026-04-03T02:40:11.609203Z","end":"2026-04-03T02:40:16.608093Z","steps":["trace[231045831] 'agreement among raft nodes before linearized reading' (duration: 4.998789608s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:16.60816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:11.609174Z","time spent":"4.998975873s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/03 02:40:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:40:16.792317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999001214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:40:16.792409Z","caller":"traceutil/trace.go:171","msg":"trace[1440957339] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999145398s","start":"2026-04-03T02:40:11.793242Z","end":"2026-04-03T02:40:16.792388Z","steps":["trace[1440957339] 'agreement among raft nodes before linearized reading' (duration: 4.999026205s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:16.792459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:11.793202Z","time spent":"4.99924649s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-03T02:40:17.166062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.284806ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:17.166237Z","caller":"traceutil/trace.go:171","msg":"trace[1322070304] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3174; }","duration":"946.487412ms","start":"2026-04-03T02:40:16.219719Z","end":"2026-04-03T02:40:17.166206Z","steps":["trace[1322070304] 'range keys from in-memory index tree' (duration: 946.264026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:17.320927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000112651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:40:17.321016Z","caller":"traceutil/trace.go:171","msg":"trace[1757105376] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000253014s","start":"2026-04-03T02:40:15.320743Z","end":"2026-04-03T02:40:17.320996Z","steps":["trace[1757105376] 'agreement among raft nodes before linearized reading' (duration: 2.000141742s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:17.321065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:15.32072Z","time spent":"2.000334816s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:40:18.154327Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.181233966s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:40:18.155032Z","caller":"traceutil/trace.go:171","msg":"trace[1925219839] transaction","detail":"{read_only:false; response_revision:3176; number_of_response:1; }","duration":"6.838387057s","start":"2026-04-03T02:40:11.316593Z","end":"2026-04-03T02:40:18.15498Z","steps":["trace[1925219839] 'process raft request' (duration: 6.838221282s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:18.155173Z","caller":"traceutil/trace.go:171","msg":"trace[819627251] transaction","detail":"{read_only:false; response_revision:3177; number_of_response:1; }","duration":"6.838421078s","start":"2026-04-03T02:40:11.316741Z","end":"2026-04-03T02:40:18.155162Z","steps":["trace[819627251] 'process raft request' (duration: 6.838129069s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:18.155225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:11.316573Z","time spent":"6.838560262s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:18.155047Z","caller":"traceutil/trace.go:171","msg":"trace[500717985] transaction","detail":"{read_only:false; response_revision:3178; number_of_response:1; }","duration":"6.83536492s","start":"2026-04-03T02:40:11.319653Z","end":"2026-04-03T02:40:18.155018Z","steps":["trace[500717985] 'process raft request' (duration: 6.835260887s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:18.155406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:11.319647Z","time spent":"6.835689928s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5589,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:18.155288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:11.316734Z","time spent":"6.83848002s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:18.155582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.90664504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-03T02:40:18.155624Z","caller":"traceutil/trace.go:171","msg":"trace[801992032] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d; range_end:; response_count:1; response_revision:3178; }","duration":"6.906717872s","start":"2026-04-03T02:40:11.248894Z","end":"2026-04-03T02:40:18.155612Z","steps":["trace[801992032] 'agreement among raft nodes before linearized reading' (duration: 6.906507837s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:18.155657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:11.248875Z","time spent":"6.906773674s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d\" "} {"level":"info","ts":"2026-04-03T02:40:18.155359Z","caller":"traceutil/trace.go:171","msg":"trace[1642454685] linearizableReadLoop","detail":"{readStateIndex:3335; appliedIndex:3330; }","duration":"6.845365533s","start":"2026-04-03T02:40:11.309606Z","end":"2026-04-03T02:40:18.154972Z","steps":["trace[1642454685] 'read index received' (duration: 1.602275774s)","trace[1642454685] 'applied index is now lower than readState.Index' (duration: 5.243088749s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:18.250042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99885748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:40:18.250131Z","caller":"traceutil/trace.go:171","msg":"trace[490855961] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998998893s","start":"2026-04-03T02:40:13.251111Z","end":"2026-04-03T02:40:18.25011Z","steps":["trace[490855961] 'agreement among raft nodes before linearized reading' (duration: 4.998887701s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:18.250205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:13.251091Z","time spent":"4.999103657s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/03 02:40:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:40:18.387606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:13.38943Z","time spent":"4.998168574s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T02:40:18.906129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998980054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:40:18.906219Z","caller":"traceutil/trace.go:171","msg":"trace[1895056352] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999129278s","start":"2026-04-03T02:40:13.907069Z","end":"2026-04-03T02:40:18.906198Z","steps":["trace[1895056352] 'agreement among raft nodes before linearized reading' (duration: 4.999008735s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:18.906272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:13.907045Z","time spent":"4.999216909s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/03 02:40:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:40:19.181308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000421199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:40:19.181385Z","caller":"traceutil/trace.go:171","msg":"trace[638074428] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000549982s","start":"2026-04-03T02:40:17.180818Z","end":"2026-04-03T02:40:19.181368Z","steps":["trace[638074428] 'agreement among raft nodes before linearized reading' (duration: 2.000454279s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:19.181438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:17.180799Z","time spent":"2.000620873s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:40:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:40:19.19125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.484045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:19.191638Z","caller":"traceutil/trace.go:171","msg":"trace[797493418] transaction","detail":"{read_only:false; response_revision:3180; number_of_response:1; }","duration":"5.76027806s","start":"2026-04-03T02:40:13.431336Z","end":"2026-04-03T02:40:19.191614Z","steps":["trace[797493418] 'process raft request' (duration: 5.760016522s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:19.19184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:13.431307Z","time spent":"5.760394953s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":933,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:40:19.202491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998822189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:40:19.202554Z","caller":"traceutil/trace.go:171","msg":"trace[280496544] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998923162s","start":"2026-04-03T02:40:14.203616Z","end":"2026-04-03T02:40:19.202539Z","steps":["trace[280496544] 'agreement among raft nodes before linearized reading' (duration: 4.99884641s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:19.202697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:14.203599Z","time spent":"4.999084596s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/03 02:40:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:40:19.329704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000153462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:40:19.329822Z","caller":"traceutil/trace.go:171","msg":"trace[1018814707] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000352747s","start":"2026-04-03T02:40:17.329444Z","end":"2026-04-03T02:40:19.329797Z","steps":["trace[1018814707] 'agreement among raft nodes before linearized reading' (duration: 2.000176013s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:19.329891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:17.329426Z","time spent":"2.000448859s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:40:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:40:19.361549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.014353ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:40:19.362223Z","caller":"traceutil/trace.go:171","msg":"trace[39911482] transaction","detail":"{read_only:false; response_revision:3182; number_of_response:1; }","duration":"2.133808636s","start":"2026-04-03T02:40:17.228384Z","end":"2026-04-03T02:40:19.362193Z","steps":["trace[39911482] 'process raft request' (duration: 2.133609311s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:19.362347Z","caller":"traceutil/trace.go:171","msg":"trace[382822409] transaction","detail":"{read_only:false; response_revision:3183; number_of_response:1; }","duration":"2.085238491s","start":"2026-04-03T02:40:17.277078Z","end":"2026-04-03T02:40:19.362316Z","steps":["trace[382822409] 'process raft request' (duration: 2.085070905s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:19.362522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.437105134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:40:19.362532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:17.277048Z","time spent":"2.085382744s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:19.362576Z","caller":"traceutil/trace.go:171","msg":"trace[511790036] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3184; }","duration":"4.437201587s","start":"2026-04-03T02:40:14.925358Z","end":"2026-04-03T02:40:19.36256Z","steps":["trace[511790036] 'agreement among raft nodes before linearized reading' (duration: 4.437102954s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:19.362574Z","caller":"traceutil/trace.go:171","msg":"trace[809458123] transaction","detail":"{read_only:false; response_revision:3184; number_of_response:1; }","duration":"1.204450597s","start":"2026-04-03T02:40:18.158104Z","end":"2026-04-03T02:40:19.362555Z","steps":["trace[809458123] 'process raft request' (duration: 1.204091047s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:19.362378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:17.22836Z","time spent":"2.133932009s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:19.362638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:18.158081Z","time spent":"1.204524039s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:19.362642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.922120632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-03T02:40:19.362607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:14.92534Z","time spent":"4.437257958s","remote":"127.0.0.1:52328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:40:19.362784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.196819083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:19.36286Z","caller":"traceutil/trace.go:171","msg":"trace[140705348] transaction","detail":"{read_only:false; response_revision:3185; number_of_response:1; }","duration":"546.059039ms","start":"2026-04-03T02:40:18.816771Z","end":"2026-04-03T02:40:19.36283Z","steps":["trace[140705348] 'process raft request' (duration: 545.717261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:19.362921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.109646418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T02:40:19.362926Z","caller":"traceutil/trace.go:171","msg":"trace[908614104] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:3184; }","duration":"3.197018608s","start":"2026-04-03T02:40:16.165887Z","end":"2026-04-03T02:40:19.362906Z","steps":["trace[908614104] 'agreement among raft nodes before linearized reading' (duration: 3.196550537s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:19.362997Z","caller":"traceutil/trace.go:171","msg":"trace[1981405391] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3184; }","duration":"5.109766711s","start":"2026-04-03T02:40:14.253209Z","end":"2026-04-03T02:40:19.362975Z","steps":["trace[1981405391] 'agreement among raft nodes before linearized reading' (duration: 5.109209587s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:19.363052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:18.816743Z","time spent":"546.217374ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:19.362631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.008107156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:40:19.36309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:14.25319Z","time spent":"5.109888885s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-03T02:40:19.362694Z","caller":"traceutil/trace.go:171","msg":"trace[1637757156] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3184; }","duration":"4.922210565s","start":"2026-04-03T02:40:14.440468Z","end":"2026-04-03T02:40:19.362679Z","steps":["trace[1637757156] 'agreement among raft nodes before linearized reading' (duration: 4.921896007s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:19.363143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:16.165857Z","time spent":"3.197226603s","remote":"127.0.0.1:47462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:40:19.362258Z","caller":"traceutil/trace.go:171","msg":"trace[1809578806] linearizableReadLoop","detail":"{readStateIndex:3340; appliedIndex:3335; }","duration":"1.206326394s","start":"2026-04-03T02:40:18.155913Z","end":"2026-04-03T02:40:19.362239Z","steps":["trace[1809578806] 'read index received' (duration: 234.554044ms)","trace[1809578806] 'applied index is now lower than readState.Index' (duration: 971.77143ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:19.362794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.047509851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-03T02:40:19.363167Z","caller":"traceutil/trace.go:171","msg":"trace[1040207997] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:0; response_revision:3184; }","duration":"8.00866467s","start":"2026-04-03T02:40:11.354465Z","end":"2026-04-03T02:40:19.36313Z","steps":["trace[1040207997] 'agreement among raft nodes before linearized reading' (duration: 8.007995213s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:19.363236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:14.440446Z","time spent":"4.922742217s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-03T02:40:19.363269Z","caller":"traceutil/trace.go:171","msg":"trace[1443265138] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3184; }","duration":"8.048008814s","start":"2026-04-03T02:40:11.315248Z","end":"2026-04-03T02:40:19.363256Z","steps":["trace[1443265138] 'agreement among raft nodes before linearized reading' (duration: 8.04745249s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:19.363348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:11.31523Z","time spent":"8.048105806s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-03T02:40:19.362791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.718148552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:19.363598Z","caller":"traceutil/trace.go:171","msg":"trace[369874960] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:3184; }","duration":"4.718996983s","start":"2026-04-03T02:40:14.64458Z","end":"2026-04-03T02:40:19.363577Z","steps":["trace[369874960] 'agreement among raft nodes before linearized reading' (duration: 4.717807513s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:19.362784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.672809456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:40:19.363677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:14.644559Z","time spent":"4.719096726s","remote":"127.0.0.1:33204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:40:19.363812Z","caller":"traceutil/trace.go:171","msg":"trace[792712359] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:3184; }","duration":"4.673739199s","start":"2026-04-03T02:40:14.689934Z","end":"2026-04-03T02:40:19.363673Z","steps":["trace[792712359] 'agreement among raft nodes before linearized reading' (duration: 4.672343784s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:19.363939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:14.689922Z","time spent":"4.673938324s","remote":"127.0.0.1:52340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:40:19.363393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:11.354408Z","time spent":"8.008906086s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-03T02:40:19.364595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205512113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7075"} {"level":"warn","ts":"2026-04-03T02:40:19.364645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.904389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:40:19.364698Z","caller":"traceutil/trace.go:171","msg":"trace[1915892254] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3185; }","duration":"636.004432ms","start":"2026-04-03T02:40:18.728676Z","end":"2026-04-03T02:40:19.36468Z","steps":["trace[1915892254] 'agreement among raft nodes before linearized reading' (duration: 635.821607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:19.364746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:18.728649Z","time spent":"636.088934ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:40:19.364985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.471958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:40:19.365058Z","caller":"traceutil/trace.go:171","msg":"trace[1906618072] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3185; }","duration":"974.605001ms","start":"2026-04-03T02:40:18.390433Z","end":"2026-04-03T02:40:19.365038Z","steps":["trace[1906618072] 'agreement among raft nodes before linearized reading' (duration: 974.445747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:19.36516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:18.390399Z","time spent":"974.746846ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:40:19.365365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04895244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:40:19.365515Z","caller":"traceutil/trace.go:171","msg":"trace[1533031425] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3185; }","duration":"1.049141095s","start":"2026-04-03T02:40:18.31636Z","end":"2026-04-03T02:40:19.365502Z","steps":["trace[1533031425] 'agreement among raft nodes before linearized reading' (duration: 1.048602191s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:19.365635Z","caller":"traceutil/trace.go:171","msg":"trace[913309779] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:3185; }","duration":"1.205616046s","start":"2026-04-03T02:40:18.159034Z","end":"2026-04-03T02:40:19.36465Z","steps":["trace[913309779] 'agreement among raft nodes before linearized reading' (duration: 1.205433451s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:19.365711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:18.159017Z","time spent":"1.206659823s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7099,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-03T02:40:19.365667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:18.316337Z","time spent":"1.04931359s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:40:19.697125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.2464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:19.697326Z","caller":"traceutil/trace.go:171","msg":"trace[440591398] transaction","detail":"{read_only:false; response_revision:3187; number_of_response:1; }","duration":"328.054054ms","start":"2026-04-03T02:40:19.369255Z","end":"2026-04-03T02:40:19.697309Z","steps":["trace[440591398] 'process raft request' (duration: 216.499967ms)","trace[440591398] 'compare' (duration: 110.993663ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:19.69763Z","caller":"traceutil/trace.go:171","msg":"trace[1097759308] transaction","detail":"{read_only:false; response_revision:3190; number_of_response:1; }","duration":"322.771641ms","start":"2026-04-03T02:40:19.374831Z","end":"2026-04-03T02:40:19.697602Z","steps":["trace[1097759308] 'process raft request' (duration: 322.510025ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:19.697391Z","caller":"traceutil/trace.go:171","msg":"trace[880549457] linearizableReadLoop","detail":"{readStateIndex:3348; appliedIndex:3344; }","duration":"241.108229ms","start":"2026-04-03T02:40:19.456274Z","end":"2026-04-03T02:40:19.697382Z","steps":["trace[880549457] 'read index received' (duration: 129.461139ms)","trace[880549457] 'applied index is now lower than readState.Index' (duration: 111.64639ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:19.697744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.764141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-03T02:40:19.697396Z","caller":"traceutil/trace.go:171","msg":"trace[9441564] transaction","detail":"{read_only:false; response_revision:3189; number_of_response:1; }","duration":"327.735757ms","start":"2026-04-03T02:40:19.36965Z","end":"2026-04-03T02:40:19.697386Z","steps":["trace[9441564] 'process raft request' (duration: 327.654195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:19.697831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:19.374823Z","time spent":"322.868704ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6850,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:19.697419Z","caller":"traceutil/trace.go:171","msg":"trace[1648462247] transaction","detail":"{read_only:false; response_revision:3188; number_of_response:1; }","duration":"327.84363ms","start":"2026-04-03T02:40:19.36957Z","end":"2026-04-03T02:40:19.697414Z","steps":["trace[1648462247] 'process raft request' (duration: 327.643495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:19.697867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.319729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-03T02:40:19.697901Z","caller":"traceutil/trace.go:171","msg":"trace[1813623776] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3190; }","duration":"238.354989ms","start":"2026-04-03T02:40:19.459537Z","end":"2026-04-03T02:40:19.697892Z","steps":["trace[1813623776] 'agreement among raft nodes before linearized reading' (duration: 238.284828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:19.69792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:19.369242Z","time spent":"328.289051ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:19.697926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:19.369635Z","time spent":"328.190148ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:19.697953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:19.369546Z","time spent":"328.340331ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:19.698232Z","caller":"traceutil/trace.go:171","msg":"trace[168813851] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3190; }","duration":"326.842753ms","start":"2026-04-03T02:40:19.370927Z","end":"2026-04-03T02:40:19.69777Z","steps":["trace[168813851] 'agreement among raft nodes before linearized reading' (duration: 326.481984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:19.698282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:19.370917Z","time spent":"327.353166ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-03T02:40:20.008462Z","caller":"traceutil/trace.go:171","msg":"trace[1701345838] transaction","detail":"{read_only:false; response_revision:3191; number_of_response:1; }","duration":"305.044544ms","start":"2026-04-03T02:40:19.703381Z","end":"2026-04-03T02:40:20.008425Z","steps":["trace[1701345838] 'process raft request' (duration: 246.656709ms)","trace[1701345838] 'compare' (duration: 58.215651ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:20.008864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:19.703369Z","time spent":"305.368152ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:20.009593Z","caller":"traceutil/trace.go:171","msg":"trace[648914122] transaction","detail":"{read_only:false; response_revision:3192; number_of_response:1; }","duration":"302.882169ms","start":"2026-04-03T02:40:19.706688Z","end":"2026-04-03T02:40:20.00957Z","steps":["trace[648914122] 'process raft request' (duration: 302.514239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:20.010667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:19.706672Z","time spent":"303.586107ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:20.174147Z","caller":"traceutil/trace.go:171","msg":"trace[582233714] transaction","detail":"{read_only:false; response_revision:3196; number_of_response:1; }","duration":"110.361397ms","start":"2026-04-03T02:40:20.06376Z","end":"2026-04-03T02:40:20.174122Z","steps":["trace[582233714] 'process raft request' (duration: 104.365906ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:20.174547Z","caller":"traceutil/trace.go:171","msg":"trace[1202077555] transaction","detail":"{read_only:false; response_revision:3197; number_of_response:1; }","duration":"105.75101ms","start":"2026-04-03T02:40:20.068732Z","end":"2026-04-03T02:40:20.174483Z","steps":["trace[1202077555] 'process raft request' (duration: 105.34979ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:20.429527Z","caller":"traceutil/trace.go:171","msg":"trace[62089646] transaction","detail":"{read_only:false; response_revision:3207; number_of_response:1; }","duration":"155.568428ms","start":"2026-04-03T02:40:20.273939Z","end":"2026-04-03T02:40:20.429507Z","steps":["trace[62089646] 'process raft request' (duration: 153.937558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:20.429877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.780921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4436"} {"level":"info","ts":"2026-04-03T02:40:20.429961Z","caller":"traceutil/trace.go:171","msg":"trace[32664016] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:3207; }","duration":"105.934985ms","start":"2026-04-03T02:40:20.324007Z","end":"2026-04-03T02:40:20.429942Z","steps":["trace[32664016] 'agreement among raft nodes before linearized reading' (duration: 105.613556ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:20.42946Z","caller":"traceutil/trace.go:171","msg":"trace[1199942018] linearizableReadLoop","detail":"{readStateIndex:3365; appliedIndex:3364; }","duration":"105.36448ms","start":"2026-04-03T02:40:20.324068Z","end":"2026-04-03T02:40:20.429432Z","steps":["trace[1199942018] 'read index received' (duration: 103.775551ms)","trace[1199942018] 'applied index is now lower than readState.Index' (duration: 1.587679ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:20.772567Z","caller":"traceutil/trace.go:171","msg":"trace[1206309611] linearizableReadLoop","detail":"{readStateIndex:3366; appliedIndex:3365; }","duration":"336.510208ms","start":"2026-04-03T02:40:20.436033Z","end":"2026-04-03T02:40:20.772543Z","steps":["trace[1206309611] 'read index received' (duration: 336.317853ms)","trace[1206309611] 'applied index is now lower than readState.Index' (duration: 190.765µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:20.772634Z","caller":"traceutil/trace.go:171","msg":"trace[144280674] transaction","detail":"{read_only:false; response_revision:3208; number_of_response:1; }","duration":"338.070308ms","start":"2026-04-03T02:40:20.434532Z","end":"2026-04-03T02:40:20.772602Z","steps":["trace[144280674] 'process raft request' (duration: 337.791781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:20.772813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.761944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-03T02:40:20.772811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:20.434505Z","time spent":"338.221601ms","remote":"127.0.0.1:47058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":123794,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:20.772857Z","caller":"traceutil/trace.go:171","msg":"trace[573264664] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3208; }","duration":"336.866417ms","start":"2026-04-03T02:40:20.435979Z","end":"2026-04-03T02:40:20.772846Z","steps":["trace[573264664] 'agreement among raft nodes before linearized reading' (duration: 336.689453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:20.772895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:20.435955Z","time spent":"336.930188ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:40:21.309868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.256786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:21.310051Z","caller":"traceutil/trace.go:171","msg":"trace[1995834107] linearizableReadLoop","detail":"{readStateIndex:3368; appliedIndex:3366; }","duration":"537.395982ms","start":"2026-04-03T02:40:20.772639Z","end":"2026-04-03T02:40:21.310035Z","steps":["trace[1995834107] 'read index received' (duration: 361.831428ms)","trace[1995834107] 'applied index is now lower than readState.Index' (duration: 175.563454ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:21.310218Z","caller":"traceutil/trace.go:171","msg":"trace[2036257722] transaction","detail":"{read_only:false; response_revision:3209; number_of_response:1; }","duration":"873.736125ms","start":"2026-04-03T02:40:20.436468Z","end":"2026-04-03T02:40:21.310204Z","steps":["trace[2036257722] 'process raft request' (duration: 698.053018ms)","trace[2036257722] 'compare' (duration: 174.98847ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:21.310329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:20.436452Z","time spent":"873.807137ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:21.31041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.620977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:21.310475Z","caller":"traceutil/trace.go:171","msg":"trace[688097025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3210; }","duration":"769.727279ms","start":"2026-04-03T02:40:20.540735Z","end":"2026-04-03T02:40:21.310462Z","steps":["trace[688097025] 'agreement among raft nodes before linearized reading' (duration: 769.595115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:21.310505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:20.540715Z","time spent":"769.78422ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:40:21.310407Z","caller":"traceutil/trace.go:171","msg":"trace[377873637] transaction","detail":"{read_only:false; response_revision:3210; number_of_response:1; }","duration":"872.391882ms","start":"2026-04-03T02:40:20.437985Z","end":"2026-04-03T02:40:21.310377Z","steps":["trace[377873637] 'process raft request' (duration: 871.983412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:21.31052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.054962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:40:21.31052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.005302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:21.31056Z","caller":"traceutil/trace.go:171","msg":"trace[1865768491] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:3210; }","duration":"535.113944ms","start":"2026-04-03T02:40:20.775438Z","end":"2026-04-03T02:40:21.310552Z","steps":["trace[1865768491] 'agreement among raft nodes before linearized reading' (duration: 535.021061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:21.310591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:20.775375Z","time spent":"535.209627ms","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-04-03T02:40:21.310604Z","caller":"traceutil/trace.go:171","msg":"trace[255430051] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:3210; }","duration":"185.140185ms","start":"2026-04-03T02:40:21.125421Z","end":"2026-04-03T02:40:21.310561Z","steps":["trace[255430051] 'agreement among raft nodes before linearized reading' (duration: 185.012602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:21.310612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:20.437975Z","time spent":"872.573467ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:21.3109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.679384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8763"} {"level":"info","ts":"2026-04-03T02:40:21.310993Z","caller":"traceutil/trace.go:171","msg":"trace[453950073] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3210; }","duration":"536.816037ms","start":"2026-04-03T02:40:20.774155Z","end":"2026-04-03T02:40:21.310971Z","steps":["trace[453950073] 'agreement among raft nodes before linearized reading' (duration: 536.284984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:21.311059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:20.774135Z","time spent":"536.902889ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":8787,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-03T02:40:21.638329Z","caller":"traceutil/trace.go:171","msg":"trace[761334154] linearizableReadLoop","detail":"{readStateIndex:3369; appliedIndex:3368; }","duration":"319.972571ms","start":"2026-04-03T02:40:21.318289Z","end":"2026-04-03T02:40:21.638261Z","steps":["trace[761334154] 'read index received' (duration: 308.004888ms)","trace[761334154] 'applied index is now lower than readState.Index' (duration: 11.965463ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:21.638393Z","caller":"traceutil/trace.go:171","msg":"trace[801769849] transaction","detail":"{read_only:false; number_of_response:0; response_revision:3210; }","duration":"325.450658ms","start":"2026-04-03T02:40:21.312915Z","end":"2026-04-03T02:40:21.638365Z","steps":["trace[801769849] 'process raft request' (duration: 313.301442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:21.638524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.216347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4436"} {"level":"info","ts":"2026-04-03T02:40:21.638588Z","caller":"traceutil/trace.go:171","msg":"trace[305302177] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:3210; }","duration":"320.315669ms","start":"2026-04-03T02:40:21.31826Z","end":"2026-04-03T02:40:21.638575Z","steps":["trace[305302177] 'agreement among raft nodes before linearized reading' (duration: 320.167916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:21.638627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:21.318249Z","time spent":"320.370351ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4460,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-03T02:40:21.638709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:21.312871Z","time spent":"325.726165ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:40:21.639666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.34129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:40:21.639924Z","caller":"traceutil/trace.go:171","msg":"trace[775091155] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:3212; }","duration":"284.657529ms","start":"2026-04-03T02:40:21.355239Z","end":"2026-04-03T02:40:21.639896Z","steps":["trace[775091155] 'agreement among raft nodes before linearized reading' (duration: 284.148986ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:21.639877Z","caller":"traceutil/trace.go:171","msg":"trace[1382595363] transaction","detail":"{read_only:false; response_revision:3211; number_of_response:1; }","duration":"321.488289ms","start":"2026-04-03T02:40:21.318362Z","end":"2026-04-03T02:40:21.63985Z","steps":["trace[1382595363] 'process raft request' (duration: 320.444932ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:21.639912Z","caller":"traceutil/trace.go:171","msg":"trace[313357524] transaction","detail":"{read_only:false; response_revision:3212; number_of_response:1; }","duration":"176.874467ms","start":"2026-04-03T02:40:21.462959Z","end":"2026-04-03T02:40:21.639833Z","steps":["trace[313357524] 'process raft request' (duration: 176.311793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:21.640098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.994183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T02:40:21.640087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:21.318352Z","time spent":"321.676674ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:40:21.64021Z","caller":"traceutil/trace.go:171","msg":"trace[2063107350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3212; }","duration":"269.144807ms","start":"2026-04-03T02:40:21.371047Z","end":"2026-04-03T02:40:21.640192Z","steps":["trace[2063107350] 'agreement among raft nodes before linearized reading' (duration: 268.797308ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:21.784811Z","caller":"traceutil/trace.go:171","msg":"trace[1742344971] transaction","detail":"{read_only:false; response_revision:3213; number_of_response:1; }","duration":"140.6184ms","start":"2026-04-03T02:40:21.644156Z","end":"2026-04-03T02:40:21.784774Z","steps":["trace[1742344971] 'process raft request' (duration: 139.228606ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:21.784939Z","caller":"traceutil/trace.go:171","msg":"trace[1325288886] transaction","detail":"{read_only:false; response_revision:3216; number_of_response:1; }","duration":"137.848001ms","start":"2026-04-03T02:40:21.647064Z","end":"2026-04-03T02:40:21.784912Z","steps":["trace[1325288886] 'process raft request' (duration: 137.79451ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:21.785223Z","caller":"traceutil/trace.go:171","msg":"trace[1078915559] transaction","detail":"{read_only:false; response_revision:3215; number_of_response:1; }","duration":"140.019806ms","start":"2026-04-03T02:40:21.645144Z","end":"2026-04-03T02:40:21.785164Z","steps":["trace[1078915559] 'process raft request' (duration: 139.655957ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:21.785281Z","caller":"traceutil/trace.go:171","msg":"trace[1498303958] transaction","detail":"{read_only:false; response_revision:3214; number_of_response:1; }","duration":"140.270552ms","start":"2026-04-03T02:40:21.644979Z","end":"2026-04-03T02:40:21.78525Z","steps":["trace[1498303958] 'process raft request' (duration: 139.705958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:22.112284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.337845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:22.112601Z","caller":"traceutil/trace.go:171","msg":"trace[1264558964] transaction","detail":"{read_only:false; response_revision:3219; number_of_response:1; }","duration":"321.383706ms","start":"2026-04-03T02:40:21.791194Z","end":"2026-04-03T02:40:22.112577Z","steps":["trace[1264558964] 'process raft request' (duration: 321.328264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:22.112706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:21.791166Z","time spent":"321.497849ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":754,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:40:22.113013Z","caller":"traceutil/trace.go:171","msg":"trace[1088944581] linearizableReadLoop","detail":"{readStateIndex:3377; appliedIndex:3372; }","duration":"411.146152ms","start":"2026-04-03T02:40:21.701837Z","end":"2026-04-03T02:40:22.112983Z","steps":["trace[1088944581] 'read index received' (duration: 81.565529ms)","trace[1088944581] 'applied index is now lower than readState.Index' (duration: 329.577013ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:22.113157Z","caller":"traceutil/trace.go:171","msg":"trace[1119131278] transaction","detail":"{read_only:false; response_revision:3217; number_of_response:1; }","duration":"451.107933ms","start":"2026-04-03T02:40:21.662034Z","end":"2026-04-03T02:40:22.113142Z","steps":["trace[1119131278] 'process raft request' (duration: 263.818654ms)","trace[1119131278] 'compare' (duration: 186.067108ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:22.113279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:21.662004Z","time spent":"451.189024ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:22.113358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.383891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"warn","ts":"2026-04-03T02:40:22.113364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.32519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:40:22.113439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.588534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:40:22.113454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.997635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-03T02:40:22.113511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.113553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-04-03T02:40:22.113504Z","caller":"traceutil/trace.go:171","msg":"trace[594292290] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3219; }","duration":"202.513305ms","start":"2026-04-03T02:40:21.91096Z","end":"2026-04-03T02:40:22.113473Z","steps":["trace[594292290] 'agreement among raft nodes before linearized reading' (duration: 202.228647ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:22.113536Z","caller":"traceutil/trace.go:171","msg":"trace[1303270884] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3219; }","duration":"411.737108ms","start":"2026-04-03T02:40:21.701779Z","end":"2026-04-03T02:40:22.113516Z","steps":["trace[1303270884] 'agreement among raft nodes before linearized reading' (duration: 411.515152ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:22.113556Z","caller":"traceutil/trace.go:171","msg":"trace[704459573] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:3219; }","duration":"173.210965ms","start":"2026-04-03T02:40:21.940328Z","end":"2026-04-03T02:40:22.113539Z","steps":["trace[704459573] 'agreement among raft nodes before linearized reading' (duration: 172.878545ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:22.113543Z","caller":"traceutil/trace.go:171","msg":"trace[661214964] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3219; }","duration":"174.125128ms","start":"2026-04-03T02:40:21.939402Z","end":"2026-04-03T02:40:22.113527Z","steps":["trace[661214964] 'agreement among raft nodes before linearized reading' (duration: 173.808709ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:22.113011Z","caller":"traceutil/trace.go:171","msg":"trace[255460423] transaction","detail":"{read_only:false; response_revision:3218; number_of_response:1; }","duration":"322.623257ms","start":"2026-04-03T02:40:21.79037Z","end":"2026-04-03T02:40:22.112994Z","steps":["trace[255460423] 'process raft request' (duration: 322.040122ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:22.113424Z","caller":"traceutil/trace.go:171","msg":"trace[1483553760] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:3219; }","duration":"314.477982ms","start":"2026-04-03T02:40:21.798931Z","end":"2026-04-03T02:40:22.113409Z","steps":["trace[1483553760] 'agreement among raft nodes before linearized reading' (duration: 314.272936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:22.11361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:21.701759Z","time spent":"411.83502ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:40:22.113617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.637279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:40:22.113668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:21.79892Z","time spent":"314.730889ms","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-04-03T02:40:22.113438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.843752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-04-03T02:40:22.11369Z","caller":"traceutil/trace.go:171","msg":"trace[1590901861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3219; }","duration":"322.776073ms","start":"2026-04-03T02:40:21.790894Z","end":"2026-04-03T02:40:22.11367Z","steps":["trace[1590901861] 'agreement among raft nodes before linearized reading' (duration: 322.275219ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:22.113725Z","caller":"traceutil/trace.go:171","msg":"trace[1010293896] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:3219; }","duration":"220.185161ms","start":"2026-04-03T02:40:21.893518Z","end":"2026-04-03T02:40:22.113703Z","steps":["trace[1010293896] 'agreement among raft nodes before linearized reading' (duration: 219.677597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:22.113745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:21.790858Z","time spent":"322.877584ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:40:22.114025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:21.790338Z","time spent":"323.269954ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:40:22.131923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.145533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-03T02:40:22.132058Z","caller":"traceutil/trace.go:171","msg":"trace[411015505] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3219; }","duration":"234.325337ms","start":"2026-04-03T02:40:21.897711Z","end":"2026-04-03T02:40:22.132036Z","steps":["trace[411015505] 'agreement among raft nodes before linearized reading' (duration: 215.586615ms)","trace[411015505] 'range keys from bolt db' (duration: 18.469265ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:22.428096Z","caller":"traceutil/trace.go:171","msg":"trace[687504385] transaction","detail":"{read_only:false; response_revision:3220; number_of_response:1; }","duration":"309.464216ms","start":"2026-04-03T02:40:22.118592Z","end":"2026-04-03T02:40:22.428056Z","steps":["trace[687504385] 'process raft request' (duration: 277.454087ms)","trace[687504385] 'compare' (duration: 30.852329ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:22.428261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:22.118581Z","time spent":"309.596879ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:22.428205Z","caller":"traceutil/trace.go:171","msg":"trace[538589856] linearizableReadLoop","detail":"{readStateIndex:3380; appliedIndex:3379; }","duration":"309.163857ms","start":"2026-04-03T02:40:22.119002Z","end":"2026-04-03T02:40:22.428166Z","steps":["trace[538589856] 'read index received' (duration: 277.062366ms)","trace[538589856] 'applied index is now lower than readState.Index' (duration: 32.09893ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:22.428506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.369882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:22.428604Z","caller":"traceutil/trace.go:171","msg":"trace[704543737] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3220; }","duration":"309.609308ms","start":"2026-04-03T02:40:22.118981Z","end":"2026-04-03T02:40:22.42859Z","steps":["trace[704543737] 'agreement among raft nodes before linearized reading' (duration: 309.344822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:22.428691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:22.118971Z","time spent":"309.70601ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-03T02:40:22.430299Z","caller":"traceutil/trace.go:171","msg":"trace[1351423413] transaction","detail":"{read_only:false; response_revision:3222; number_of_response:1; }","duration":"309.915617ms","start":"2026-04-03T02:40:22.120354Z","end":"2026-04-03T02:40:22.43027Z","steps":["trace[1351423413] 'process raft request' (duration: 309.731512ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:22.430349Z","caller":"traceutil/trace.go:171","msg":"trace[1678571879] transaction","detail":"{read_only:false; response_revision:3223; number_of_response:1; }","duration":"309.908196ms","start":"2026-04-03T02:40:22.120418Z","end":"2026-04-03T02:40:22.430326Z","steps":["trace[1678571879] 'process raft request' (duration: 309.765683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:22.430445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:22.120402Z","time spent":"309.992609ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:22.430573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:22.120346Z","time spent":"310.03885ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:22.430822Z","caller":"traceutil/trace.go:171","msg":"trace[706679854] transaction","detail":"{read_only:false; response_revision:3221; number_of_response:1; }","duration":"311.764352ms","start":"2026-04-03T02:40:22.119043Z","end":"2026-04-03T02:40:22.430807Z","steps":["trace[706679854] 'process raft request' (duration: 310.843559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:22.430897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:22.119027Z","time spent":"311.834765ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:22.431118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.953668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:40:22.43121Z","caller":"traceutil/trace.go:171","msg":"trace[733959513] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3225; }","duration":"312.05776ms","start":"2026-04-03T02:40:22.119135Z","end":"2026-04-03T02:40:22.431193Z","steps":["trace[733959513] 'agreement among raft nodes before linearized reading' (duration: 311.696891ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:22.431291Z","caller":"traceutil/trace.go:171","msg":"trace[1013507942] transaction","detail":"{read_only:false; response_revision:3225; number_of_response:1; }","duration":"243.682184ms","start":"2026-04-03T02:40:22.1876Z","end":"2026-04-03T02:40:22.431282Z","steps":["trace[1013507942] 'process raft request' (duration: 243.076609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:22.431307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.81956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:40:22.431355Z","caller":"traceutil/trace.go:171","msg":"trace[762082530] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3225; }","duration":"154.918842ms","start":"2026-04-03T02:40:22.276425Z","end":"2026-04-03T02:40:22.431344Z","steps":["trace[762082530] 'agreement among raft nodes before linearized reading' (duration: 154.764098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:22.431288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:22.119127Z","time spent":"312.148832ms","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T02:40:22.431534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.417115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:40:22.431248Z","caller":"traceutil/trace.go:171","msg":"trace[721829168] transaction","detail":"{read_only:false; response_revision:3224; number_of_response:1; }","duration":"294.784064ms","start":"2026-04-03T02:40:22.13645Z","end":"2026-04-03T02:40:22.431234Z","steps":["trace[721829168] 'process raft request' (duration: 293.80375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:22.431782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.450795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-04-03T02:40:22.431829Z","caller":"traceutil/trace.go:171","msg":"trace[155856627] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:3225; }","duration":"311.498577ms","start":"2026-04-03T02:40:22.120319Z","end":"2026-04-03T02:40:22.431818Z","steps":["trace[155856627] 'agreement among raft nodes before linearized reading' (duration: 311.414654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:22.431859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:22.120293Z","time spent":"311.558307ms","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"info","ts":"2026-04-03T02:40:22.431927Z","caller":"traceutil/trace.go:171","msg":"trace[2116839013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3225; }","duration":"239.494567ms","start":"2026-04-03T02:40:22.192074Z","end":"2026-04-03T02:40:22.431568Z","steps":["trace[2116839013] 'agreement among raft nodes before linearized reading' (duration: 239.264572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:22.432297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.223277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:40:22.432337Z","caller":"traceutil/trace.go:171","msg":"trace[1235034989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3225; }","duration":"244.32756ms","start":"2026-04-03T02:40:22.188Z","end":"2026-04-03T02:40:22.432328Z","steps":["trace[1235034989] 'agreement among raft nodes before linearized reading' (duration: 244.220708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:22.431772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.170793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-03T02:40:22.432678Z","caller":"traceutil/trace.go:171","msg":"trace[389413159] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3225; }","duration":"311.089887ms","start":"2026-04-03T02:40:22.121579Z","end":"2026-04-03T02:40:22.432669Z","steps":["trace[389413159] 'agreement among raft nodes before linearized reading' (duration: 310.091861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:22.432707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:22.121571Z","time spent":"311.125418ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-03T02:40:22.55183Z","caller":"traceutil/trace.go:171","msg":"trace[168853859] transaction","detail":"{read_only:false; response_revision:3226; number_of_response:1; }","duration":"112.162523ms","start":"2026-04-03T02:40:22.439632Z","end":"2026-04-03T02:40:22.551795Z","steps":["trace[168853859] 'process raft request' (duration: 107.114525ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:22.586287Z","caller":"traceutil/trace.go:171","msg":"trace[574712418] transaction","detail":"{read_only:false; response_revision:3230; number_of_response:1; }","duration":"144.503249ms","start":"2026-04-03T02:40:22.441759Z","end":"2026-04-03T02:40:22.586262Z","steps":["trace[574712418] 'process raft request' (duration: 144.438587ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:22.586359Z","caller":"traceutil/trace.go:171","msg":"trace[1289309504] transaction","detail":"{read_only:false; response_revision:3229; number_of_response:1; }","duration":"144.95445ms","start":"2026-04-03T02:40:22.441395Z","end":"2026-04-03T02:40:22.58635Z","steps":["trace[1289309504] 'process raft request' (duration: 144.764325ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:22.586297Z","caller":"traceutil/trace.go:171","msg":"trace[1396908921] transaction","detail":"{read_only:false; response_revision:3228; number_of_response:1; }","duration":"146.198742ms","start":"2026-04-03T02:40:22.440074Z","end":"2026-04-03T02:40:22.586273Z","steps":["trace[1396908921] 'process raft request' (duration: 146.050049ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:22.586429Z","caller":"traceutil/trace.go:171","msg":"trace[721227096] transaction","detail":"{read_only:false; response_revision:3227; number_of_response:1; }","duration":"146.378906ms","start":"2026-04-03T02:40:22.440018Z","end":"2026-04-03T02:40:22.586397Z","steps":["trace[721227096] 'process raft request' (duration: 145.998667ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:22.586651Z","caller":"traceutil/trace.go:171","msg":"trace[492188859] transaction","detail":"{read_only:false; response_revision:3231; number_of_response:1; }","duration":"144.781856ms","start":"2026-04-03T02:40:22.441831Z","end":"2026-04-03T02:40:22.586613Z","steps":["trace[492188859] 'process raft request' (duration: 144.393936ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:22.586865Z","caller":"traceutil/trace.go:171","msg":"trace[2103298143] transaction","detail":"{read_only:false; response_revision:3232; number_of_response:1; }","duration":"143.963127ms","start":"2026-04-03T02:40:22.44289Z","end":"2026-04-03T02:40:22.586854Z","steps":["trace[2103298143] 'process raft request' (duration: 143.654658ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:22.586918Z","caller":"traceutil/trace.go:171","msg":"trace[2099845578] linearizableReadLoop","detail":"{readStateIndex:3393; appliedIndex:3385; }","duration":"136.543158ms","start":"2026-04-03T02:40:22.450363Z","end":"2026-04-03T02:40:22.586906Z","steps":["trace[2099845578] 'read index received' (duration: 96.367833ms)","trace[2099845578] 'applied index is now lower than readState.Index' (duration: 40.174235ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:22.586928Z","caller":"traceutil/trace.go:171","msg":"trace[2018101668] transaction","detail":"{read_only:false; response_revision:3233; number_of_response:1; }","duration":"140.330525ms","start":"2026-04-03T02:40:22.446584Z","end":"2026-04-03T02:40:22.586914Z","steps":["trace[2018101668] 'process raft request' (duration: 140.197802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:22.587152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.608479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1862"} {"level":"info","ts":"2026-04-03T02:40:22.587187Z","caller":"traceutil/trace.go:171","msg":"trace[247805953] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:3233; }","duration":"134.705392ms","start":"2026-04-03T02:40:22.452471Z","end":"2026-04-03T02:40:22.587176Z","steps":["trace[247805953] 'agreement among raft nodes before linearized reading' (duration: 134.521857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:22.587455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.077032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-03T02:40:22.587537Z","caller":"traceutil/trace.go:171","msg":"trace[746623844] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:3233; }","duration":"137.176184ms","start":"2026-04-03T02:40:22.450344Z","end":"2026-04-03T02:40:22.58752Z","steps":["trace[746623844] 'agreement among raft nodes before linearized reading' (duration: 136.638711ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:22.734457Z","caller":"traceutil/trace.go:171","msg":"trace[582009267] linearizableReadLoop","detail":"{readStateIndex:3394; appliedIndex:3393; }","duration":"133.78529ms","start":"2026-04-03T02:40:22.600649Z","end":"2026-04-03T02:40:22.734435Z","steps":["trace[582009267] 'read index received' (duration: 133.504783ms)","trace[582009267] 'applied index is now lower than readState.Index' (duration: 279.477µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:22.734549Z","caller":"traceutil/trace.go:171","msg":"trace[1080112666] transaction","detail":"{read_only:false; response_revision:3234; number_of_response:1; }","duration":"140.58622ms","start":"2026-04-03T02:40:22.593886Z","end":"2026-04-03T02:40:22.734473Z","steps":["trace[1080112666] 'process raft request' (duration: 140.368454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:22.734748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.073737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"warn","ts":"2026-04-03T02:40:22.734763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.989633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:5641"} {"level":"warn","ts":"2026-04-03T02:40:22.734768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.533486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-03T02:40:22.734805Z","caller":"traceutil/trace.go:171","msg":"trace[2100538839] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:3234; }","duration":"134.166269ms","start":"2026-04-03T02:40:22.600627Z","end":"2026-04-03T02:40:22.734793Z","steps":["trace[2100538839] 'agreement among raft nodes before linearized reading' (duration: 133.928173ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:22.734815Z","caller":"traceutil/trace.go:171","msg":"trace[1937746732] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/; range_end:/registry/deployments/envoy-gateway-system0; response_count:1; response_revision:3234; }","duration":"111.104366ms","start":"2026-04-03T02:40:22.623697Z","end":"2026-04-03T02:40:22.734802Z","steps":["trace[1937746732] 'agreement among raft nodes before linearized reading' (duration: 110.920741ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:22.734831Z","caller":"traceutil/trace.go:171","msg":"trace[682172143] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3234; }","duration":"130.613039ms","start":"2026-04-03T02:40:22.604201Z","end":"2026-04-03T02:40:22.734814Z","steps":["trace[682172143] 'agreement among raft nodes before linearized reading' (duration: 130.404864ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:22.951717Z","caller":"traceutil/trace.go:171","msg":"trace[1724728879] linearizableReadLoop","detail":"{readStateIndex:3395; appliedIndex:3394; }","duration":"211.781619ms","start":"2026-04-03T02:40:22.739908Z","end":"2026-04-03T02:40:22.951689Z","steps":["trace[1724728879] 'read index received' (duration: 119.682083ms)","trace[1724728879] 'applied index is now lower than readState.Index' (duration: 92.098486ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:22.951787Z","caller":"traceutil/trace.go:171","msg":"trace[230106726] transaction","detail":"{read_only:false; response_revision:3235; number_of_response:1; }","duration":"211.871611ms","start":"2026-04-03T02:40:22.739876Z","end":"2026-04-03T02:40:22.951748Z","steps":["trace[230106726] 'process raft request' (duration: 119.851177ms)","trace[230106726] 'compare' (duration: 91.792939ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:22.95196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.050736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-04-03T02:40:22.952005Z","caller":"traceutil/trace.go:171","msg":"trace[1344305732] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:3235; }","duration":"212.147938ms","start":"2026-04-03T02:40:22.739845Z","end":"2026-04-03T02:40:22.951993Z","steps":["trace[1344305732] 'agreement among raft nodes before linearized reading' (duration: 211.994755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:22.952415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.327541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:1910"} {"level":"info","ts":"2026-04-03T02:40:22.952462Z","caller":"traceutil/trace.go:171","msg":"trace[477768233] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/; range_end:/registry/services/specs/envoy-gateway-system0; response_count:1; response_revision:3235; }","duration":"210.404954ms","start":"2026-04-03T02:40:22.742043Z","end":"2026-04-03T02:40:22.952448Z","steps":["trace[477768233] 'agreement among raft nodes before linearized reading' (duration: 210.215429ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:23.227384Z","caller":"traceutil/trace.go:171","msg":"trace[495361475] linearizableReadLoop","detail":"{readStateIndex:3397; appliedIndex:3396; }","duration":"192.612034ms","start":"2026-04-03T02:40:23.034744Z","end":"2026-04-03T02:40:23.227356Z","steps":["trace[495361475] 'read index received' (duration: 99.108173ms)","trace[495361475] 'applied index is now lower than readState.Index' (duration: 93.502291ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:23.227408Z","caller":"traceutil/trace.go:171","msg":"trace[949497886] transaction","detail":"{read_only:false; response_revision:3237; number_of_response:1; }","duration":"193.835534ms","start":"2026-04-03T02:40:23.033532Z","end":"2026-04-03T02:40:23.227368Z","steps":["trace[949497886] 'process raft request' (duration: 100.350244ms)","trace[949497886] 'compare' (duration: 93.299986ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:23.227632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.85127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:1 size:191"} {"level":"info","ts":"2026-04-03T02:40:23.227699Z","caller":"traceutil/trace.go:171","msg":"trace[65669] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:1; response_revision:3237; }","duration":"192.938472ms","start":"2026-04-03T02:40:23.034741Z","end":"2026-04-03T02:40:23.22768Z","steps":["trace[65669] 'agreement among raft nodes before linearized reading' (duration: 192.736837ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:23.449321Z","caller":"traceutil/trace.go:171","msg":"trace[1381489646] linearizableReadLoop","detail":"{readStateIndex:3398; appliedIndex:3397; }","duration":"212.048054ms","start":"2026-04-03T02:40:23.237233Z","end":"2026-04-03T02:40:23.449281Z","steps":["trace[1381489646] 'read index received' (duration: 154.514322ms)","trace[1381489646] 'applied index is now lower than readState.Index' (duration: 57.532102ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:23.449594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.319672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-03T02:40:23.44967Z","caller":"traceutil/trace.go:171","msg":"trace[2128311792] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:1; response_revision:3238; }","duration":"212.436206ms","start":"2026-04-03T02:40:23.237213Z","end":"2026-04-03T02:40:23.449649Z","steps":["trace[2128311792] 'agreement among raft nodes before linearized reading' (duration: 212.224539ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:23.449759Z","caller":"traceutil/trace.go:171","msg":"trace[1003544518] transaction","detail":"{read_only:false; response_revision:3238; number_of_response:1; }","duration":"215.344729ms","start":"2026-04-03T02:40:23.234386Z","end":"2026-04-03T02:40:23.44973Z","steps":["trace[1003544518] 'process raft request' (duration: 157.459986ms)","trace[1003544518] 'compare' (duration: 57.197984ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:23.959328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839983535,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:40:24.499705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.761794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:24.499931Z","caller":"traceutil/trace.go:171","msg":"trace[859117384] linearizableReadLoop","detail":"{readStateIndex:3400; appliedIndex:3398; }","duration":"1.041677096s","start":"2026-04-03T02:40:23.458237Z","end":"2026-04-03T02:40:24.499914Z","steps":["trace[859117384] 'read index received' (duration: 527.630064ms)","trace[859117384] 'applied index is now lower than readState.Index' (duration: 514.046132ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:24.50001Z","caller":"traceutil/trace.go:171","msg":"trace[1592677707] transaction","detail":"{read_only:false; response_revision:3240; number_of_response:1; }","duration":"853.722389ms","start":"2026-04-03T02:40:23.646277Z","end":"2026-04-03T02:40:24.5Z","steps":["trace[1592677707] 'process raft request' (duration: 853.550255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:24.500072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:23.646256Z","time spent":"853.784271ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:24.50009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041847041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-03T02:40:24.500118Z","caller":"traceutil/trace.go:171","msg":"trace[1864709022] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:3240; }","duration":"1.041894873s","start":"2026-04-03T02:40:23.458215Z","end":"2026-04-03T02:40:24.50011Z","steps":["trace[1864709022] 'agreement among raft nodes before linearized reading' (duration: 1.041834061s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:24.500137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:23.458205Z","time spent":"1.041927933s","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-04-03T02:40:24.50011Z","caller":"traceutil/trace.go:171","msg":"trace[1163873330] transaction","detail":"{read_only:false; response_revision:3239; number_of_response:1; }","duration":"1.043612106s","start":"2026-04-03T02:40:23.456462Z","end":"2026-04-03T02:40:24.500074Z","steps":["trace[1163873330] 'process raft request' (duration: 529.392119ms)","trace[1163873330] 'compare' (duration: 513.485377ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:24.500232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:23.456441Z","time spent":"1.043726879s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:24.577682Z","caller":"traceutil/trace.go:171","msg":"trace[1225310209] transaction","detail":"{read_only:false; response_revision:3241; number_of_response:1; }","duration":"138.111957ms","start":"2026-04-03T02:40:24.439546Z","end":"2026-04-03T02:40:24.577658Z","steps":["trace[1225310209] 'process raft request' (duration: 137.978734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:24.578052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.386293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:40:24.57815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.561941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:24.578171Z","caller":"traceutil/trace.go:171","msg":"trace[106156688] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:3241; }","duration":"231.515037ms","start":"2026-04-03T02:40:24.346599Z","end":"2026-04-03T02:40:24.578114Z","steps":["trace[106156688] 'agreement among raft nodes before linearized reading' (duration: 231.338352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:24.578154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.605617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:40:24.578212Z","caller":"traceutil/trace.go:171","msg":"trace[2037757204] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:3241; }","duration":"542.659234ms","start":"2026-04-03T02:40:24.035536Z","end":"2026-04-03T02:40:24.578196Z","steps":["trace[2037757204] 'agreement among raft nodes before linearized reading' (duration: 542.575761ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:24.578252Z","caller":"traceutil/trace.go:171","msg":"trace[233824163] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3241; }","duration":"145.74736ms","start":"2026-04-03T02:40:24.432482Z","end":"2026-04-03T02:40:24.578229Z","steps":["trace[233824163] 'agreement among raft nodes before linearized reading' (duration: 145.501264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:24.578265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:24.035481Z","time spent":"542.769276ms","remote":"127.0.0.1:52406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:40:24.578319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037220473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:40:24.578188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.437574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T02:40:24.578377Z","caller":"traceutil/trace.go:171","msg":"trace[225918400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3241; }","duration":"1.037332057s","start":"2026-04-03T02:40:23.541031Z","end":"2026-04-03T02:40:24.578363Z","steps":["trace[225918400] 'agreement among raft nodes before linearized reading' (duration: 1.037240944s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:24.578385Z","caller":"traceutil/trace.go:171","msg":"trace[1022724322] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3241; }","duration":"644.67216ms","start":"2026-04-03T02:40:23.933702Z","end":"2026-04-03T02:40:24.578374Z","steps":["trace[1022724322] 'agreement among raft nodes before linearized reading' (duration: 644.421454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:24.578418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:23.93368Z","time spent":"644.730962ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-03T02:40:24.578422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:23.540996Z","time spent":"1.037416319s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:40:24.578068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.536294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:40:24.57855Z","caller":"traceutil/trace.go:171","msg":"trace[1985963449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3241; }","duration":"142.049498ms","start":"2026-04-03T02:40:24.436476Z","end":"2026-04-03T02:40:24.578526Z","steps":["trace[1985963449] 'agreement among raft nodes before linearized reading' (duration: 141.477233ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:24.711568Z","caller":"traceutil/trace.go:171","msg":"trace[1917343948] linearizableReadLoop","detail":"{readStateIndex:3402; appliedIndex:3401; }","duration":"129.399357ms","start":"2026-04-03T02:40:24.582139Z","end":"2026-04-03T02:40:24.711538Z","steps":["trace[1917343948] 'read index received' (duration: 65.38408ms)","trace[1917343948] 'applied index is now lower than readState.Index' (duration: 64.014137ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:24.711611Z","caller":"traceutil/trace.go:171","msg":"trace[1671074193] transaction","detail":"{read_only:false; response_revision:3242; number_of_response:1; }","duration":"129.551771ms","start":"2026-04-03T02:40:24.582025Z","end":"2026-04-03T02:40:24.711577Z","steps":["trace[1671074193] 'process raft request' (duration: 65.453222ms)","trace[1671074193] 'compare' (duration: 63.904024ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:24.711779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.619683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-03T02:40:24.711835Z","caller":"traceutil/trace.go:171","msg":"trace[2117324365] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3242; }","duration":"129.706145ms","start":"2026-04-03T02:40:24.582117Z","end":"2026-04-03T02:40:24.711823Z","steps":["trace[2117324365] 'agreement among raft nodes before linearized reading' (duration: 129.553862ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:24.71869Z","caller":"traceutil/trace.go:171","msg":"trace[456290861] transaction","detail":"{read_only:false; response_revision:3244; number_of_response:1; }","duration":"136.277492ms","start":"2026-04-03T02:40:24.582399Z","end":"2026-04-03T02:40:24.718677Z","steps":["trace[456290861] 'process raft request' (duration: 136.058696ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:24.719091Z","caller":"traceutil/trace.go:171","msg":"trace[1528638192] transaction","detail":"{read_only:false; response_revision:3245; number_of_response:1; }","duration":"125.539931ms","start":"2026-04-03T02:40:24.593529Z","end":"2026-04-03T02:40:24.719069Z","steps":["trace[1528638192] 'process raft request' (duration: 125.310155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:24.71934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.890757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:40:24.719364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.07714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-03T02:40:24.719435Z","caller":"traceutil/trace.go:171","msg":"trace[1569908627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3246; }","duration":"135.014199ms","start":"2026-04-03T02:40:24.584394Z","end":"2026-04-03T02:40:24.719408Z","steps":["trace[1569908627] 'agreement among raft nodes before linearized reading' (duration: 134.724562ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:24.719463Z","caller":"traceutil/trace.go:171","msg":"trace[1647883241] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:3246; }","duration":"135.191784ms","start":"2026-04-03T02:40:24.58424Z","end":"2026-04-03T02:40:24.719431Z","steps":["trace[1647883241] 'agreement among raft nodes before linearized reading' (duration: 134.999989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:24.719412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.885615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:40:24.720141Z","caller":"traceutil/trace.go:171","msg":"trace[2018916674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3246; }","duration":"129.663434ms","start":"2026-04-03T02:40:24.590463Z","end":"2026-04-03T02:40:24.720126Z","steps":["trace[2018916674] 'agreement among raft nodes before linearized reading' (duration: 128.787432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:24.720164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.669914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:40:24.720241Z","caller":"traceutil/trace.go:171","msg":"trace[1606532281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3246; }","duration":"129.777358ms","start":"2026-04-03T02:40:24.590446Z","end":"2026-04-03T02:40:24.720224Z","steps":["trace[1606532281] 'agreement among raft nodes before linearized reading' (duration: 128.918786ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:24.718568Z","caller":"traceutil/trace.go:171","msg":"trace[478843995] transaction","detail":"{read_only:false; response_revision:3243; number_of_response:1; }","duration":"136.334092ms","start":"2026-04-03T02:40:24.582187Z","end":"2026-04-03T02:40:24.718521Z","steps":["trace[478843995] 'process raft request' (duration: 136.138257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:25.865675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.131191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:25.865752Z","caller":"traceutil/trace.go:171","msg":"trace[1761601430] linearizableReadLoop","detail":"{readStateIndex:3408; appliedIndex:3407; }","duration":"1.142046741s","start":"2026-04-03T02:40:24.723692Z","end":"2026-04-03T02:40:25.865739Z","steps":["trace[1761601430] 'read index received' (duration: 262.771036ms)","trace[1761601430] 'applied index is now lower than readState.Index' (duration: 879.274895ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:25.865799Z","caller":"traceutil/trace.go:171","msg":"trace[1251287398] transaction","detail":"{read_only:false; response_revision:3247; number_of_response:1; }","duration":"1.145110749s","start":"2026-04-03T02:40:24.720682Z","end":"2026-04-03T02:40:25.865793Z","steps":["trace[1251287398] 'process raft request' (duration: 265.771452ms)","trace[1251287398] 'compare' (duration: 879.037029ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:25.865838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:24.720661Z","time spent":"1.145157349s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:25.866136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142431751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-03T02:40:25.86619Z","caller":"traceutil/trace.go:171","msg":"trace[1170401412] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3247; }","duration":"1.142510953s","start":"2026-04-03T02:40:24.723669Z","end":"2026-04-03T02:40:25.86618Z","steps":["trace[1170401412] 'agreement among raft nodes before linearized reading' (duration: 1.142333539s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:25.866213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:24.723655Z","time spent":"1.142553174s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-03T02:40:26.067515Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.081054231s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:40:26.089412Z","caller":"traceutil/trace.go:171","msg":"trace[1087631665] linearizableReadLoop","detail":"{readStateIndex:3410; appliedIndex:3408; }","duration":"223.620267ms","start":"2026-04-03T02:40:25.865769Z","end":"2026-04-03T02:40:26.089389Z","steps":["trace[1087631665] 'read index received' (duration: 201.901989ms)","trace[1087631665] 'applied index is now lower than readState.Index' (duration: 21.717468ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:26.089463Z","caller":"traceutil/trace.go:171","msg":"trace[96081559] transaction","detail":"{read_only:false; response_revision:3249; number_of_response:1; }","duration":"1.363976645s","start":"2026-04-03T02:40:24.725454Z","end":"2026-04-03T02:40:26.089431Z","steps":["trace[96081559] 'process raft request' (duration: 1.363889793s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:26.089485Z","caller":"traceutil/trace.go:171","msg":"trace[1111883020] transaction","detail":"{read_only:false; response_revision:3248; number_of_response:1; }","duration":"1.365515895s","start":"2026-04-03T02:40:24.723945Z","end":"2026-04-03T02:40:26.089461Z","steps":["trace[1111883020] 'process raft request' (duration: 1.343802787s)","trace[1111883020] 'compare' (duration: 21.472522ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:26.089566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.842998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:26.089593Z","caller":"traceutil/trace.go:171","msg":"trace[1724821669] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:3249; }","duration":"422.93582ms","start":"2026-04-03T02:40:25.66665Z","end":"2026-04-03T02:40:26.089586Z","steps":["trace[1724821669] 'agreement among raft nodes before linearized reading' (duration: 422.866119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:26.089625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:25.666623Z","time spent":"422.995062ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:40:26.089612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:24.723913Z","time spent":"1.365616237s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:26.089614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:24.725433Z","time spent":"1.364084319s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:26.089723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355249376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-03T02:40:26.089847Z","caller":"traceutil/trace.go:171","msg":"trace[392643470] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:3249; }","duration":"1.35544556s","start":"2026-04-03T02:40:24.734375Z","end":"2026-04-03T02:40:26.08982Z","steps":["trace[392643470] 'agreement among raft nodes before linearized reading' (duration: 1.355178634s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:26.089906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:24.734361Z","time spent":"1.355534803s","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-04-03T02:40:26.090664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.209914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T02:40:26.09073Z","caller":"traceutil/trace.go:171","msg":"trace[1304356882] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3249; }","duration":"156.340517ms","start":"2026-04-03T02:40:25.934374Z","end":"2026-04-03T02:40:26.090714Z","steps":["trace[1304356882] 'agreement among raft nodes before linearized reading' (duration: 156.144833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:26.090672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.219442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-nf8vm.18a2b8332728224b\" ","response":"range_response_count:1 size:823"} {"level":"info","ts":"2026-04-03T02:40:26.090965Z","caller":"traceutil/trace.go:171","msg":"trace[1295338304] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-nf8vm.18a2b8332728224b; range_end:; response_count:1; response_revision:3249; }","duration":"222.52735ms","start":"2026-04-03T02:40:25.868392Z","end":"2026-04-03T02:40:26.09092Z","steps":["trace[1295338304] 'agreement among raft nodes before linearized reading' (duration: 222.117499ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:26.307834Z","caller":"traceutil/trace.go:171","msg":"trace[1465841836] linearizableReadLoop","detail":"{readStateIndex:3413; appliedIndex:3412; }","duration":"135.749118ms","start":"2026-04-03T02:40:26.172063Z","end":"2026-04-03T02:40:26.307812Z","steps":["trace[1465841836] 'read index received' (duration: 135.546933ms)","trace[1465841836] 'applied index is now lower than readState.Index' (duration: 201.205µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:26.307884Z","caller":"traceutil/trace.go:171","msg":"trace[763328530] transaction","detail":"{read_only:false; response_revision:3252; number_of_response:1; }","duration":"137.520452ms","start":"2026-04-03T02:40:26.170324Z","end":"2026-04-03T02:40:26.307845Z","steps":["trace[763328530] 'process raft request' (duration: 137.333828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:26.308127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.047167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-03T02:40:26.308217Z","caller":"traceutil/trace.go:171","msg":"trace[587355282] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:3252; }","duration":"136.179209ms","start":"2026-04-03T02:40:26.172022Z","end":"2026-04-03T02:40:26.308202Z","steps":["trace[587355282] 'agreement among raft nodes before linearized reading' (duration: 135.868701ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:26.615609Z","caller":"traceutil/trace.go:171","msg":"trace[1478867124] linearizableReadLoop","detail":"{readStateIndex:3417; appliedIndex:3416; }","duration":"132.861896ms","start":"2026-04-03T02:40:26.482725Z","end":"2026-04-03T02:40:26.615587Z","steps":["trace[1478867124] 'read index received' (duration: 132.653881ms)","trace[1478867124] 'applied index is now lower than readState.Index' (duration: 206.925µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:26.615651Z","caller":"traceutil/trace.go:171","msg":"trace[1272667220] transaction","detail":"{read_only:false; response_revision:3256; number_of_response:1; }","duration":"133.82598ms","start":"2026-04-03T02:40:26.481797Z","end":"2026-04-03T02:40:26.615623Z","steps":["trace[1272667220] 'process raft request' (duration: 133.602254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:26.615804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.061081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-03T02:40:26.615849Z","caller":"traceutil/trace.go:171","msg":"trace[2105235985] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:3256; }","duration":"133.158093ms","start":"2026-04-03T02:40:26.48268Z","end":"2026-04-03T02:40:26.615838Z","steps":["trace[2105235985] 'agreement among raft nodes before linearized reading' (duration: 133.03305ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:26.623929Z","caller":"traceutil/trace.go:171","msg":"trace[1699089731] transaction","detail":"{read_only:false; response_revision:3257; number_of_response:1; }","duration":"118.00184ms","start":"2026-04-03T02:40:26.50587Z","end":"2026-04-03T02:40:26.623872Z","steps":["trace[1699089731] 'process raft request' (duration: 117.767254ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:27.059237Z","caller":"traceutil/trace.go:171","msg":"trace[686555595] linearizableReadLoop","detail":"{readStateIndex:3421; appliedIndex:3420; }","duration":"362.800151ms","start":"2026-04-03T02:40:26.69642Z","end":"2026-04-03T02:40:27.05922Z","steps":["trace[686555595] 'read index received' (duration: 362.639517ms)","trace[686555595] 'applied index is now lower than readState.Index' (duration: 158.544µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:27.059316Z","caller":"traceutil/trace.go:171","msg":"trace[287962078] transaction","detail":"{read_only:false; response_revision:3260; number_of_response:1; }","duration":"365.348805ms","start":"2026-04-03T02:40:26.693961Z","end":"2026-04-03T02:40:27.05931Z","steps":["trace[287962078] 'process raft request' (duration: 365.154321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:27.059392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:26.693934Z","time spent":"365.398357ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:27.059674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.244613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-03T02:40:27.059756Z","caller":"traceutil/trace.go:171","msg":"trace[1692489960] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:3260; }","duration":"363.363185ms","start":"2026-04-03T02:40:26.696375Z","end":"2026-04-03T02:40:27.059739Z","steps":["trace[1692489960] 'agreement among raft nodes before linearized reading' (duration: 363.177131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:27.0598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:26.696362Z","time spent":"363.430208ms","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-04-03T02:40:27.350766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.208156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:27.350965Z","caller":"traceutil/trace.go:171","msg":"trace[858624073] transaction","detail":"{read_only:false; response_revision:3261; number_of_response:1; }","duration":"626.703017ms","start":"2026-04-03T02:40:26.724238Z","end":"2026-04-03T02:40:27.350941Z","steps":["trace[858624073] 'process raft request' (duration: 445.214674ms)","trace[858624073] 'compare' (duration: 181.076803ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:27.351057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:26.724214Z","time spent":"626.795449ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:27.3512Z","caller":"traceutil/trace.go:171","msg":"trace[1088375868] transaction","detail":"{read_only:false; response_revision:3262; number_of_response:1; }","duration":"626.769177ms","start":"2026-04-03T02:40:26.724412Z","end":"2026-04-03T02:40:27.351181Z","steps":["trace[1088375868] 'process raft request' (duration: 626.46173ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:27.351231Z","caller":"traceutil/trace.go:171","msg":"trace[1228894324] transaction","detail":"{read_only:false; response_revision:3263; number_of_response:1; }","duration":"480.421092ms","start":"2026-04-03T02:40:26.870786Z","end":"2026-04-03T02:40:27.351208Z","steps":["trace[1228894324] 'process raft request' (duration: 480.299499ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:27.351254Z","caller":"traceutil/trace.go:171","msg":"trace[277875601] linearizableReadLoop","detail":"{readStateIndex:3424; appliedIndex:3421; }","duration":"291.944213ms","start":"2026-04-03T02:40:27.059288Z","end":"2026-04-03T02:40:27.351232Z","steps":["trace[277875601] 'read index received' (duration: 110.148471ms)","trace[277875601] 'applied index is now lower than readState.Index' (duration: 181.794732ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:27.35128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:26.724404Z","time spent":"626.83441ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:27.351375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:26.87076Z","time spent":"480.520185ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:27.351476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.616599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-04-03T02:40:27.351523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.40789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:40:27.351434Z","caller":"traceutil/trace.go:171","msg":"trace[500581290] transaction","detail":"{read_only:false; response_revision:3264; number_of_response:1; }","duration":"287.572052ms","start":"2026-04-03T02:40:27.063835Z","end":"2026-04-03T02:40:27.351407Z","steps":["trace[500581290] 'process raft request' (duration: 287.363767ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:27.351543Z","caller":"traceutil/trace.go:171","msg":"trace[1750289701] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:3264; }","duration":"288.714981ms","start":"2026-04-03T02:40:27.062818Z","end":"2026-04-03T02:40:27.351533Z","steps":["trace[1750289701] 'agreement among raft nodes before linearized reading' (duration: 288.601398ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:27.351557Z","caller":"traceutil/trace.go:171","msg":"trace[386495713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3264; }","duration":"628.462501ms","start":"2026-04-03T02:40:26.723085Z","end":"2026-04-03T02:40:27.351547Z","steps":["trace[386495713] 'agreement among raft nodes before linearized reading' (duration: 628.195314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:27.351587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:26.72307Z","time spent":"628.509332ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:40:27.351694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.2679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:40:27.351718Z","caller":"traceutil/trace.go:171","msg":"trace[371290575] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3264; }","duration":"627.300992ms","start":"2026-04-03T02:40:26.72441Z","end":"2026-04-03T02:40:27.351711Z","steps":["trace[371290575] 'agreement among raft nodes before linearized reading' (duration: 626.84538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:27.351742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:26.724403Z","time spent":"627.333352ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:40:27.351847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.427436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:40:27.351887Z","caller":"traceutil/trace.go:171","msg":"trace[108712452] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3264; }","duration":"157.495659ms","start":"2026-04-03T02:40:27.194378Z","end":"2026-04-03T02:40:27.351874Z","steps":["trace[108712452] 'agreement among raft nodes before linearized reading' (duration: 157.431906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:27.35189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.788316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:40:27.351958Z","caller":"traceutil/trace.go:171","msg":"trace[584996869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3264; }","duration":"635.901169ms","start":"2026-04-03T02:40:26.71604Z","end":"2026-04-03T02:40:27.351941Z","steps":["trace[584996869] 'agreement among raft nodes before linearized reading' (duration: 635.267283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:27.351997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:26.716019Z","time spent":"635.967891ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:40:27.628254Z","caller":"traceutil/trace.go:171","msg":"trace[121562340] transaction","detail":"{read_only:false; response_revision:3265; number_of_response:1; }","duration":"272.558673ms","start":"2026-04-03T02:40:27.355672Z","end":"2026-04-03T02:40:27.628231Z","steps":["trace[121562340] 'process raft request' (duration: 271.897217ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:27.642794Z","caller":"traceutil/trace.go:171","msg":"trace[1595043658] linearizableReadLoop","detail":"{readStateIndex:3427; appliedIndex:3425; }","duration":"284.503834ms","start":"2026-04-03T02:40:27.358253Z","end":"2026-04-03T02:40:27.642756Z","steps":["trace[1595043658] 'read index received' (duration: 269.68932ms)","trace[1595043658] 'applied index is now lower than readState.Index' (duration: 14.813804ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:27.642908Z","caller":"traceutil/trace.go:171","msg":"trace[1189387672] transaction","detail":"{read_only:false; response_revision:3266; number_of_response:1; }","duration":"287.151031ms","start":"2026-04-03T02:40:27.355745Z","end":"2026-04-03T02:40:27.642896Z","steps":["trace[1189387672] 'process raft request' (duration: 286.827313ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:27.642968Z","caller":"traceutil/trace.go:171","msg":"trace[458032246] transaction","detail":"{read_only:false; response_revision:3268; number_of_response:1; }","duration":"284.549225ms","start":"2026-04-03T02:40:27.358394Z","end":"2026-04-03T02:40:27.642943Z","steps":["trace[458032246] 'process raft request' (duration: 284.33395ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:27.643247Z","caller":"traceutil/trace.go:171","msg":"trace[520003499] transaction","detail":"{read_only:false; response_revision:3267; number_of_response:1; }","duration":"284.961916ms","start":"2026-04-03T02:40:27.358259Z","end":"2026-04-03T02:40:27.643221Z","steps":["trace[520003499] 'process raft request' (duration: 284.422462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:27.643272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.005318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-03T02:40:27.643337Z","caller":"traceutil/trace.go:171","msg":"trace[437111268] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:3268; }","duration":"285.10842ms","start":"2026-04-03T02:40:27.358213Z","end":"2026-04-03T02:40:27.643321Z","steps":["trace[437111268] 'agreement among raft nodes before linearized reading' (duration: 284.983706ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:27.984075Z","caller":"traceutil/trace.go:171","msg":"trace[572426884] linearizableReadLoop","detail":"{readStateIndex:3430; appliedIndex:3429; }","duration":"335.321619ms","start":"2026-04-03T02:40:27.648732Z","end":"2026-04-03T02:40:27.984053Z","steps":["trace[572426884] 'read index received' (duration: 239.831907ms)","trace[572426884] 'applied index is now lower than readState.Index' (duration: 95.488692ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:27.984159Z","caller":"traceutil/trace.go:171","msg":"trace[1936842822] transaction","detail":"{read_only:false; response_revision:3269; number_of_response:1; }","duration":"335.689098ms","start":"2026-04-03T02:40:27.648409Z","end":"2026-04-03T02:40:27.984098Z","steps":["trace[1936842822] 'process raft request' (duration: 240.097124ms)","trace[1936842822] 'compare' (duration: 95.373329ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:27.984243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.488423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-04-03T02:40:27.984316Z","caller":"traceutil/trace.go:171","msg":"trace[1044345311] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:3269; }","duration":"335.593085ms","start":"2026-04-03T02:40:27.648706Z","end":"2026-04-03T02:40:27.984299Z","steps":["trace[1044345311] 'agreement among raft nodes before linearized reading' (duration: 335.451141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:27.984349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:27.648693Z","time spent":"335.649847ms","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-04-03T02:40:27.984398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:27.648394Z","time spent":"335.870812ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:28.175948Z","caller":"traceutil/trace.go:171","msg":"trace[994435306] transaction","detail":"{read_only:false; response_revision:3270; number_of_response:1; }","duration":"524.29801ms","start":"2026-04-03T02:40:27.651634Z","end":"2026-04-03T02:40:28.175932Z","steps":["trace[994435306] 'process raft request' (duration: 447.058169ms)","trace[994435306] 'compare' (duration: 77.084557ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:28.175929Z","caller":"traceutil/trace.go:171","msg":"trace[1520064806] linearizableReadLoop","detail":"{readStateIndex:3431; appliedIndex:3430; }","duration":"191.761523ms","start":"2026-04-03T02:40:27.98414Z","end":"2026-04-03T02:40:28.175901Z","steps":["trace[1520064806] 'read index received' (duration: 114.532483ms)","trace[1520064806] 'applied index is now lower than readState.Index' (duration: 77.22759ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:28.176049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:27.65162Z","time spent":"524.368772ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6031,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:28.176815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.892998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-03T02:40:28.177591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.151536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-04-03T02:40:28.177664Z","caller":"traceutil/trace.go:171","msg":"trace[1214671289] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:3270; }","duration":"189.239858ms","start":"2026-04-03T02:40:27.988388Z","end":"2026-04-03T02:40:28.177628Z","steps":["trace[1214671289] 'agreement among raft nodes before linearized reading' (duration: 189.130956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:28.177651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.336453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:40:28.177775Z","caller":"traceutil/trace.go:171","msg":"trace[167462491] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3270; }","duration":"435.465167ms","start":"2026-04-03T02:40:27.742254Z","end":"2026-04-03T02:40:28.177719Z","steps":["trace[167462491] 'agreement among raft nodes before linearized reading' (duration: 435.070067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:28.177849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:27.74221Z","time spent":"435.62206ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:40:28.178402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.404002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-7gxm9.18a2b8372612c672\" ","response":"range_response_count:1 size:796"} {"level":"info","ts":"2026-04-03T02:40:28.178535Z","caller":"traceutil/trace.go:171","msg":"trace[1692352226] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-7gxm9.18a2b8372612c672; range_end:; response_count:1; response_revision:3270; }","duration":"164.523045ms","start":"2026-04-03T02:40:28.013936Z","end":"2026-04-03T02:40:28.178459Z","steps":["trace[1692352226] 'agreement among raft nodes before linearized reading' (duration: 163.424387ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:28.177491Z","caller":"traceutil/trace.go:171","msg":"trace[2039600377] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3270; }","duration":"242.636426ms","start":"2026-04-03T02:40:27.934834Z","end":"2026-04-03T02:40:28.17747Z","steps":["trace[2039600377] 'agreement among raft nodes before linearized reading' (duration: 241.126659ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:28.367172Z","caller":"traceutil/trace.go:171","msg":"trace[2065971015] linearizableReadLoop","detail":"{readStateIndex:3434; appliedIndex:3432; }","duration":"100.485898ms","start":"2026-04-03T02:40:28.266656Z","end":"2026-04-03T02:40:28.367142Z","steps":["trace[2065971015] 'read index received' (duration: 43.17333ms)","trace[2065971015] 'applied index is now lower than readState.Index' (duration: 57.311438ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:28.36745Z","caller":"traceutil/trace.go:171","msg":"trace[426978461] transaction","detail":"{read_only:false; response_revision:3273; number_of_response:1; }","duration":"180.698854ms","start":"2026-04-03T02:40:28.186495Z","end":"2026-04-03T02:40:28.367194Z","steps":["trace[426978461] 'process raft request' (duration: 180.579981ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:28.36719Z","caller":"traceutil/trace.go:171","msg":"trace[232598224] transaction","detail":"{read_only:false; response_revision:3272; number_of_response:1; }","duration":"180.815747ms","start":"2026-04-03T02:40:28.186324Z","end":"2026-04-03T02:40:28.36714Z","steps":["trace[232598224] 'process raft request' (duration: 123.587101ms)","trace[232598224] 'compare' (duration: 57.01081ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:28.367531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.221226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-03T02:40:28.36758Z","caller":"traceutil/trace.go:171","msg":"trace[735974722] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:3273; }","duration":"179.290788ms","start":"2026-04-03T02:40:28.188269Z","end":"2026-04-03T02:40:28.36756Z","steps":["trace[735974722] 'agreement among raft nodes before linearized reading' (duration: 179.167595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:28.367607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.340928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-04-03T02:40:28.367665Z","caller":"traceutil/trace.go:171","msg":"trace[958160610] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:3273; }","duration":"179.421611ms","start":"2026-04-03T02:40:28.188225Z","end":"2026-04-03T02:40:28.367647Z","steps":["trace[958160610] 'agreement among raft nodes before linearized reading' (duration: 179.303128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:28.367753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.751044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8763"} {"level":"info","ts":"2026-04-03T02:40:28.367788Z","caller":"traceutil/trace.go:171","msg":"trace[1793634730] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3273; }","duration":"180.862616ms","start":"2026-04-03T02:40:28.186916Z","end":"2026-04-03T02:40:28.367778Z","steps":["trace[1793634730] 'agreement among raft nodes before linearized reading' (duration: 180.739423ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:28.569429Z","caller":"traceutil/trace.go:171","msg":"trace[1023435259] linearizableReadLoop","detail":"{readStateIndex:3435; appliedIndex:3434; }","duration":"198.816151ms","start":"2026-04-03T02:40:28.37057Z","end":"2026-04-03T02:40:28.569386Z","steps":["trace[1023435259] 'read index received' (duration: 125.714215ms)","trace[1023435259] 'applied index is now lower than readState.Index' (duration: 73.100486ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:28.56953Z","caller":"traceutil/trace.go:171","msg":"trace[1323197763] transaction","detail":"{read_only:false; response_revision:3274; number_of_response:1; }","duration":"199.443377ms","start":"2026-04-03T02:40:28.370047Z","end":"2026-04-03T02:40:28.569491Z","steps":["trace[1323197763] 'process raft request' (duration: 126.265119ms)","trace[1323197763] 'compare' (duration: 72.805988ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:28.569697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.100588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"warn","ts":"2026-04-03T02:40:28.569736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.468615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-04-03T02:40:28.569775Z","caller":"traceutil/trace.go:171","msg":"trace[1116589468] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:3274; }","duration":"199.228391ms","start":"2026-04-03T02:40:28.370529Z","end":"2026-04-03T02:40:28.569757Z","steps":["trace[1116589468] 'agreement among raft nodes before linearized reading' (duration: 199.054377ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:28.569793Z","caller":"traceutil/trace.go:171","msg":"trace[1333939421] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:3274; }","duration":"172.604129ms","start":"2026-04-03T02:40:28.397176Z","end":"2026-04-03T02:40:28.56978Z","steps":["trace[1333939421] 'agreement among raft nodes before linearized reading' (duration: 172.441765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:28.569787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.246552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:28.5699Z","caller":"traceutil/trace.go:171","msg":"trace[1998063466] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3274; }","duration":"125.397076ms","start":"2026-04-03T02:40:28.444476Z","end":"2026-04-03T02:40:28.569873Z","steps":["trace[1998063466] 'agreement among raft nodes before linearized reading' (duration: 125.220882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:28.839545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.783015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:28.839727Z","caller":"traceutil/trace.go:171","msg":"trace[487424286] transaction","detail":"{read_only:false; response_revision:3277; number_of_response:1; }","duration":"211.130082ms","start":"2026-04-03T02:40:28.628583Z","end":"2026-04-03T02:40:28.839713Z","steps":["trace[487424286] 'process raft request' (duration: 211.104622ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:28.839809Z","caller":"traceutil/trace.go:171","msg":"trace[1912467712] transaction","detail":"{read_only:false; response_revision:3275; number_of_response:1; }","duration":"264.547381ms","start":"2026-04-03T02:40:28.57523Z","end":"2026-04-03T02:40:28.839778Z","steps":["trace[1912467712] 'process raft request' (duration: 163.430787ms)","trace[1912467712] 'compare' (duration: 100.677812ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:28.839896Z","caller":"traceutil/trace.go:171","msg":"trace[374832482] transaction","detail":"{read_only:false; response_revision:3276; number_of_response:1; }","duration":"212.030275ms","start":"2026-04-03T02:40:28.627859Z","end":"2026-04-03T02:40:28.839889Z","steps":["trace[374832482] 'process raft request' (duration: 211.773878ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:28.839962Z","caller":"traceutil/trace.go:171","msg":"trace[2058376147] linearizableReadLoop","detail":"{readStateIndex:3436; appliedIndex:3435; }","duration":"264.182702ms","start":"2026-04-03T02:40:28.575773Z","end":"2026-04-03T02:40:28.839956Z","steps":["trace[2058376147] 'read index received' (duration: 162.902245ms)","trace[2058376147] 'applied index is now lower than readState.Index' (duration: 101.279607ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:28.840044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.264094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-03T02:40:28.84008Z","caller":"traceutil/trace.go:171","msg":"trace[856724950] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:3277; }","duration":"264.324786ms","start":"2026-04-03T02:40:28.575734Z","end":"2026-04-03T02:40:28.840059Z","steps":["trace[856724950] 'agreement among raft nodes before linearized reading' (duration: 264.272684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:28.84021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.393557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-03T02:40:28.840233Z","caller":"traceutil/trace.go:171","msg":"trace[890366264] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:3277; }","duration":"264.440949ms","start":"2026-04-03T02:40:28.575786Z","end":"2026-04-03T02:40:28.840227Z","steps":["trace[890366264] 'agreement among raft nodes before linearized reading' (duration: 264.400948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:28.840355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.969646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-04-03T02:40:28.840378Z","caller":"traceutil/trace.go:171","msg":"trace[805342132] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:3277; }","duration":"264.004917ms","start":"2026-04-03T02:40:28.576367Z","end":"2026-04-03T02:40:28.840372Z","steps":["trace[805342132] 'agreement among raft nodes before linearized reading' (duration: 263.967206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:28.840497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.664488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-23cecdcf-d9d0-4991-a706-bf489722227a\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-04-03T02:40:28.840601Z","caller":"traceutil/trace.go:171","msg":"trace[1098317025] range","detail":"{range_begin:/registry/persistentvolumes/pvc-23cecdcf-d9d0-4991-a706-bf489722227a; range_end:; response_count:1; response_revision:3277; }","duration":"259.786131ms","start":"2026-04-03T02:40:28.580795Z","end":"2026-04-03T02:40:28.840581Z","steps":["trace[1098317025] 'agreement among raft nodes before linearized reading' (duration: 259.570415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:28.840533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.218177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:40:28.840751Z","caller":"traceutil/trace.go:171","msg":"trace[1531536177] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3277; }","duration":"263.458343ms","start":"2026-04-03T02:40:28.577286Z","end":"2026-04-03T02:40:28.840744Z","steps":["trace[1531536177] 'agreement among raft nodes before linearized reading' (duration: 263.035372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:28.841462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.016436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2b812040-e888-44f1-8101-343c302b5e90\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-04-03T02:40:28.841768Z","caller":"traceutil/trace.go:171","msg":"trace[627057789] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2b812040-e888-44f1-8101-343c302b5e90; range_end:; response_count:1; response_revision:3277; }","duration":"260.748885ms","start":"2026-04-03T02:40:28.580773Z","end":"2026-04-03T02:40:28.841521Z","steps":["trace[627057789] 'agreement among raft nodes before linearized reading' (duration: 259.799712ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:29.306519Z","caller":"traceutil/trace.go:171","msg":"trace[1644045106] transaction","detail":"{read_only:false; response_revision:3281; number_of_response:1; }","duration":"458.070271ms","start":"2026-04-03T02:40:28.848421Z","end":"2026-04-03T02:40:29.306491Z","steps":["trace[1644045106] 'process raft request' (duration: 457.984109ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:29.306548Z","caller":"traceutil/trace.go:171","msg":"trace[1611074789] transaction","detail":"{read_only:false; response_revision:3279; number_of_response:1; }","duration":"458.205694ms","start":"2026-04-03T02:40:28.848298Z","end":"2026-04-03T02:40:29.306504Z","steps":["trace[1611074789] 'process raft request' (duration: 457.901637ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:29.306591Z","caller":"traceutil/trace.go:171","msg":"trace[1964020590] transaction","detail":"{read_only:false; response_revision:3280; number_of_response:1; }","duration":"458.166703ms","start":"2026-04-03T02:40:28.848385Z","end":"2026-04-03T02:40:29.306552Z","steps":["trace[1964020590] 'process raft request' (duration: 457.978729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:29.306661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:28.848405Z","time spent":"458.196594ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:40:29.306841Z","caller":"traceutil/trace.go:171","msg":"trace[761802734] transaction","detail":"{read_only:false; response_revision:3282; number_of_response:1; }","duration":"458.376189ms","start":"2026-04-03T02:40:28.848435Z","end":"2026-04-03T02:40:29.306811Z","steps":["trace[761802734] 'process raft request' (duration: 458.0154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:29.306914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:28.848283Z","time spent":"458.353338ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1080,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:29.306969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:28.848427Z","time spent":"458.477251ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":977,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:29.306897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:28.848378Z","time spent":"458.305467ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:29.307031Z","caller":"traceutil/trace.go:171","msg":"trace[1271305939] transaction","detail":"{read_only:false; response_revision:3283; number_of_response:1; }","duration":"458.567174ms","start":"2026-04-03T02:40:28.848435Z","end":"2026-04-03T02:40:29.307002Z","steps":["trace[1271305939] 'process raft request' (duration: 458.238095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:29.307237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:28.848425Z","time spent":"458.666636ms","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1618,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:29.307305Z","caller":"traceutil/trace.go:171","msg":"trace[1100348053] transaction","detail":"{read_only:false; response_revision:3284; number_of_response:1; }","duration":"458.79211ms","start":"2026-04-03T02:40:28.848489Z","end":"2026-04-03T02:40:29.307281Z","steps":["trace[1100348053] 'process raft request' (duration: 458.420019ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:29.307467Z","caller":"traceutil/trace.go:171","msg":"trace[557470814] linearizableReadLoop","detail":"{readStateIndex:3446; appliedIndex:3438; }","duration":"450.06991ms","start":"2026-04-03T02:40:28.857376Z","end":"2026-04-03T02:40:29.307446Z","steps":["trace[557470814] 'read index received' (duration: 41.473628ms)","trace[557470814] 'applied index is now lower than readState.Index' (duration: 408.595352ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:29.307528Z","caller":"traceutil/trace.go:171","msg":"trace[1268554359] transaction","detail":"{read_only:false; response_revision:3285; number_of_response:1; }","duration":"458.974114ms","start":"2026-04-03T02:40:28.848506Z","end":"2026-04-03T02:40:29.30748Z","steps":["trace[1268554359] 'process raft request' (duration: 458.732578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:29.307619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.240464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-03T02:40:29.307655Z","caller":"traceutil/trace.go:171","msg":"trace[425872500] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3285; }","duration":"450.302646ms","start":"2026-04-03T02:40:28.857344Z","end":"2026-04-03T02:40:29.307647Z","steps":["trace[425872500] 'agreement among raft nodes before linearized reading' (duration: 450.187773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:29.30765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:28.848404Z","time spent":"459.186899ms","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1526,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:29.307677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:28.857333Z","time spent":"450.338826ms","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T02:40:29.307804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:28.848482Z","time spent":"458.968154ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:29.527621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.311168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:29.527906Z","caller":"traceutil/trace.go:171","msg":"trace[774160030] transaction","detail":"{read_only:false; response_revision:3287; number_of_response:1; }","duration":"202.15869ms","start":"2026-04-03T02:40:29.325691Z","end":"2026-04-03T02:40:29.52785Z","steps":["trace[774160030] 'process raft request' (duration: 92.410562ms)","trace[774160030] 'compare' (duration: 108.927447ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:29.52809Z","caller":"traceutil/trace.go:171","msg":"trace[1314297776] transaction","detail":"{read_only:false; response_revision:3289; number_of_response:1; }","duration":"171.198909ms","start":"2026-04-03T02:40:29.356845Z","end":"2026-04-03T02:40:29.528044Z","steps":["trace[1314297776] 'process raft request' (duration: 171.114367ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:29.528217Z","caller":"traceutil/trace.go:171","msg":"trace[84587789] transaction","detail":"{read_only:false; response_revision:3288; number_of_response:1; }","duration":"171.344112ms","start":"2026-04-03T02:40:29.356838Z","end":"2026-04-03T02:40:29.528182Z","steps":["trace[84587789] 'process raft request' (duration: 170.949322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:29.831772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.138732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:29.831989Z","caller":"traceutil/trace.go:171","msg":"trace[1989946159] linearizableReadLoop","detail":"{readStateIndex:3452; appliedIndex:3450; }","duration":"190.663219ms","start":"2026-04-03T02:40:29.641308Z","end":"2026-04-03T02:40:29.831971Z","steps":["trace[1989946159] 'read index received' (duration: 16.217369ms)","trace[1989946159] 'applied index is now lower than readState.Index' (duration: 174.44486ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:29.832077Z","caller":"traceutil/trace.go:171","msg":"trace[1904216812] transaction","detail":"{read_only:false; response_revision:3291; number_of_response:1; }","duration":"254.658514ms","start":"2026-04-03T02:40:29.577408Z","end":"2026-04-03T02:40:29.832067Z","steps":["trace[1904216812] 'process raft request' (duration: 254.481089ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:29.832342Z","caller":"traceutil/trace.go:171","msg":"trace[1210510525] transaction","detail":"{read_only:false; response_revision:3290; number_of_response:1; }","duration":"299.155897ms","start":"2026-04-03T02:40:29.533138Z","end":"2026-04-03T02:40:29.832294Z","steps":["trace[1210510525] 'process raft request' (duration: 124.416599ms)","trace[1210510525] 'compare' (duration: 173.967808ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:29.832485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.153001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:40:29.832662Z","caller":"traceutil/trace.go:171","msg":"trace[1073972651] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3291; }","duration":"191.372587ms","start":"2026-04-03T02:40:29.64126Z","end":"2026-04-03T02:40:29.832632Z","steps":["trace[1073972651] 'agreement among raft nodes before linearized reading' (duration: 190.976597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:29.832652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:29.53195Z","time spent":"300.50797ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:40:29.989881Z","caller":"traceutil/trace.go:171","msg":"trace[287878462] linearizableReadLoop","detail":"{readStateIndex:3453; appliedIndex:3452; }","duration":"157.8274ms","start":"2026-04-03T02:40:29.832028Z","end":"2026-04-03T02:40:29.989855Z","steps":["trace[287878462] 'read index received' (duration: 144.678228ms)","trace[287878462] 'applied index is now lower than readState.Index' (duration: 13.148312ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:29.990032Z","caller":"traceutil/trace.go:171","msg":"trace[1733444348] transaction","detail":"{read_only:false; response_revision:3292; number_of_response:1; }","duration":"295.944054ms","start":"2026-04-03T02:40:29.694058Z","end":"2026-04-03T02:40:29.990002Z","steps":["trace[1733444348] 'process raft request' (duration: 282.633738ms)","trace[1733444348] 'compare' (duration: 12.864305ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:29.990204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.275761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1607"} {"level":"info","ts":"2026-04-03T02:40:29.990259Z","caller":"traceutil/trace.go:171","msg":"trace[1138146174] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:3293; }","duration":"286.360213ms","start":"2026-04-03T02:40:29.703883Z","end":"2026-04-03T02:40:29.990243Z","steps":["trace[1138146174] 'agreement among raft nodes before linearized reading' (duration: 286.160668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:29.990293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.439486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4709"} {"level":"warn","ts":"2026-04-03T02:40:29.990337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.583928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5883"} {"level":"warn","ts":"2026-04-03T02:40:29.990353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.64449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4494"} {"level":"info","ts":"2026-04-03T02:40:29.990384Z","caller":"traceutil/trace.go:171","msg":"trace[81105546] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:3293; }","duration":"286.555738ms","start":"2026-04-03T02:40:29.703808Z","end":"2026-04-03T02:40:29.990363Z","steps":["trace[81105546] 'agreement among raft nodes before linearized reading' (duration: 286.327422ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:29.990392Z","caller":"traceutil/trace.go:171","msg":"trace[175443198] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:3293; }","duration":"284.663119ms","start":"2026-04-03T02:40:29.705714Z","end":"2026-04-03T02:40:29.990377Z","steps":["trace[175443198] 'agreement among raft nodes before linearized reading' (duration: 284.446754ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:29.990399Z","caller":"traceutil/trace.go:171","msg":"trace[1698151315] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:3293; }","duration":"284.700831ms","start":"2026-04-03T02:40:29.705683Z","end":"2026-04-03T02:40:29.990384Z","steps":["trace[1698151315] 'agreement among raft nodes before linearized reading' (duration: 284.573677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:29.990396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.573979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4749"} {"level":"warn","ts":"2026-04-03T02:40:29.990293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.448066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4385"} {"level":"info","ts":"2026-04-03T02:40:29.990515Z","caller":"traceutil/trace.go:171","msg":"trace[756670476] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:3293; }","duration":"286.768413ms","start":"2026-04-03T02:40:29.703722Z","end":"2026-04-03T02:40:29.99049Z","steps":["trace[756670476] 'agreement among raft nodes before linearized reading' (duration: 286.382024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:29.990539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.107521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-04-03T02:40:29.990543Z","caller":"traceutil/trace.go:171","msg":"trace[2052078928] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:3293; }","duration":"286.745722ms","start":"2026-04-03T02:40:29.703783Z","end":"2026-04-03T02:40:29.990528Z","steps":["trace[2052078928] 'agreement among raft nodes before linearized reading' (duration: 286.349872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:29.990563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.688224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:40:29.99058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.718482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-04-03T02:40:29.990594Z","caller":"traceutil/trace.go:171","msg":"trace[1529249645] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3293; }","duration":"285.155652ms","start":"2026-04-03T02:40:29.705409Z","end":"2026-04-03T02:40:29.990564Z","steps":["trace[1529249645] 'agreement among raft nodes before linearized reading' (duration: 284.526066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:29.99045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.692211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-03T02:40:29.990607Z","caller":"traceutil/trace.go:171","msg":"trace[762293162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3293; }","duration":"342.751005ms","start":"2026-04-03T02:40:29.647842Z","end":"2026-04-03T02:40:29.990593Z","steps":["trace[762293162] 'agreement among raft nodes before linearized reading' (duration: 342.639842ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:29.990628Z","caller":"traceutil/trace.go:171","msg":"trace[466878830] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:3293; }","duration":"286.792084ms","start":"2026-04-03T02:40:29.703827Z","end":"2026-04-03T02:40:29.990619Z","steps":["trace[466878830] 'agreement among raft nodes before linearized reading' (duration: 286.66419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:29.990449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.34587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:40:29.990651Z","caller":"traceutil/trace.go:171","msg":"trace[1397039784] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:3293; }","duration":"284.887936ms","start":"2026-04-03T02:40:29.705747Z","end":"2026-04-03T02:40:29.990635Z","steps":["trace[1397039784] 'agreement among raft nodes before linearized reading' (duration: 284.63705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:29.990654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:29.647831Z","time spent":"342.811337ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:40:29.990676Z","caller":"traceutil/trace.go:171","msg":"trace[219675921] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3293; }","duration":"343.620596ms","start":"2026-04-03T02:40:29.647038Z","end":"2026-04-03T02:40:29.990658Z","steps":["trace[219675921] 'agreement among raft nodes before linearized reading' (duration: 343.321079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:29.990732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:29.646987Z","time spent":"343.72691ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:40:29.990816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.007629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"info","ts":"2026-04-03T02:40:29.990939Z","caller":"traceutil/trace.go:171","msg":"trace[691844370] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:3293; }","duration":"285.508112ms","start":"2026-04-03T02:40:29.705409Z","end":"2026-04-03T02:40:29.990917Z","steps":["trace[691844370] 'agreement among raft nodes before linearized reading' (duration: 284.514306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:29.990876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.477441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6162"} {"level":"info","ts":"2026-04-03T02:40:29.991122Z","caller":"traceutil/trace.go:171","msg":"trace[889009150] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:3293; }","duration":"285.734188ms","start":"2026-04-03T02:40:29.705372Z","end":"2026-04-03T02:40:29.991106Z","steps":["trace[889009150] 'agreement among raft nodes before linearized reading' (duration: 284.573498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:29.99115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.984514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-03T02:40:29.991176Z","caller":"traceutil/trace.go:171","msg":"trace[1899536050] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3293; }","duration":"286.021414ms","start":"2026-04-03T02:40:29.705148Z","end":"2026-04-03T02:40:29.991169Z","steps":["trace[1899536050] 'agreement among raft nodes before linearized reading' (duration: 284.848214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:29.991161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.237194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:2555"} {"level":"warn","ts":"2026-04-03T02:40:29.991273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.288192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-03T02:40:29.991276Z","caller":"traceutil/trace.go:171","msg":"trace[1390625369] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:3293; }","duration":"286.061996ms","start":"2026-04-03T02:40:29.705184Z","end":"2026-04-03T02:40:29.991246Z","steps":["trace[1390625369] 'agreement among raft nodes before linearized reading' (duration: 284.714682ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:29.991327Z","caller":"traceutil/trace.go:171","msg":"trace[1034451535] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3293; }","duration":"286.353684ms","start":"2026-04-03T02:40:29.704959Z","end":"2026-04-03T02:40:29.991313Z","steps":["trace[1034451535] 'agreement among raft nodes before linearized reading' (duration: 285.05058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:29.991347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.093157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey\" ","response":"range_response_count:1 size:1508"} {"level":"info","ts":"2026-04-03T02:40:29.991366Z","caller":"traceutil/trace.go:171","msg":"trace[1656881411] range","detail":"{range_begin:/registry/services/specs/openstack/valkey; range_end:; response_count:1; response_revision:3293; }","duration":"286.119547ms","start":"2026-04-03T02:40:29.70524Z","end":"2026-04-03T02:40:29.99136Z","steps":["trace[1656881411] 'agreement among raft nodes before linearized reading' (duration: 284.726161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:29.991303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.948812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5014"} {"level":"warn","ts":"2026-04-03T02:40:29.99143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.463011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T02:40:29.99146Z","caller":"traceutil/trace.go:171","msg":"trace[1420246698] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:3293; }","duration":"286.112647ms","start":"2026-04-03T02:40:29.705338Z","end":"2026-04-03T02:40:29.99145Z","steps":["trace[1420246698] 'agreement among raft nodes before linearized reading' (duration: 284.617909ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:29.991474Z","caller":"traceutil/trace.go:171","msg":"trace[700101630] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3293; }","duration":"287.529403ms","start":"2026-04-03T02:40:29.703931Z","end":"2026-04-03T02:40:29.99146Z","steps":["trace[700101630] 'agreement among raft nodes before linearized reading' (duration: 286.096477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:29.991551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.037766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3890"} {"level":"info","ts":"2026-04-03T02:40:29.991573Z","caller":"traceutil/trace.go:171","msg":"trace[1937583964] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:3293; }","duration":"286.081306ms","start":"2026-04-03T02:40:29.705485Z","end":"2026-04-03T02:40:29.991566Z","steps":["trace[1937583964] 'agreement among raft nodes before linearized reading' (duration: 284.442954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:29.991689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.732268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1411"} {"level":"info","ts":"2026-04-03T02:40:29.991714Z","caller":"traceutil/trace.go:171","msg":"trace[989889301] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:1; response_revision:3293; }","duration":"287.77119ms","start":"2026-04-03T02:40:29.703937Z","end":"2026-04-03T02:40:29.991709Z","steps":["trace[989889301] 'agreement among raft nodes before linearized reading' (duration: 286.098107ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:29.991891Z","caller":"traceutil/trace.go:171","msg":"trace[1405255022] transaction","detail":"{read_only:false; response_revision:3293; number_of_response:1; }","duration":"154.288922ms","start":"2026-04-03T02:40:29.837592Z","end":"2026-04-03T02:40:29.991881Z","steps":["trace[1405255022] 'process raft request' (duration: 152.210939ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:29.991987Z","caller":"traceutil/trace.go:171","msg":"trace[1328657507] transaction","detail":"{read_only:false; response_revision:3294; number_of_response:1; }","duration":"154.110937ms","start":"2026-04-03T02:40:29.837859Z","end":"2026-04-03T02:40:29.99197Z","steps":["trace[1328657507] 'process raft request' (duration: 153.933043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:29.991212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.211135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1492"} {"level":"info","ts":"2026-04-03T02:40:29.993038Z","caller":"traceutil/trace.go:171","msg":"trace[1907213204] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:3293; }","duration":"289.00927ms","start":"2026-04-03T02:40:29.703974Z","end":"2026-04-03T02:40:29.992983Z","steps":["trace[1907213204] 'agreement among raft nodes before linearized reading' (duration: 286.044146ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:30.211794Z","caller":"traceutil/trace.go:171","msg":"trace[1342626677] transaction","detail":"{read_only:false; response_revision:3298; number_of_response:1; }","duration":"122.246703ms","start":"2026-04-03T02:40:30.089508Z","end":"2026-04-03T02:40:30.211755Z","steps":["trace[1342626677] 'process raft request' (duration: 111.815631ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:30.211804Z","caller":"traceutil/trace.go:171","msg":"trace[771227419] linearizableReadLoop","detail":"{readStateIndex:3459; appliedIndex:3458; }","duration":"121.110475ms","start":"2026-04-03T02:40:30.090631Z","end":"2026-04-03T02:40:30.211742Z","steps":["trace[771227419] 'read index received' (duration: 110.689833ms)","trace[771227419] 'applied index is now lower than readState.Index' (duration: 10.418722ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:30.212249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.463834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-04-03T02:40:30.212286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.630849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-03T02:40:30.212339Z","caller":"traceutil/trace.go:171","msg":"trace[966224478] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3298; }","duration":"121.621348ms","start":"2026-04-03T02:40:30.090695Z","end":"2026-04-03T02:40:30.212316Z","steps":["trace[966224478] 'agreement among raft nodes before linearized reading' (duration: 121.362592ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:30.212364Z","caller":"traceutil/trace.go:171","msg":"trace[1210378604] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3298; }","duration":"121.745401ms","start":"2026-04-03T02:40:30.090599Z","end":"2026-04-03T02:40:30.212345Z","steps":["trace[1210378604] 'agreement among raft nodes before linearized reading' (duration: 121.405372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:30.212376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.860824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4385"} {"level":"info","ts":"2026-04-03T02:40:30.21244Z","caller":"traceutil/trace.go:171","msg":"trace[272686933] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:3298; }","duration":"119.974546ms","start":"2026-04-03T02:40:30.092451Z","end":"2026-04-03T02:40:30.212425Z","steps":["trace[272686933] 'agreement among raft nodes before linearized reading' (duration: 119.627757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:30.212542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.184591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-04-03T02:40:30.212613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.872494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-03T02:40:30.212656Z","caller":"traceutil/trace.go:171","msg":"trace[1693732178] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3298; }","duration":"120.413927ms","start":"2026-04-03T02:40:30.092213Z","end":"2026-04-03T02:40:30.212627Z","steps":["trace[1693732178] 'agreement among raft nodes before linearized reading' (duration: 119.873854ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:30.212727Z","caller":"traceutil/trace.go:171","msg":"trace[1133583221] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3298; }","duration":"120.026818ms","start":"2026-04-03T02:40:30.09267Z","end":"2026-04-03T02:40:30.212697Z","steps":["trace[1133583221] 'agreement among raft nodes before linearized reading' (duration: 119.667009ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:30.437331Z","caller":"traceutil/trace.go:171","msg":"trace[732285342] transaction","detail":"{read_only:false; response_revision:3299; number_of_response:1; }","duration":"219.295141ms","start":"2026-04-03T02:40:30.217998Z","end":"2026-04-03T02:40:30.437293Z","steps":["trace[732285342] 'process raft request' (duration: 202.499267ms)","trace[732285342] 'compare' (duration: 16.034345ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:30.778061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.00996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:30.778596Z","caller":"traceutil/trace.go:171","msg":"trace[64302494] transaction","detail":"{read_only:false; response_revision:3300; number_of_response:1; }","duration":"335.776889ms","start":"2026-04-03T02:40:30.442791Z","end":"2026-04-03T02:40:30.778567Z","steps":["trace[64302494] 'process raft request' (duration: 153.133003ms)","trace[64302494] 'compare' (duration: 181.866216ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:30.778866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:30.442771Z","time spent":"336.044377ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:30.946373Z","caller":"traceutil/trace.go:171","msg":"trace[318017001] linearizableReadLoop","detail":"{readStateIndex:3463; appliedIndex:3460; }","duration":"407.427508ms","start":"2026-04-03T02:40:30.538924Z","end":"2026-04-03T02:40:30.946352Z","steps":["trace[318017001] 'read index received' (duration: 57.079221ms)","trace[318017001] 'applied index is now lower than readState.Index' (duration: 350.347307ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:30.946534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.597702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:30.946568Z","caller":"traceutil/trace.go:171","msg":"trace[1475798543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3302; }","duration":"407.671634ms","start":"2026-04-03T02:40:30.538884Z","end":"2026-04-03T02:40:30.946556Z","steps":["trace[1475798543] 'agreement among raft nodes before linearized reading' (duration: 407.552061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:30.946599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:30.538865Z","time spent":"407.727195ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:40:30.946811Z","caller":"traceutil/trace.go:171","msg":"trace[118940813] transaction","detail":"{read_only:false; response_revision:3301; number_of_response:1; }","duration":"504.005863ms","start":"2026-04-03T02:40:30.442793Z","end":"2026-04-03T02:40:30.946799Z","steps":["trace[118940813] 'process raft request' (duration: 503.383217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:30.946874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:30.442764Z","time spent":"504.071365ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":683,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:40:30.947107Z","caller":"traceutil/trace.go:171","msg":"trace[1272108839] transaction","detail":"{read_only:false; response_revision:3302; number_of_response:1; }","duration":"504.29934ms","start":"2026-04-03T02:40:30.442797Z","end":"2026-04-03T02:40:30.947096Z","steps":["trace[1272108839] 'process raft request' (duration: 503.49453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:30.947165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:30.44277Z","time spent":"504.360552ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:31.015106Z","caller":"traceutil/trace.go:171","msg":"trace[1032268938] transaction","detail":"{read_only:false; response_revision:3303; number_of_response:1; }","duration":"168.682435ms","start":"2026-04-03T02:40:30.846385Z","end":"2026-04-03T02:40:31.015068Z","steps":["trace[1032268938] 'process raft request' (duration: 168.464189ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:31.015211Z","caller":"traceutil/trace.go:171","msg":"trace[1868297467] transaction","detail":"{read_only:false; response_revision:3304; number_of_response:1; }","duration":"166.236083ms","start":"2026-04-03T02:40:30.848958Z","end":"2026-04-03T02:40:31.015194Z","steps":["trace[1868297467] 'process raft request' (duration: 165.972636ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:31.102907Z","caller":"traceutil/trace.go:171","msg":"trace[2038211454] transaction","detail":"{read_only:false; response_revision:3305; number_of_response:1; }","duration":"151.605824ms","start":"2026-04-03T02:40:30.951265Z","end":"2026-04-03T02:40:31.102871Z","steps":["trace[2038211454] 'process raft request' (duration: 86.618525ms)","trace[2038211454] 'compare' (duration: 64.654141ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:31.528928Z","caller":"traceutil/trace.go:171","msg":"trace[1546743553] linearizableReadLoop","detail":"{readStateIndex:3468; appliedIndex:3467; }","duration":"176.258226ms","start":"2026-04-03T02:40:31.35265Z","end":"2026-04-03T02:40:31.528908Z","steps":["trace[1546743553] 'read index received' (duration: 176.073582ms)","trace[1546743553] 'applied index is now lower than readState.Index' (duration: 183.964µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:31.529016Z","caller":"traceutil/trace.go:171","msg":"trace[1240671878] transaction","detail":"{read_only:false; response_revision:3307; number_of_response:1; }","duration":"365.684775ms","start":"2026-04-03T02:40:31.163324Z","end":"2026-04-03T02:40:31.529008Z","steps":["trace[1240671878] 'process raft request' (duration: 365.453549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:31.52909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:31.163241Z","time spent":"365.797567ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":686,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:40:31.52936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.041314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:40:31.529434Z","caller":"traceutil/trace.go:171","msg":"trace[1877658349] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3307; }","duration":"106.158488ms","start":"2026-04-03T02:40:31.423259Z","end":"2026-04-03T02:40:31.529417Z","steps":["trace[1877658349] 'agreement among raft nodes before linearized reading' (duration: 106.015644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:31.529367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.695727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-04-03T02:40:31.529522Z","caller":"traceutil/trace.go:171","msg":"trace[1768110339] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3307; }","duration":"176.899202ms","start":"2026-04-03T02:40:31.352603Z","end":"2026-04-03T02:40:31.529503Z","steps":["trace[1768110339] 'agreement among raft nodes before linearized reading' (duration: 176.578334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:31.529422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.64837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:40:31.529725Z","caller":"traceutil/trace.go:171","msg":"trace[650970546] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:3307; }","duration":"174.008729ms","start":"2026-04-03T02:40:31.355707Z","end":"2026-04-03T02:40:31.529716Z","steps":["trace[650970546] 'agreement among raft nodes before linearized reading' (duration: 173.361343ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:31.678593Z","caller":"traceutil/trace.go:171","msg":"trace[424807293] linearizableReadLoop","detail":"{readStateIndex:3471; appliedIndex:3468; }","duration":"139.448848ms","start":"2026-04-03T02:40:31.53912Z","end":"2026-04-03T02:40:31.678569Z","steps":["trace[424807293] 'read index received' (duration: 48.051172ms)","trace[424807293] 'applied index is now lower than readState.Index' (duration: 91.396716ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:31.67873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.588681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:31.678767Z","caller":"traceutil/trace.go:171","msg":"trace[494329632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3310; }","duration":"139.692313ms","start":"2026-04-03T02:40:31.539065Z","end":"2026-04-03T02:40:31.678758Z","steps":["trace[494329632] 'agreement among raft nodes before linearized reading' (duration: 139.594731ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:31.678617Z","caller":"traceutil/trace.go:171","msg":"trace[1646769358] transaction","detail":"{read_only:false; response_revision:3309; number_of_response:1; }","duration":"144.28231ms","start":"2026-04-03T02:40:31.534304Z","end":"2026-04-03T02:40:31.678586Z","steps":["trace[1646769358] 'process raft request' (duration: 144.185698ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:31.678838Z","caller":"traceutil/trace.go:171","msg":"trace[2146309692] transaction","detail":"{read_only:false; response_revision:3310; number_of_response:1; }","duration":"139.684073ms","start":"2026-04-03T02:40:31.539135Z","end":"2026-04-03T02:40:31.678819Z","steps":["trace[2146309692] 'process raft request' (duration: 139.390926ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:31.678903Z","caller":"traceutil/trace.go:171","msg":"trace[1154101011] transaction","detail":"{read_only:false; response_revision:3308; number_of_response:1; }","duration":"145.050069ms","start":"2026-04-03T02:40:31.533834Z","end":"2026-04-03T02:40:31.678884Z","steps":["trace[1154101011] 'process raft request' (duration: 144.537736ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:32.021486Z","caller":"traceutil/trace.go:171","msg":"trace[997478649] linearizableReadLoop","detail":"{readStateIndex:3474; appliedIndex:3473; }","duration":"285.364877ms","start":"2026-04-03T02:40:31.736088Z","end":"2026-04-03T02:40:32.021453Z","steps":["trace[997478649] 'read index received' (duration: 195.545192ms)","trace[997478649] 'applied index is now lower than readState.Index' (duration: 89.818355ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:32.021638Z","caller":"traceutil/trace.go:171","msg":"trace[406747522] transaction","detail":"{read_only:false; response_revision:3312; number_of_response:1; }","duration":"338.865967ms","start":"2026-04-03T02:40:31.682758Z","end":"2026-04-03T02:40:32.021624Z","steps":["trace[406747522] 'process raft request' (duration: 248.942099ms)","trace[406747522] 'compare' (duration: 89.403135ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:32.021732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:31.682734Z","time spent":"338.94185ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:40:32.021874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.004041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:40:32.021952Z","caller":"traceutil/trace.go:171","msg":"trace[1517362502] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3312; }","duration":"134.154454ms","start":"2026-04-03T02:40:31.887778Z","end":"2026-04-03T02:40:32.021933Z","steps":["trace[1517362502] 'agreement among raft nodes before linearized reading' (duration: 133.887036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:32.02233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.194669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-03T02:40:32.022664Z","caller":"traceutil/trace.go:171","msg":"trace[1551389245] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3312; }","duration":"286.599129ms","start":"2026-04-03T02:40:31.73604Z","end":"2026-04-03T02:40:32.022639Z","steps":["trace[1551389245] 'agreement among raft nodes before linearized reading' (duration: 286.081216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:32.285211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.586038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:32.285335Z","caller":"traceutil/trace.go:171","msg":"trace[211657170] linearizableReadLoop","detail":"{readStateIndex:3475; appliedIndex:3474; }","duration":"258.875451ms","start":"2026-04-03T02:40:32.026438Z","end":"2026-04-03T02:40:32.285313Z","steps":["trace[211657170] 'read index received' (duration: 132.989855ms)","trace[211657170] 'applied index is now lower than readState.Index' (duration: 125.884076ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:32.285456Z","caller":"traceutil/trace.go:171","msg":"trace[935465915] transaction","detail":"{read_only:false; response_revision:3313; number_of_response:1; }","duration":"259.629059ms","start":"2026-04-03T02:40:32.025813Z","end":"2026-04-03T02:40:32.285442Z","steps":["trace[935465915] 'process raft request' (duration: 133.728413ms)","trace[935465915] 'compare' (duration: 125.465774ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:32.285694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.346558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-03T02:40:32.285766Z","caller":"traceutil/trace.go:171","msg":"trace[1002537708] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3313; }","duration":"258.44596ms","start":"2026-04-03T02:40:32.027304Z","end":"2026-04-03T02:40:32.28575Z","steps":["trace[1002537708] 'agreement among raft nodes before linearized reading' (duration: 258.265046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:32.285968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.141428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:40:32.285997Z","caller":"traceutil/trace.go:171","msg":"trace[871150796] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3313; }","duration":"196.194658ms","start":"2026-04-03T02:40:32.089795Z","end":"2026-04-03T02:40:32.28599Z","steps":["trace[871150796] 'agreement among raft nodes before linearized reading' (duration: 196.118777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:32.286031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.020677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:40:32.286057Z","caller":"traceutil/trace.go:171","msg":"trace[827041914] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3313; }","duration":"254.070659ms","start":"2026-04-03T02:40:32.031978Z","end":"2026-04-03T02:40:32.286049Z","steps":["trace[827041914] 'agreement among raft nodes before linearized reading' (duration: 253.958606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:32.286081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.629549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:40:32.286147Z","caller":"traceutil/trace.go:171","msg":"trace[1541378872] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3313; }","duration":"259.728932ms","start":"2026-04-03T02:40:32.026402Z","end":"2026-04-03T02:40:32.286131Z","steps":["trace[1541378872] 'agreement among raft nodes before linearized reading' (duration: 259.585158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:32.749096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.539627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:32.749314Z","caller":"traceutil/trace.go:171","msg":"trace[1875839485] transaction","detail":"{read_only:false; response_revision:3315; number_of_response:1; }","duration":"458.203697ms","start":"2026-04-03T02:40:32.291087Z","end":"2026-04-03T02:40:32.749291Z","steps":["trace[1875839485] 'process raft request' (duration: 458.128495ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:32.749329Z","caller":"traceutil/trace.go:171","msg":"trace[1015638768] transaction","detail":"{read_only:false; response_revision:3314; number_of_response:1; }","duration":"459.815158ms","start":"2026-04-03T02:40:32.289471Z","end":"2026-04-03T02:40:32.749286Z","steps":["trace[1015638768] 'process raft request' (duration: 262.960493ms)","trace[1015638768] 'compare' (duration: 196.390324ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:32.749407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:32.291072Z","time spent":"458.293669ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:32.749568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:32.28945Z","time spent":"460.038454ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:32.749357Z","caller":"traceutil/trace.go:171","msg":"trace[2040213133] linearizableReadLoop","detail":"{readStateIndex:3476; appliedIndex:3475; }","duration":"459.655254ms","start":"2026-04-03T02:40:32.289673Z","end":"2026-04-03T02:40:32.749329Z","steps":["trace[2040213133] 'read index received' (duration: 262.770068ms)","trace[2040213133] 'applied index is now lower than readState.Index' (duration: 196.881816ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:32.749607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.91945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-03T02:40:32.749656Z","caller":"traceutil/trace.go:171","msg":"trace[1280898278] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3315; }","duration":"460.012263ms","start":"2026-04-03T02:40:32.289631Z","end":"2026-04-03T02:40:32.749643Z","steps":["trace[1280898278] 'agreement among raft nodes before linearized reading' (duration: 459.783197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:32.749702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:32.289615Z","time spent":"460.077854ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-03T02:40:32.749808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.63095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a2b877bb7254f5\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-03T02:40:32.749898Z","caller":"traceutil/trace.go:171","msg":"trace[26490238] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a2b877bb7254f5; range_end:; response_count:1; response_revision:3315; }","duration":"223.722332ms","start":"2026-04-03T02:40:32.526122Z","end":"2026-04-03T02:40:32.749844Z","steps":["trace[26490238] 'agreement among raft nodes before linearized reading' (duration: 223.573078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:32.749837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.053273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:32.749979Z","caller":"traceutil/trace.go:171","msg":"trace[942807558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3315; }","duration":"209.220397ms","start":"2026-04-03T02:40:32.540749Z","end":"2026-04-03T02:40:32.749969Z","steps":["trace[942807558] 'agreement among raft nodes before linearized reading' (duration: 209.049513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:33.131934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.205431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:33.132063Z","caller":"traceutil/trace.go:171","msg":"trace[1163202023] linearizableReadLoop","detail":"{readStateIndex:3478; appliedIndex:3477; }","duration":"349.693071ms","start":"2026-04-03T02:40:32.782347Z","end":"2026-04-03T02:40:33.13204Z","steps":["trace[1163202023] 'read index received' (duration: 149.199433ms)","trace[1163202023] 'applied index is now lower than readState.Index' (duration: 200.491658ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:33.13211Z","caller":"traceutil/trace.go:171","msg":"trace[984710726] transaction","detail":"{read_only:false; response_revision:3316; number_of_response:1; }","duration":"380.019926ms","start":"2026-04-03T02:40:32.752041Z","end":"2026-04-03T02:40:33.132061Z","steps":["trace[984710726] 'process raft request' (duration: 179.584439ms)","trace[984710726] 'compare' (duration: 199.854202ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:33.132304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.959147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:40:33.132358Z","caller":"traceutil/trace.go:171","msg":"trace[1528067183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3316; }","duration":"350.04193ms","start":"2026-04-03T02:40:32.782301Z","end":"2026-04-03T02:40:33.132343Z","steps":["trace[1528067183] 'agreement among raft nodes before linearized reading' (duration: 349.825914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:33.132386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:32.752013Z","time spent":"380.251392ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:33.132411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:32.782283Z","time spent":"350.116441ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:40:33.147698Z","caller":"traceutil/trace.go:171","msg":"trace[1781763334] transaction","detail":"{read_only:false; response_revision:3317; number_of_response:1; }","duration":"127.063415ms","start":"2026-04-03T02:40:33.020603Z","end":"2026-04-03T02:40:33.147667Z","steps":["trace[1781763334] 'process raft request' (duration: 126.87019ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:33.549038Z","caller":"traceutil/trace.go:171","msg":"trace[1720924604] transaction","detail":"{read_only:false; response_revision:3318; number_of_response:1; }","duration":"526.566602ms","start":"2026-04-03T02:40:33.02245Z","end":"2026-04-03T02:40:33.549017Z","steps":["trace[1720924604] 'process raft request' (duration: 526.429139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:33.549232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:33.022418Z","time spent":"526.738407ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:33.549201Z","caller":"traceutil/trace.go:171","msg":"trace[953867512] linearizableReadLoop","detail":"{readStateIndex:3480; appliedIndex:3478; }","duration":"417.079841ms","start":"2026-04-03T02:40:33.132096Z","end":"2026-04-03T02:40:33.549176Z","steps":["trace[953867512] 'read index received' (duration: 15.360038ms)","trace[953867512] 'applied index is now lower than readState.Index' (duration: 401.718293ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:33.549256Z","caller":"traceutil/trace.go:171","msg":"trace[1365822499] transaction","detail":"{read_only:false; response_revision:3319; number_of_response:1; }","duration":"410.494675ms","start":"2026-04-03T02:40:33.138742Z","end":"2026-04-03T02:40:33.549237Z","steps":["trace[1365822499] 'process raft request' (duration: 410.249128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:33.549387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.911845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:33.549426Z","caller":"traceutil/trace.go:171","msg":"trace[102694336] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3319; }","duration":"700.036228ms","start":"2026-04-03T02:40:32.849381Z","end":"2026-04-03T02:40:33.549417Z","steps":["trace[102694336] 'agreement among raft nodes before linearized reading' (duration: 699.903495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:33.549425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:33.138716Z","time spent":"410.647689ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:33.549459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:32.849352Z","time spent":"700.0979ms","remote":"127.0.0.1:33236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:40:33.549524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.352057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:40:33.549597Z","caller":"traceutil/trace.go:171","msg":"trace[1712784772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3319; }","duration":"597.409719ms","start":"2026-04-03T02:40:32.952161Z","end":"2026-04-03T02:40:33.549571Z","steps":["trace[1712784772] 'agreement among raft nodes before linearized reading' (duration: 597.264985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:33.549628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:32.952102Z","time spent":"597.516641ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:40:33.849175Z","caller":"traceutil/trace.go:171","msg":"trace[1661269339] transaction","detail":"{read_only:false; response_revision:3321; number_of_response:1; }","duration":"166.006847ms","start":"2026-04-03T02:40:33.683138Z","end":"2026-04-03T02:40:33.849144Z","steps":["trace[1661269339] 'process raft request' (duration: 165.819003ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:33.850684Z","caller":"traceutil/trace.go:171","msg":"trace[1640547252] transaction","detail":"{read_only:false; response_revision:3322; number_of_response:1; }","duration":"166.185471ms","start":"2026-04-03T02:40:33.684478Z","end":"2026-04-03T02:40:33.850664Z","steps":["trace[1640547252] 'process raft request' (duration: 166.088339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:34.158787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.028825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-03T02:40:34.159132Z","caller":"traceutil/trace.go:171","msg":"trace[558715816] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3322; }","duration":"219.387074ms","start":"2026-04-03T02:40:33.939688Z","end":"2026-04-03T02:40:34.159075Z","steps":["trace[558715816] 'range keys from in-memory index tree' (duration: 218.8189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:34.72025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.011761ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:40:34.720412Z","caller":"traceutil/trace.go:171","msg":"trace[336610599] linearizableReadLoop","detail":"{readStateIndex:3486; appliedIndex:3485; }","duration":"179.23444ms","start":"2026-04-03T02:40:34.541158Z","end":"2026-04-03T02:40:34.720392Z","steps":["trace[336610599] 'read index received' (duration: 20.001134ms)","trace[336610599] 'applied index is now lower than readState.Index' (duration: 159.231546ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:34.720556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.390924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:34.720594Z","caller":"traceutil/trace.go:171","msg":"trace[913704053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3323; }","duration":"179.467856ms","start":"2026-04-03T02:40:34.541116Z","end":"2026-04-03T02:40:34.720584Z","steps":["trace[913704053] 'agreement among raft nodes before linearized reading' (duration: 179.391604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:36.185681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.389751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-03T02:40:36.185732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.428277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:40:36.185773Z","caller":"traceutil/trace.go:171","msg":"trace[1484304730] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3333; }","duration":"251.540965ms","start":"2026-04-03T02:40:35.93421Z","end":"2026-04-03T02:40:36.185751Z","steps":["trace[1484304730] 'range keys from in-memory index tree' (duration: 251.131025ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:36.185822Z","caller":"traceutil/trace.go:171","msg":"trace[1485833523] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3333; }","duration":"183.593831ms","start":"2026-04-03T02:40:36.002209Z","end":"2026-04-03T02:40:36.185803Z","steps":["trace[1485833523] 'count revisions from in-memory index tree' (duration: 183.318255ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:39.430396Z","caller":"traceutil/trace.go:171","msg":"trace[1655790712] transaction","detail":"{read_only:false; response_revision:3348; number_of_response:1; }","duration":"625.953068ms","start":"2026-04-03T02:40:38.804415Z","end":"2026-04-03T02:40:39.430368Z","steps":["trace[1655790712] 'process raft request' (duration: 625.787424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:39.430565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:38.804384Z","time spent":"626.098002ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:40.370374Z","caller":"traceutil/trace.go:171","msg":"trace[1504280218] transaction","detail":"{read_only:false; response_revision:3349; number_of_response:1; }","duration":"1.563960669s","start":"2026-04-03T02:40:38.806384Z","end":"2026-04-03T02:40:40.370345Z","steps":["trace[1504280218] 'process raft request' (duration: 1.563758784s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:40.37051Z","caller":"traceutil/trace.go:171","msg":"trace[1395208812] linearizableReadLoop","detail":"{readStateIndex:3513; appliedIndex:3511; }","duration":"1.231001841s","start":"2026-04-03T02:40:39.139485Z","end":"2026-04-03T02:40:40.370486Z","steps":["trace[1395208812] 'read index received' (duration: 290.730533ms)","trace[1395208812] 'applied index is now lower than readState.Index' (duration: 940.269098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:40.370558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:38.806366Z","time spent":"1.564100303s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:40.370579Z","caller":"traceutil/trace.go:171","msg":"trace[1914077687] transaction","detail":"{read_only:false; response_revision:3350; number_of_response:1; }","duration":"1.17509145s","start":"2026-04-03T02:40:39.195447Z","end":"2026-04-03T02:40:40.370538Z","steps":["trace[1914077687] 'process raft request' (duration: 1.174845884s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:40.370737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231242287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:16373"} {"level":"info","ts":"2026-04-03T02:40:40.370787Z","caller":"traceutil/trace.go:171","msg":"trace[18481460] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:3350; }","duration":"1.231323859s","start":"2026-04-03T02:40:39.13945Z","end":"2026-04-03T02:40:40.370774Z","steps":["trace[18481460] 'agreement among raft nodes before linearized reading' (duration: 1.231136694s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:40.370838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:39.139429Z","time spent":"1.231398431s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":16397,"request content":"key:\"/registry/pods/openstack/valkey-node-0\" "} {"level":"warn","ts":"2026-04-03T02:40:40.370969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:39.195417Z","time spent":"1.175361697s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:40.420419Z","caller":"traceutil/trace.go:171","msg":"trace[860963451] transaction","detail":"{read_only:false; response_revision:3351; number_of_response:1; }","duration":"780.814485ms","start":"2026-04-03T02:40:39.63957Z","end":"2026-04-03T02:40:40.420385Z","steps":["trace[860963451] 'process raft request' (duration: 780.601689ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:40.420503Z","caller":"traceutil/trace.go:171","msg":"trace[1521476088] transaction","detail":"{read_only:false; response_revision:3352; number_of_response:1; }","duration":"776.816295ms","start":"2026-04-03T02:40:39.643647Z","end":"2026-04-03T02:40:40.420464Z","steps":["trace[1521476088] 'process raft request' (duration: 776.647191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:40.420582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.821447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:40:40.420591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:39.639546Z","time spent":"780.963918ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:40:40.420633Z","caller":"traceutil/trace.go:171","msg":"trace[112710076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3356; }","duration":"763.899148ms","start":"2026-04-03T02:40:39.656723Z","end":"2026-04-03T02:40:40.420622Z","steps":["trace[112710076] 'agreement among raft nodes before linearized reading' (duration: 763.769485ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:40.420636Z","caller":"traceutil/trace.go:171","msg":"trace[1174202995] transaction","detail":"{read_only:false; response_revision:3356; number_of_response:1; }","duration":"137.58864ms","start":"2026-04-03T02:40:40.283032Z","end":"2026-04-03T02:40:40.420621Z","steps":["trace[1174202995] 'process raft request' (duration: 137.402286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:40.420667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:39.656713Z","time spent":"763.94687ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:40:40.420652Z","caller":"traceutil/trace.go:171","msg":"trace[899533388] transaction","detail":"{read_only:false; response_revision:3355; number_of_response:1; }","duration":"529.575007ms","start":"2026-04-03T02:40:39.891041Z","end":"2026-04-03T02:40:40.420616Z","steps":["trace[899533388] 'process raft request' (duration: 529.359802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:40.420771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00025565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:40:40.420812Z","caller":"traceutil/trace.go:171","msg":"trace[2100750657] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:3356; }","duration":"1.000330442s","start":"2026-04-03T02:40:39.420471Z","end":"2026-04-03T02:40:40.420801Z","steps":["trace[2100750657] 'agreement among raft nodes before linearized reading' (duration: 1.0002651s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:40.420816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:39.891022Z","time spent":"529.704191ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:40.420857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:39.420452Z","time spent":"1.000392194s","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:40:40.42087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.148841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:40:40.420923Z","caller":"traceutil/trace.go:171","msg":"trace[1776165089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3356; }","duration":"769.220263ms","start":"2026-04-03T02:40:39.651686Z","end":"2026-04-03T02:40:40.420906Z","steps":["trace[1776165089] 'agreement among raft nodes before linearized reading' (duration: 769.113841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:40.420927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.826129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T02:40:40.421021Z","caller":"traceutil/trace.go:171","msg":"trace[1309833584] transaction","detail":"{read_only:false; response_revision:3354; number_of_response:1; }","duration":"543.006327ms","start":"2026-04-03T02:40:39.877997Z","end":"2026-04-03T02:40:40.421004Z","steps":["trace[1309833584] 'process raft request' (duration: 542.379241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:40.421082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20440074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-04-03T02:40:40.421072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.615999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:40.421123Z","caller":"traceutil/trace.go:171","msg":"trace[785827536] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3356; }","duration":"1.204467901s","start":"2026-04-03T02:40:39.216645Z","end":"2026-04-03T02:40:40.421113Z","steps":["trace[785827536] 'agreement among raft nodes before linearized reading' (duration: 1.204367958s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:40.421051Z","caller":"traceutil/trace.go:171","msg":"trace[1520126177] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3356; }","duration":"487.031604ms","start":"2026-04-03T02:40:39.933999Z","end":"2026-04-03T02:40:40.421031Z","steps":["trace[1520126177] 'agreement among raft nodes before linearized reading' (duration: 486.496841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:40.421115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:39.877969Z","time spent":"543.094799ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:40.420933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.446928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:40:40.421145Z","caller":"traceutil/trace.go:171","msg":"trace[1979430902] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3356; }","duration":"418.733352ms","start":"2026-04-03T02:40:40.002392Z","end":"2026-04-03T02:40:40.421126Z","steps":["trace[1979430902] 'agreement among raft nodes before linearized reading' (duration: 418.623889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:40.42115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:39.216629Z","time spent":"1.204514932s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-04-03T02:40:40.421182Z","caller":"traceutil/trace.go:171","msg":"trace[2026296166] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3356; }","duration":"853.743155ms","start":"2026-04-03T02:40:39.567425Z","end":"2026-04-03T02:40:40.421168Z","steps":["trace[2026296166] 'agreement among raft nodes before linearized reading' (duration: 853.442937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:40.421193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:40.002358Z","time spent":"418.820354ms","remote":"127.0.0.1:52546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:40:40.420978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:39.651671Z","time spent":"769.297765ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:40:40.421179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:39.933981Z","time spent":"487.179969ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-03T02:40:40.420747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.588112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:40:40.421302Z","caller":"traceutil/trace.go:171","msg":"trace[1422647582] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3356; }","duration":"904.170707ms","start":"2026-04-03T02:40:39.517119Z","end":"2026-04-03T02:40:40.421289Z","steps":["trace[1422647582] 'agreement among raft nodes before linearized reading' (duration: 903.435289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:40.421352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:39.517058Z","time spent":"904.278599ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T02:40:40.42098Z","caller":"traceutil/trace.go:171","msg":"trace[1670607926] transaction","detail":"{read_only:false; response_revision:3353; number_of_response:1; }","duration":"550.102186ms","start":"2026-04-03T02:40:39.870865Z","end":"2026-04-03T02:40:40.420967Z","steps":["trace[1670607926] 'process raft request' (duration: 549.4816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:40.421548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:39.870844Z","time spent":"550.64173ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:40.421816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:39.643631Z","time spent":"776.945438ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:40.421225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:39.567404Z","time spent":"853.809046ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:40:48.566192Z","caller":"traceutil/trace.go:171","msg":"trace[1319663786] linearizableReadLoop","detail":"{readStateIndex:3570; appliedIndex:3568; }","duration":"110.684111ms","start":"2026-04-03T02:40:48.455415Z","end":"2026-04-03T02:40:48.566099Z","steps":["trace[1319663786] 'read index received' (duration: 24.865167ms)","trace[1319663786] 'applied index is now lower than readState.Index' (duration: 85.817584ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:48.566293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.858485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:40:48.566434Z","caller":"traceutil/trace.go:171","msg":"trace[1694935660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3404; }","duration":"111.03357ms","start":"2026-04-03T02:40:48.455389Z","end":"2026-04-03T02:40:48.566422Z","steps":["trace[1694935660] 'agreement among raft nodes before linearized reading' (duration: 110.784624ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:48.566332Z","caller":"traceutil/trace.go:171","msg":"trace[52850722] transaction","detail":"{read_only:false; response_revision:3404; number_of_response:1; }","duration":"114.127058ms","start":"2026-04-03T02:40:48.452014Z","end":"2026-04-03T02:40:48.566141Z","steps":["trace[52850722] 'process raft request' (duration: 113.868722ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:54.571557Z","caller":"traceutil/trace.go:171","msg":"trace[1633238052] transaction","detail":"{read_only:false; response_revision:3438; number_of_response:1; }","duration":"103.732566ms","start":"2026-04-03T02:40:54.467792Z","end":"2026-04-03T02:40:54.571524Z","steps":["trace[1633238052] 'process raft request' (duration: 62.612169ms)","trace[1633238052] 'compare' (duration: 40.904972ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:54.81959Z","caller":"traceutil/trace.go:171","msg":"trace[460173489] transaction","detail":"{read_only:false; response_revision:3443; number_of_response:1; }","duration":"175.534428ms","start":"2026-04-03T02:40:54.644032Z","end":"2026-04-03T02:40:54.819566Z","steps":["trace[460173489] 'process raft request' (duration: 175.485416ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:54.819686Z","caller":"traceutil/trace.go:171","msg":"trace[659902894] transaction","detail":"{read_only:false; response_revision:3442; number_of_response:1; }","duration":"175.996969ms","start":"2026-04-03T02:40:54.643648Z","end":"2026-04-03T02:40:54.819645Z","steps":["trace[659902894] 'process raft request' (duration: 98.175407ms)","trace[659902894] 'compare' (duration: 77.554656ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:56.690782Z","caller":"traceutil/trace.go:171","msg":"trace[1989468794] transaction","detail":"{read_only:false; response_revision:3447; number_of_response:1; }","duration":"113.870913ms","start":"2026-04-03T02:40:56.576888Z","end":"2026-04-03T02:40:56.690759Z","steps":["trace[1989468794] 'process raft request' (duration: 113.708477ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:56.725333Z","caller":"traceutil/trace.go:171","msg":"trace[1173023616] transaction","detail":"{read_only:false; response_revision:3448; number_of_response:1; }","duration":"147.066849ms","start":"2026-04-03T02:40:56.578245Z","end":"2026-04-03T02:40:56.725312Z","steps":["trace[1173023616] 'process raft request' (duration: 146.917796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:00.976731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.666127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:00.977067Z","caller":"traceutil/trace.go:171","msg":"trace[793045138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3467; }","duration":"432.030008ms","start":"2026-04-03T02:41:00.54501Z","end":"2026-04-03T02:41:00.97704Z","steps":["trace[793045138] 'range keys from in-memory index tree' (duration: 431.585305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:00.977351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:00.544974Z","time spent":"432.356426ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:41:00.976949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.229108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:41:00.977637Z","caller":"traceutil/trace.go:171","msg":"trace[1787535441] linearizableReadLoop","detail":"{readStateIndex:3636; appliedIndex:3635; }","duration":"334.1889ms","start":"2026-04-03T02:41:00.643419Z","end":"2026-04-03T02:41:00.977608Z","steps":["trace[1787535441] 'read index received' (duration: 48.572µs)","trace[1787535441] 'applied index is now lower than readState.Index' (duration: 334.137408ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:00.977742Z","caller":"traceutil/trace.go:171","msg":"trace[59117562] transaction","detail":"{read_only:false; response_revision:3468; number_of_response:1; }","duration":"424.265602ms","start":"2026-04-03T02:41:00.553464Z","end":"2026-04-03T02:41:00.977729Z","steps":["trace[59117562] 'process raft request' (duration: 78.173052ms)","trace[59117562] 'compare' (duration: 345.105304ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:00.977855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:00.55344Z","time spent":"424.334523ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:00.978157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.708612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:00.978235Z","caller":"traceutil/trace.go:171","msg":"trace[494059549] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:3468; }","duration":"334.813355ms","start":"2026-04-03T02:41:00.643403Z","end":"2026-04-03T02:41:00.978217Z","steps":["trace[494059549] 'agreement among raft nodes before linearized reading' (duration: 334.662241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:00.978279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:00.643378Z","time spent":"334.888707ms","remote":"127.0.0.1:52318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:41:01.049495Z","caller":"traceutil/trace.go:171","msg":"trace[1662195721] transaction","detail":"{read_only:false; response_revision:3469; number_of_response:1; }","duration":"344.505239ms","start":"2026-04-03T02:41:00.704962Z","end":"2026-04-03T02:41:01.049468Z","steps":["trace[1662195721] 'process raft request' (duration: 344.348596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:01.049764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:00.704946Z","time spent":"344.732426ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:01.16252Z","caller":"traceutil/trace.go:171","msg":"trace[1914584096] transaction","detail":"{read_only:false; response_revision:3470; number_of_response:1; }","duration":"450.045712ms","start":"2026-04-03T02:41:00.712439Z","end":"2026-04-03T02:41:01.162485Z","steps":["trace[1914584096] 'process raft request' (duration: 382.440727ms)","trace[1914584096] 'compare' (duration: 67.39435ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:01.16276Z","caller":"traceutil/trace.go:171","msg":"trace[1592504230] linearizableReadLoop","detail":"{readStateIndex:3639; appliedIndex:3636; }","duration":"185.046358ms","start":"2026-04-03T02:41:00.977694Z","end":"2026-04-03T02:41:01.162741Z","steps":["trace[1592504230] 'read index received' (duration: 71.580775ms)","trace[1592504230] 'applied index is now lower than readState.Index' (duration: 113.464533ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:01.162972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.912275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:41:01.162958Z","caller":"traceutil/trace.go:171","msg":"trace[170290015] transaction","detail":"{read_only:false; response_revision:3472; number_of_response:1; }","duration":"159.236527ms","start":"2026-04-03T02:41:01.003688Z","end":"2026-04-03T02:41:01.162924Z","steps":["trace[170290015] 'process raft request' (duration: 158.972681ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:01.163017Z","caller":"traceutil/trace.go:171","msg":"trace[2002476981] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3472; }","duration":"299.999697ms","start":"2026-04-03T02:41:00.863006Z","end":"2026-04-03T02:41:01.163005Z","steps":["trace[2002476981] 'agreement among raft nodes before linearized reading' (duration: 299.842583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:01.163053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:00.862946Z","time spent":"300.09624ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:41:01.163111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.853954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:41:01.163184Z","caller":"traceutil/trace.go:171","msg":"trace[259160623] transaction","detail":"{read_only:false; response_revision:3471; number_of_response:1; }","duration":"425.097343ms","start":"2026-04-03T02:41:00.738074Z","end":"2026-04-03T02:41:01.163171Z","steps":["trace[259160623] 'process raft request' (duration: 424.347035ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:01.163215Z","caller":"traceutil/trace.go:171","msg":"trace[645817162] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3472; }","duration":"459.055019ms","start":"2026-04-03T02:41:00.704144Z","end":"2026-04-03T02:41:01.163199Z","steps":["trace[645817162] 'agreement among raft nodes before linearized reading' (duration: 458.819863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:01.16313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.685034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:01.163254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.135969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:41:01.163351Z","caller":"traceutil/trace.go:171","msg":"trace[1244829841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3472; }","duration":"384.243632ms","start":"2026-04-03T02:41:00.779078Z","end":"2026-04-03T02:41:01.163322Z","steps":["trace[1244829841] 'agreement among raft nodes before linearized reading' (duration: 384.015466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:01.16342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:00.779066Z","time spent":"384.339504ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:41:01.16346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.629685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:41:01.163459Z","caller":"traceutil/trace.go:171","msg":"trace[1690667881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3472; }","duration":"183.922459ms","start":"2026-04-03T02:41:00.979375Z","end":"2026-04-03T02:41:01.163297Z","steps":["trace[1690667881] 'agreement among raft nodes before linearized reading' (duration: 183.652373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:01.163274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:00.738053Z","time spent":"425.156014ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:01.163574Z","caller":"traceutil/trace.go:171","msg":"trace[1879214108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3472; }","duration":"419.768028ms","start":"2026-04-03T02:41:00.743769Z","end":"2026-04-03T02:41:01.163538Z","steps":["trace[1879214108] 'agreement among raft nodes before linearized reading' (duration: 419.542473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:01.163521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.277641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:41:01.163617Z","caller":"traceutil/trace.go:171","msg":"trace[205128396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3472; }","duration":"284.418224ms","start":"2026-04-03T02:41:00.879189Z","end":"2026-04-03T02:41:01.163607Z","steps":["trace[205128396] 'agreement among raft nodes before linearized reading' (duration: 284.222059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:01.163288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:00.704109Z","time spent":"459.164562ms","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:01.163611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:00.743706Z","time spent":"419.894921ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:41:01.163616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.095888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:41:01.163689Z","caller":"traceutil/trace.go:171","msg":"trace[38539561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3472; }","duration":"290.19471ms","start":"2026-04-03T02:41:00.873473Z","end":"2026-04-03T02:41:01.163668Z","steps":["trace[38539561] 'agreement among raft nodes before linearized reading' (duration: 289.315268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:01.16277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:00.712418Z","time spent":"450.268358ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:01.462679Z","caller":"traceutil/trace.go:171","msg":"trace[703699230] linearizableReadLoop","detail":"{readStateIndex:3644; appliedIndex:3641; }","duration":"240.268871ms","start":"2026-04-03T02:41:01.222387Z","end":"2026-04-03T02:41:01.462656Z","steps":["trace[703699230] 'read index received' (duration: 211.632158ms)","trace[703699230] 'applied index is now lower than readState.Index' (duration: 28.635823ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:01.462801Z","caller":"traceutil/trace.go:171","msg":"trace[492928418] transaction","detail":"{read_only:false; response_revision:3476; number_of_response:1; }","duration":"292.721674ms","start":"2026-04-03T02:41:01.170067Z","end":"2026-04-03T02:41:01.462788Z","steps":["trace[492928418] 'process raft request' (duration: 292.54868ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:01.462768Z","caller":"traceutil/trace.go:171","msg":"trace[579192142] transaction","detail":"{read_only:false; response_revision:3475; number_of_response:1; }","duration":"292.775135ms","start":"2026-04-03T02:41:01.16994Z","end":"2026-04-03T02:41:01.462715Z","steps":["trace[579192142] 'process raft request' (duration: 292.632342ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:01.462707Z","caller":"traceutil/trace.go:171","msg":"trace[1046052225] transaction","detail":"{read_only:false; response_revision:3474; number_of_response:1; }","duration":"293.190336ms","start":"2026-04-03T02:41:01.169477Z","end":"2026-04-03T02:41:01.462667Z","steps":["trace[1046052225] 'process raft request' (duration: 264.493432ms)","trace[1046052225] 'compare' (duration: 28.478809ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:01.463114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.084259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:41:01.463164Z","caller":"traceutil/trace.go:171","msg":"trace[724061215] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:3476; }","duration":"162.189471ms","start":"2026-04-03T02:41:01.300961Z","end":"2026-04-03T02:41:01.46315Z","steps":["trace[724061215] 'agreement among raft nodes before linearized reading' (duration: 162.063328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:01.463185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.787873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:01.463229Z","caller":"traceutil/trace.go:171","msg":"trace[1623855800] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3476; }","duration":"240.875346ms","start":"2026-04-03T02:41:01.222344Z","end":"2026-04-03T02:41:01.463219Z","steps":["trace[1623855800] 'agreement among raft nodes before linearized reading' (duration: 240.792044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:01.463449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.886341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:41:01.46352Z","caller":"traceutil/trace.go:171","msg":"trace[1519991320] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:3476; }","duration":"105.957032ms","start":"2026-04-03T02:41:01.357521Z","end":"2026-04-03T02:41:01.463478Z","steps":["trace[1519991320] 'agreement among raft nodes before linearized reading' (duration: 105.828729ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:01.625991Z","caller":"traceutil/trace.go:171","msg":"trace[2042959578] linearizableReadLoop","detail":"{readStateIndex:3646; appliedIndex:3645; }","duration":"132.41832ms","start":"2026-04-03T02:41:01.493544Z","end":"2026-04-03T02:41:01.625962Z","steps":["trace[2042959578] 'read index received' (duration: 83.965258ms)","trace[2042959578] 'applied index is now lower than readState.Index' (duration: 48.452092ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:01.626186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.869612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:41:01.626228Z","caller":"traceutil/trace.go:171","msg":"trace[2000455448] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:3477; }","duration":"119.951226ms","start":"2026-04-03T02:41:01.506266Z","end":"2026-04-03T02:41:01.626218Z","steps":["trace[2000455448] 'agreement among raft nodes before linearized reading' (duration: 119.838503ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:01.626017Z","caller":"traceutil/trace.go:171","msg":"trace[141116376] transaction","detail":"{read_only:false; response_revision:3477; number_of_response:1; }","duration":"134.38717ms","start":"2026-04-03T02:41:01.491596Z","end":"2026-04-03T02:41:01.625983Z","steps":["trace[141116376] 'process raft request' (duration: 85.880167ms)","trace[141116376] 'compare' (duration: 48.341529ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:01.62646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.871031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:41:01.626504Z","caller":"traceutil/trace.go:171","msg":"trace[383947154] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3477; }","duration":"132.985354ms","start":"2026-04-03T02:41:01.493508Z","end":"2026-04-03T02:41:01.626493Z","steps":["trace[383947154] 'agreement among raft nodes before linearized reading' (duration: 132.571943ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:07.814164Z","caller":"traceutil/trace.go:171","msg":"trace[1891122483] transaction","detail":"{read_only:false; response_revision:3505; number_of_response:1; }","duration":"307.553649ms","start":"2026-04-03T02:41:07.506092Z","end":"2026-04-03T02:41:07.813646Z","steps":["trace[1891122483] 'process raft request' (duration: 307.357194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:07.815317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:07.506072Z","time spent":"309.099028ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:07.842283Z","caller":"traceutil/trace.go:171","msg":"trace[821515978] linearizableReadLoop","detail":"{readStateIndex:3677; appliedIndex:3674; }","duration":"317.879229ms","start":"2026-04-03T02:41:07.524353Z","end":"2026-04-03T02:41:07.842232Z","steps":["trace[821515978] 'read index received' (duration: 289.086393ms)","trace[821515978] 'applied index is now lower than readState.Index' (duration: 28.791826ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:07.842561Z","caller":"traceutil/trace.go:171","msg":"trace[761769270] transaction","detail":"{read_only:false; response_revision:3507; number_of_response:1; }","duration":"319.430437ms","start":"2026-04-03T02:41:07.523111Z","end":"2026-04-03T02:41:07.842541Z","steps":["trace[761769270] 'process raft request' (duration: 319.080999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:07.842615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.369288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:07.84266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:07.523097Z","time spent":"319.49939ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:07.842675Z","caller":"traceutil/trace.go:171","msg":"trace[2039103471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3507; }","duration":"302.46836ms","start":"2026-04-03T02:41:07.540188Z","end":"2026-04-03T02:41:07.842656Z","steps":["trace[2039103471] 'agreement among raft nodes before linearized reading' (duration: 302.355658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:07.842708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:07.540171Z","time spent":"302.532241ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:41:07.84293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.584596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a2b877bb7254f5\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-03T02:41:07.842965Z","caller":"traceutil/trace.go:171","msg":"trace[1042505737] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a2b877bb7254f5; range_end:; response_count:1; response_revision:3507; }","duration":"318.615407ms","start":"2026-04-03T02:41:07.524338Z","end":"2026-04-03T02:41:07.842953Z","steps":["trace[1042505737] 'agreement among raft nodes before linearized reading' (duration: 318.128985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:07.842984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:07.524318Z","time spent":"318.662197ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":805,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a2b877bb7254f5\" "} {"level":"info","ts":"2026-04-03T02:41:07.84302Z","caller":"traceutil/trace.go:171","msg":"trace[1552428976] transaction","detail":"{read_only:false; response_revision:3506; number_of_response:1; }","duration":"336.206792ms","start":"2026-04-03T02:41:07.506793Z","end":"2026-04-03T02:41:07.843Z","steps":["trace[1552428976] 'process raft request' (duration: 335.208746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:07.843122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:07.506767Z","time spent":"336.310165ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:08.082905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.184333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:08.083196Z","caller":"traceutil/trace.go:171","msg":"trace[1107713455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3507; }","duration":"239.510202ms","start":"2026-04-03T02:41:07.843661Z","end":"2026-04-03T02:41:08.083171Z","steps":["trace[1107713455] 'range keys from in-memory index tree' (duration: 239.125961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:08.083224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.530899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:41:08.083301Z","caller":"traceutil/trace.go:171","msg":"trace[1833513419] linearizableReadLoop","detail":"{readStateIndex:3678; appliedIndex:3677; }","duration":"157.968044ms","start":"2026-04-03T02:41:07.925295Z","end":"2026-04-03T02:41:08.083263Z","steps":["trace[1833513419] 'read index received' (duration: 132.529852ms)","trace[1833513419] 'applied index is now lower than readState.Index' (duration: 25.435552ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:08.083333Z","caller":"traceutil/trace.go:171","msg":"trace[1494989936] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3507; }","duration":"422.673123ms","start":"2026-04-03T02:41:07.660627Z","end":"2026-04-03T02:41:08.0833Z","steps":["trace[1494989936] 'agreement among raft nodes before linearized reading' (duration: 182.029772ms)","trace[1494989936] 'range keys from in-memory index tree' (duration: 240.373184ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:08.083399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:07.660611Z","time spent":"422.773005ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:41:08.083225Z","caller":"traceutil/trace.go:171","msg":"trace[416277731] transaction","detail":"{read_only:false; response_revision:3508; number_of_response:1; }","duration":"237.933482ms","start":"2026-04-03T02:41:07.845247Z","end":"2026-04-03T02:41:08.083181Z","steps":["trace[416277731] 'process raft request' (duration: 212.435509ms)","trace[416277731] 'compare' (duration: 25.051942ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:08.083624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.315693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:41:08.083686Z","caller":"traceutil/trace.go:171","msg":"trace[1214002112] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:3508; }","duration":"158.387815ms","start":"2026-04-03T02:41:07.925279Z","end":"2026-04-03T02:41:08.083667Z","steps":["trace[1214002112] 'agreement among raft nodes before linearized reading' (duration: 158.142009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:08.084077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.489701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T02:41:08.084172Z","caller":"traceutil/trace.go:171","msg":"trace[627013963] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3508; }","duration":"149.630125ms","start":"2026-04-03T02:41:07.934523Z","end":"2026-04-03T02:41:08.084153Z","steps":["trace[627013963] 'agreement among raft nodes before linearized reading' (duration: 149.265495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:09.05602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839984232,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:41:09.355836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.531736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:09.355904Z","caller":"traceutil/trace.go:171","msg":"trace[172112395] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:3509; }","duration":"983.655449ms","start":"2026-04-03T02:41:08.372234Z","end":"2026-04-03T02:41:09.355889Z","steps":["trace[172112395] 'count revisions from in-memory index tree' (duration: 983.412173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:09.355934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:08.37221Z","time spent":"983.716331ms","remote":"127.0.0.1:52310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:41:09.36466Z","caller":"traceutil/trace.go:171","msg":"trace[410921921] transaction","detail":"{read_only:false; response_revision:3510; number_of_response:1; }","duration":"818.545965ms","start":"2026-04-03T02:41:08.546095Z","end":"2026-04-03T02:41:09.364641Z","steps":["trace[410921921] 'process raft request' (duration: 818.428562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:09.364782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:08.54607Z","time spent":"818.645847ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:09.444983Z","caller":"traceutil/trace.go:171","msg":"trace[974507805] transaction","detail":"{read_only:false; response_revision:3512; number_of_response:1; }","duration":"370.962066ms","start":"2026-04-03T02:41:09.073987Z","end":"2026-04-03T02:41:09.444949Z","steps":["trace[974507805] 'process raft request' (duration: 370.877214ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:09.445103Z","caller":"traceutil/trace.go:171","msg":"trace[294054827] linearizableReadLoop","detail":"{readStateIndex:3681; appliedIndex:3679; }","duration":"889.671968ms","start":"2026-04-03T02:41:08.55542Z","end":"2026-04-03T02:41:09.445092Z","steps":["trace[294054827] 'read index received' (duration: 809.126477ms)","trace[294054827] 'applied index is now lower than readState.Index' (duration: 80.542141ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:09.445136Z","caller":"traceutil/trace.go:171","msg":"trace[1491401012] transaction","detail":"{read_only:false; response_revision:3513; number_of_response:1; }","duration":"250.051077ms","start":"2026-04-03T02:41:09.19507Z","end":"2026-04-03T02:41:09.445121Z","steps":["trace[1491401012] 'process raft request' (duration: 249.832811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:09.445173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:09.073965Z","time spent":"371.121021ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:09.445245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.814452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:41:09.445001Z","caller":"traceutil/trace.go:171","msg":"trace[1806363779] transaction","detail":"{read_only:false; response_revision:3511; number_of_response:1; }","duration":"441.929247ms","start":"2026-04-03T02:41:09.003038Z","end":"2026-04-03T02:41:09.444967Z","steps":["trace[1806363779] 'process raft request' (duration: 441.67232ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:09.445278Z","caller":"traceutil/trace.go:171","msg":"trace[1939436927] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:3513; }","duration":"889.868463ms","start":"2026-04-03T02:41:08.555402Z","end":"2026-04-03T02:41:09.44527Z","steps":["trace[1939436927] 'agreement among raft nodes before linearized reading' (duration: 889.760871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:09.445305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:08.555348Z","time spent":"889.951175ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":24,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:09.445425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:09.003006Z","time spent":"442.303436ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:09.445505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.036726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:09.445589Z","caller":"traceutil/trace.go:171","msg":"trace[735271204] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3513; }","duration":"288.148899ms","start":"2026-04-03T02:41:09.157421Z","end":"2026-04-03T02:41:09.44557Z","steps":["trace[735271204] 'agreement among raft nodes before linearized reading' (duration: 288.028306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:09.445683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.385625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T02:41:09.445702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.808801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:41:09.445735Z","caller":"traceutil/trace.go:171","msg":"trace[936432191] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3513; }","duration":"110.469017ms","start":"2026-04-03T02:41:09.335251Z","end":"2026-04-03T02:41:09.44572Z","steps":["trace[936432191] 'agreement among raft nodes before linearized reading' (duration: 110.329724ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:09.445756Z","caller":"traceutil/trace.go:171","msg":"trace[1269950848] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3513; }","duration":"655.903514ms","start":"2026-04-03T02:41:08.789834Z","end":"2026-04-03T02:41:09.445738Z","steps":["trace[1269950848] 'agreement among raft nodes before linearized reading' (duration: 655.818882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:09.445658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.084021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:41:09.445917Z","caller":"traceutil/trace.go:171","msg":"trace[822985168] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:3513; }","duration":"737.530402ms","start":"2026-04-03T02:41:08.708348Z","end":"2026-04-03T02:41:09.445878Z","steps":["trace[822985168] 'agreement among raft nodes before linearized reading' (duration: 737.000208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:09.446056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:08.708322Z","time spent":"737.712576ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":22,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:09.445797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:08.789812Z","time spent":"655.976235ms","remote":"127.0.0.1:55098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:41:09.554292Z","caller":"traceutil/trace.go:171","msg":"trace[1679128398] transaction","detail":"{read_only:false; response_revision:3514; number_of_response:1; }","duration":"104.65818ms","start":"2026-04-03T02:41:09.449616Z","end":"2026-04-03T02:41:09.554274Z","steps":["trace[1679128398] 'process raft request' (duration: 21.262047ms)","trace[1679128398] 'compare' (duration: 83.171467ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:28.21603Z","caller":"traceutil/trace.go:171","msg":"trace[854809957] transaction","detail":"{read_only:false; response_revision:3620; number_of_response:1; }","duration":"148.745111ms","start":"2026-04-03T02:41:28.06726Z","end":"2026-04-03T02:41:28.216005Z","steps":["trace[854809957] 'process raft request' (duration: 148.660989ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:28.216078Z","caller":"traceutil/trace.go:171","msg":"trace[1439921492] transaction","detail":"{read_only:false; response_revision:3619; number_of_response:1; }","duration":"148.746012ms","start":"2026-04-03T02:41:28.067266Z","end":"2026-04-03T02:41:28.216012Z","steps":["trace[1439921492] 'process raft request' (duration: 148.521556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:29.783046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.570679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a2b87a8d82307f\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-03T02:41:29.783143Z","caller":"traceutil/trace.go:171","msg":"trace[1720086247] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a2b87a8d82307f; range_end:; response_count:1; response_revision:3625; }","duration":"133.725112ms","start":"2026-04-03T02:41:29.649394Z","end":"2026-04-03T02:41:29.783119Z","steps":["trace[1720086247] 'range keys from in-memory index tree' (duration: 133.369384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:33.766006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.489671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:41:33.766247Z","caller":"traceutil/trace.go:171","msg":"trace[1765753881] transaction","detail":"{read_only:false; response_revision:3650; number_of_response:1; }","duration":"186.964186ms","start":"2026-04-03T02:41:33.579266Z","end":"2026-04-03T02:41:33.76623Z","steps":["trace[1765753881] 'process raft request' (duration: 186.921185ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:33.76636Z","caller":"traceutil/trace.go:171","msg":"trace[1420460465] transaction","detail":"{read_only:false; response_revision:3648; number_of_response:1; }","duration":"188.32101ms","start":"2026-04-03T02:41:33.578017Z","end":"2026-04-03T02:41:33.766338Z","steps":["trace[1420460465] 'process raft request' (duration: 57.422779ms)","trace[1420460465] 'compare' (duration: 130.372467ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:33.766487Z","caller":"traceutil/trace.go:171","msg":"trace[1539297509] transaction","detail":"{read_only:false; response_revision:3649; number_of_response:1; }","duration":"187.824837ms","start":"2026-04-03T02:41:33.578652Z","end":"2026-04-03T02:41:33.766477Z","steps":["trace[1539297509] 'process raft request' (duration: 187.468968ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:34.353309Z","caller":"traceutil/trace.go:171","msg":"trace[2048034655] transaction","detail":"{read_only:false; response_revision:3654; number_of_response:1; }","duration":"101.58503ms","start":"2026-04-03T02:41:34.251697Z","end":"2026-04-03T02:41:34.353282Z","steps":["trace[2048034655] 'process raft request' (duration: 68.127927ms)","trace[2048034655] 'compare' (duration: 33.233128ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:02.618166Z","caller":"traceutil/trace.go:171","msg":"trace[368879287] transaction","detail":"{read_only:false; response_revision:3805; number_of_response:1; }","duration":"131.912504ms","start":"2026-04-03T02:42:02.486225Z","end":"2026-04-03T02:42:02.618138Z","steps":["trace[368879287] 'process raft request' (duration: 131.571096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:16.598581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.234218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:42:16.598668Z","caller":"traceutil/trace.go:171","msg":"trace[282818675] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:3876; }","duration":"133.379952ms","start":"2026-04-03T02:42:16.465267Z","end":"2026-04-03T02:42:16.598647Z","steps":["trace[282818675] 'count revisions from in-memory index tree' (duration: 133.137905ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:16.711479Z","caller":"traceutil/trace.go:171","msg":"trace[1430646244] transaction","detail":"{read_only:false; response_revision:3877; number_of_response:1; }","duration":"108.766861ms","start":"2026-04-03T02:42:16.602685Z","end":"2026-04-03T02:42:16.711452Z","steps":["trace[1430646244] 'process raft request' (duration: 108.585047ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:16.82172Z","caller":"traceutil/trace.go:171","msg":"trace[1109222890] transaction","detail":"{read_only:false; response_revision:3878; number_of_response:1; }","duration":"106.838913ms","start":"2026-04-03T02:42:16.714865Z","end":"2026-04-03T02:42:16.821704Z","steps":["trace[1109222890] 'process raft request' (duration: 106.744071ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:16.82172Z","caller":"traceutil/trace.go:171","msg":"trace[1181538781] linearizableReadLoop","detail":"{readStateIndex:4062; appliedIndex:4061; }","duration":"110.274439ms","start":"2026-04-03T02:42:16.711421Z","end":"2026-04-03T02:42:16.821696Z","steps":["trace[1181538781] 'read index received' (duration: 22.839785ms)","trace[1181538781] 'applied index is now lower than readState.Index' (duration: 87.432694ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:42:16.821915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.901989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:42:16.821981Z","caller":"traceutil/trace.go:171","msg":"trace[1579303715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3878; }","duration":"152.000531ms","start":"2026-04-03T02:42:16.669964Z","end":"2026-04-03T02:42:16.821964Z","steps":["trace[1579303715] 'agreement among raft nodes before linearized reading' (duration: 151.802546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:18.104319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.584339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T02:42:18.104436Z","caller":"traceutil/trace.go:171","msg":"trace[1861760367] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3880; }","duration":"168.763634ms","start":"2026-04-03T02:42:17.935646Z","end":"2026-04-03T02:42:18.104409Z","steps":["trace[1861760367] 'range keys from in-memory index tree' (duration: 168.296301ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:18.104452Z","caller":"traceutil/trace.go:171","msg":"trace[309590979] transaction","detail":"{read_only:false; response_revision:3881; number_of_response:1; }","duration":"160.639268ms","start":"2026-04-03T02:42:17.943786Z","end":"2026-04-03T02:42:18.104425Z","steps":["trace[309590979] 'process raft request' (duration: 160.469633ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:18.105964Z","caller":"traceutil/trace.go:171","msg":"trace[221059133] transaction","detail":"{read_only:false; response_revision:3882; number_of_response:1; }","duration":"160.158586ms","start":"2026-04-03T02:42:17.94578Z","end":"2026-04-03T02:42:18.105938Z","steps":["trace[221059133] 'process raft request' (duration: 159.726665ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:18.106006Z","caller":"traceutil/trace.go:171","msg":"trace[771696600] transaction","detail":"{read_only:false; response_revision:3883; number_of_response:1; }","duration":"157.368676ms","start":"2026-04-03T02:42:17.948597Z","end":"2026-04-03T02:42:18.105965Z","steps":["trace[771696600] 'process raft request' (duration: 157.046128ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:26.857883Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2501} {"level":"info","ts":"2026-04-03T02:42:26.956043Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2501,"took":"96.926472ms","hash":2538425732,"current-db-size-bytes":34553856,"current-db-size":"35 MB","current-db-size-in-use-bytes":10452992,"current-db-size-in-use":"10 MB"} {"level":"info","ts":"2026-04-03T02:42:26.956117Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2538425732,"revision":2501,"compact-revision":-1} {"level":"warn","ts":"2026-04-03T02:42:33.039245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.879789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:42:33.03939Z","caller":"traceutil/trace.go:171","msg":"trace[1475051854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3958; }","duration":"110.069285ms","start":"2026-04-03T02:42:32.929299Z","end":"2026-04-03T02:42:33.039369Z","steps":["trace[1475051854] 'range keys from in-memory index tree' (duration: 109.586221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:33.039244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.704399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:42:33.039517Z","caller":"traceutil/trace.go:171","msg":"trace[356042141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3958; }","duration":"109.019697ms","start":"2026-04-03T02:42:32.930452Z","end":"2026-04-03T02:42:33.039472Z","steps":["trace[356042141] 'range keys from in-memory index tree' (duration: 108.539115ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:46.333954Z","caller":"traceutil/trace.go:171","msg":"trace[1200906687] linearizableReadLoop","detail":"{readStateIndex:4258; appliedIndex:4255; }","duration":"101.9837ms","start":"2026-04-03T02:42:46.231948Z","end":"2026-04-03T02:42:46.333932Z","steps":["trace[1200906687] 'read index received' (duration: 26.826526ms)","trace[1200906687] 'applied index is now lower than readState.Index' (duration: 75.156184ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:46.333994Z","caller":"traceutil/trace.go:171","msg":"trace[2132093595] transaction","detail":"{read_only:false; response_revision:4063; number_of_response:1; }","duration":"119.051211ms","start":"2026-04-03T02:42:46.214913Z","end":"2026-04-03T02:42:46.333964Z","steps":["trace[2132093595] 'process raft request' (duration: 118.842385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:46.334109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.145715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:42:46.334163Z","caller":"traceutil/trace.go:171","msg":"trace[2047537686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4064; }","duration":"102.241127ms","start":"2026-04-03T02:42:46.231893Z","end":"2026-04-03T02:42:46.334135Z","steps":["trace[2047537686] 'agreement among raft nodes before linearized reading' (duration: 102.119414ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:46.334266Z","caller":"traceutil/trace.go:171","msg":"trace[1098045448] transaction","detail":"{read_only:false; response_revision:4064; number_of_response:1; }","duration":"115.83997ms","start":"2026-04-03T02:42:46.218266Z","end":"2026-04-03T02:42:46.334106Z","steps":["trace[1098045448] 'process raft request' (duration: 115.634983ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:47.234434Z","caller":"traceutil/trace.go:171","msg":"trace[1366984543] transaction","detail":"{read_only:false; response_revision:4083; number_of_response:1; }","duration":"123.707577ms","start":"2026-04-03T02:42:47.110705Z","end":"2026-04-03T02:42:47.234413Z","steps":["trace[1366984543] 'process raft request' (duration: 121.933232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:48.550106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.988446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:42:48.55019Z","caller":"traceutil/trace.go:171","msg":"trace[127845534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4088; }","duration":"124.130479ms","start":"2026-04-03T02:42:48.426042Z","end":"2026-04-03T02:42:48.550172Z","steps":["trace[127845534] 'range keys from in-memory index tree' (duration: 123.78897ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:51.296054Z","caller":"traceutil/trace.go:171","msg":"trace[1670325063] linearizableReadLoop","detail":"{readStateIndex:4312; appliedIndex:4311; }","duration":"122.739614ms","start":"2026-04-03T02:42:51.173294Z","end":"2026-04-03T02:42:51.296033Z","steps":["trace[1670325063] 'read index received' (duration: 122.516738ms)","trace[1670325063] 'applied index is now lower than readState.Index' (duration: 221.906µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:51.296152Z","caller":"traceutil/trace.go:171","msg":"trace[1191759347] transaction","detail":"{read_only:false; response_revision:4114; number_of_response:1; }","duration":"163.054279ms","start":"2026-04-03T02:42:51.13307Z","end":"2026-04-03T02:42:51.296124Z","steps":["trace[1191759347] 'process raft request' (duration: 162.804843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:51.29626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.951778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:42:51.296305Z","caller":"traceutil/trace.go:171","msg":"trace[1968353346] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:4114; }","duration":"123.050521ms","start":"2026-04-03T02:42:51.173241Z","end":"2026-04-03T02:42:51.296292Z","steps":["trace[1968353346] 'agreement among raft nodes before linearized reading' (duration: 122.912838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:51.800848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839985885,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:42:51.867052Z","caller":"traceutil/trace.go:171","msg":"trace[921096056] linearizableReadLoop","detail":"{readStateIndex:4313; appliedIndex:4312; }","duration":"566.534317ms","start":"2026-04-03T02:42:51.300494Z","end":"2026-04-03T02:42:51.867028Z","steps":["trace[921096056] 'read index received' (duration: 564.607988ms)","trace[921096056] 'applied index is now lower than readState.Index' (duration: 1.925349ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:51.86737Z","caller":"traceutil/trace.go:171","msg":"trace[246521841] transaction","detail":"{read_only:false; response_revision:4115; number_of_response:1; }","duration":"567.332017ms","start":"2026-04-03T02:42:51.30002Z","end":"2026-04-03T02:42:51.867352Z","steps":["trace[246521841] 'process raft request' (duration: 565.157112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:51.867912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.289548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:42:51.867986Z","caller":"traceutil/trace.go:171","msg":"trace[966310816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4115; }","duration":"327.403461ms","start":"2026-04-03T02:42:51.540565Z","end":"2026-04-03T02:42:51.867969Z","steps":["trace[966310816] 'agreement among raft nodes before linearized reading' (duration: 327.290358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:51.867994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.792482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:42:51.868034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:51.540545Z","time spent":"327.477323ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:42:51.867591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:51.299979Z","time spent":"567.43371ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:42:51.868016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.879908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:42:51.868071Z","caller":"traceutil/trace.go:171","msg":"trace[363966417] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4115; }","duration":"310.898135ms","start":"2026-04-03T02:42:51.557152Z","end":"2026-04-03T02:42:51.86805Z","steps":["trace[363966417] 'agreement among raft nodes before linearized reading' (duration: 310.70613ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:51.868138Z","caller":"traceutil/trace.go:171","msg":"trace[1091900727] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:4115; }","duration":"504.033672ms","start":"2026-04-03T02:42:51.36408Z","end":"2026-04-03T02:42:51.868114Z","steps":["trace[1091900727] 'agreement among raft nodes before linearized reading' (duration: 503.776746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:51.868192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:51.364065Z","time spent":"504.111294ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-03T02:42:51.868184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:51.557142Z","time spent":"311.022117ms","remote":"127.0.0.1:52472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:42:51.868337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.785599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63422"} {"level":"info","ts":"2026-04-03T02:42:51.868462Z","caller":"traceutil/trace.go:171","msg":"trace[1386006972] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4115; }","duration":"567.984473ms","start":"2026-04-03T02:42:51.300454Z","end":"2026-04-03T02:42:51.868438Z","steps":["trace[1386006972] 'agreement among raft nodes before linearized reading' (duration: 567.44877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:51.868541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:51.300439Z","time spent":"568.088596ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63446,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T02:42:54.047316Z","caller":"traceutil/trace.go:171","msg":"trace[2039308513] linearizableReadLoop","detail":"{readStateIndex:4385; appliedIndex:4384; }","duration":"259.949482ms","start":"2026-04-03T02:42:53.787349Z","end":"2026-04-03T02:42:54.047299Z","steps":["trace[2039308513] 'read index received' (duration: 259.797838ms)","trace[2039308513] 'applied index is now lower than readState.Index' (duration: 150.654µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:54.047365Z","caller":"traceutil/trace.go:171","msg":"trace[1316058530] transaction","detail":"{read_only:false; response_revision:4186; number_of_response:1; }","duration":"280.294034ms","start":"2026-04-03T02:42:53.76705Z","end":"2026-04-03T02:42:54.047344Z","steps":["trace[1316058530] 'process raft request' (duration: 280.1425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:54.047431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.069774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:42:54.047456Z","caller":"traceutil/trace.go:171","msg":"trace[901222466] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4186; }","duration":"260.159796ms","start":"2026-04-03T02:42:53.787288Z","end":"2026-04-03T02:42:54.047448Z","steps":["trace[901222466] 'agreement among raft nodes before linearized reading' (duration: 260.097625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:54.04778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.972119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:42:54.04788Z","caller":"traceutil/trace.go:171","msg":"trace[1164904171] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4186; }","duration":"175.112723ms","start":"2026-04-03T02:42:53.872746Z","end":"2026-04-03T02:42:54.047859Z","steps":["trace[1164904171] 'agreement among raft nodes before linearized reading' (duration: 174.771754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:54.047924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.862486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:42:54.048057Z","caller":"traceutil/trace.go:171","msg":"trace[152892257] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:4186; }","duration":"175.070452ms","start":"2026-04-03T02:42:53.872958Z","end":"2026-04-03T02:42:54.048028Z","steps":["trace[152892257] 'agreement among raft nodes before linearized reading' (duration: 174.622361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:54.553035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839986023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:42:55.293002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.455791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:42:55.293113Z","caller":"traceutil/trace.go:171","msg":"trace[387349315] transaction","detail":"{read_only:false; response_revision:4187; number_of_response:1; }","duration":"1.241842495s","start":"2026-04-03T02:42:54.051251Z","end":"2026-04-03T02:42:55.293093Z","steps":["trace[387349315] 'process raft request' (duration: 545.190539ms)","trace[387349315] 'compare' (duration: 696.062771ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:42:55.293191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:54.051233Z","time spent":"1.241925938s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:42:55.432533Z","caller":"traceutil/trace.go:171","msg":"trace[1399477718] transaction","detail":"{read_only:false; response_revision:4188; number_of_response:1; }","duration":"1.362074304s","start":"2026-04-03T02:42:54.070414Z","end":"2026-04-03T02:42:55.432488Z","steps":["trace[1399477718] 'process raft request' (duration: 1.357456049s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:55.432829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:54.070399Z","time spent":"1.36227563s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:42:55.432993Z","caller":"traceutil/trace.go:171","msg":"trace[990535313] transaction","detail":"{read_only:false; response_revision:4189; number_of_response:1; }","duration":"1.13727992s","start":"2026-04-03T02:42:54.295658Z","end":"2026-04-03T02:42:55.432938Z","steps":["trace[990535313] 'process raft request' (duration: 1.136767426s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:55.433206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:54.295629Z","time spent":"1.137468035s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:42:55.433314Z","caller":"traceutil/trace.go:171","msg":"trace[411347277] transaction","detail":"{read_only:false; response_revision:4190; number_of_response:1; }","duration":"1.07696224s","start":"2026-04-03T02:42:54.356327Z","end":"2026-04-03T02:42:55.43329Z","steps":["trace[411347277] 'process raft request' (duration: 1.076427466s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:55.433528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:54.356303Z","time spent":"1.077079124s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:42:55.434005Z","caller":"traceutil/trace.go:171","msg":"trace[297376213] linearizableReadLoop","detail":"{readStateIndex:4390; appliedIndex:4385; }","duration":"1.381097864s","start":"2026-04-03T02:42:54.052878Z","end":"2026-04-03T02:42:55.433975Z","steps":["trace[297376213] 'read index received' (duration: 543.625799ms)","trace[297376213] 'applied index is now lower than readState.Index' (duration: 837.469825ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:55.434166Z","caller":"traceutil/trace.go:171","msg":"trace[1172906375] transaction","detail":"{read_only:false; response_revision:4191; number_of_response:1; }","duration":"1.072794656s","start":"2026-04-03T02:42:54.361346Z","end":"2026-04-03T02:42:55.434141Z","steps":["trace[1172906375] 'process raft request' (duration: 1.071850402s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:55.43435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381473403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/secretgen-controller/\" range_end:\"/registry/resourcequotas/secretgen-controller0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:42:55.434748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:54.361316Z","time spent":"1.072898037s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:42:55.434769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.350663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:42:55.434767Z","caller":"traceutil/trace.go:171","msg":"trace[1593128048] range","detail":"{range_begin:/registry/resourcequotas/secretgen-controller/; range_end:/registry/resourcequotas/secretgen-controller0; response_count:0; response_revision:4191; }","duration":"1.381945096s","start":"2026-04-03T02:42:54.052806Z","end":"2026-04-03T02:42:55.434751Z","steps":["trace[1593128048] 'agreement among raft nodes before linearized reading' (duration: 1.381458844s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:55.434881Z","caller":"traceutil/trace.go:171","msg":"trace[587503215] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4191; }","duration":"822.510377ms","start":"2026-04-03T02:42:54.61233Z","end":"2026-04-03T02:42:55.434841Z","steps":["trace[587503215] 'agreement among raft nodes before linearized reading' (duration: 822.178389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:55.434915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:54.052783Z","time spent":"1.38212229s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/secretgen-controller/\" range_end:\"/registry/resourcequotas/secretgen-controller0\" "} {"level":"warn","ts":"2026-04-03T02:42:55.434933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:54.612309Z","time spent":"822.6139ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:42:55.434552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.599241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:42:55.434585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381654328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63422"} {"level":"info","ts":"2026-04-03T02:42:55.435087Z","caller":"traceutil/trace.go:171","msg":"trace[69791731] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4191; }","duration":"1.382234563s","start":"2026-04-03T02:42:54.052838Z","end":"2026-04-03T02:42:55.435073Z","steps":["trace[69791731] 'agreement among raft nodes before linearized reading' (duration: 1.381439063s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:55.435129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:54.052816Z","time spent":"1.382299144s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63446,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T02:42:55.43458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.411026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:42:55.435211Z","caller":"traceutil/trace.go:171","msg":"trace[681571585] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4191; }","duration":"427.060352ms","start":"2026-04-03T02:42:55.008114Z","end":"2026-04-03T02:42:55.435174Z","steps":["trace[681571585] 'agreement among raft nodes before linearized reading' (duration: 426.261142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:55.435266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:55.008092Z","time spent":"427.159384ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:42:55.434643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.832351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:42:55.435639Z","caller":"traceutil/trace.go:171","msg":"trace[1767784583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4191; }","duration":"126.872738ms","start":"2026-04-03T02:42:55.308756Z","end":"2026-04-03T02:42:55.435629Z","steps":["trace[1767784583] 'agreement among raft nodes before linearized reading' (duration: 125.637706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:55.434689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38173075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:42:55.435077Z","caller":"traceutil/trace.go:171","msg":"trace[1413097143] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4191; }","duration":"602.087914ms","start":"2026-04-03T02:42:54.832895Z","end":"2026-04-03T02:42:55.434983Z","steps":["trace[1413097143] 'agreement among raft nodes before linearized reading' (duration: 601.625552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:55.436003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:54.832872Z","time spent":"603.105769ms","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:42:55.435778Z","caller":"traceutil/trace.go:171","msg":"trace[856390623] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4191; }","duration":"1.382822588s","start":"2026-04-03T02:42:54.052933Z","end":"2026-04-03T02:42:55.435755Z","steps":["trace[856390623] 'agreement among raft nodes before linearized reading' (duration: 1.381687599s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:55.436163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:54.052924Z","time spent":"1.383221218s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:42:55.43448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.156547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:42:55.436288Z","caller":"traceutil/trace.go:171","msg":"trace[1380529814] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:4191; }","duration":"266.009384ms","start":"2026-04-03T02:42:55.17026Z","end":"2026-04-03T02:42:55.436269Z","steps":["trace[1380529814] 'agreement among raft nodes before linearized reading' (duration: 264.170337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:55.434701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.373768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:42:55.436381Z","caller":"traceutil/trace.go:171","msg":"trace[1898402450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4191; }","duration":"846.088412ms","start":"2026-04-03T02:42:54.590275Z","end":"2026-04-03T02:42:55.436363Z","steps":["trace[1898402450] 'agreement among raft nodes before linearized reading' (duration: 844.308527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:55.43645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:54.590252Z","time spent":"846.178205ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:42:56.009053Z","caller":"traceutil/trace.go:171","msg":"trace[534213000] linearizableReadLoop","detail":"{readStateIndex:4416; appliedIndex:4414; }","duration":"140.07402ms","start":"2026-04-03T02:42:55.868953Z","end":"2026-04-03T02:42:56.009027Z","steps":["trace[534213000] 'read index received' (duration: 47.853375ms)","trace[534213000] 'applied index is now lower than readState.Index' (duration: 92.219475ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:56.009117Z","caller":"traceutil/trace.go:171","msg":"trace[1408722281] transaction","detail":"{read_only:false; response_revision:4217; number_of_response:1; }","duration":"140.88664ms","start":"2026-04-03T02:42:55.8682Z","end":"2026-04-03T02:42:56.009086Z","steps":["trace[1408722281] 'process raft request' (duration: 113.11807ms)","trace[1408722281] 'compare' (duration: 27.569595ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:42:56.009205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.233833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/sshkeys.secretgen.k14s.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:42:56.009337Z","caller":"traceutil/trace.go:171","msg":"trace[491300370] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/sshkeys.secretgen.k14s.io; range_end:; response_count:0; response_revision:4217; }","duration":"140.403518ms","start":"2026-04-03T02:42:55.868911Z","end":"2026-04-03T02:42:56.009314Z","steps":["trace[491300370] 'agreement among raft nodes before linearized reading' (duration: 140.223903ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:56.464031Z","caller":"traceutil/trace.go:171","msg":"trace[998999016] linearizableReadLoop","detail":"{readStateIndex:4425; appliedIndex:4423; }","duration":"152.812361ms","start":"2026-04-03T02:42:56.311196Z","end":"2026-04-03T02:42:56.464008Z","steps":["trace[998999016] 'read index received' (duration: 59.256393ms)","trace[998999016] 'applied index is now lower than readState.Index' (duration: 93.554558ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:56.464164Z","caller":"traceutil/trace.go:171","msg":"trace[1419672889] transaction","detail":"{read_only:false; response_revision:4226; number_of_response:1; }","duration":"153.460988ms","start":"2026-04-03T02:42:56.310692Z","end":"2026-04-03T02:42:56.464153Z","steps":["trace[1419672889] 'process raft request' (duration: 153.263013ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:56.46419Z","caller":"traceutil/trace.go:171","msg":"trace[960850814] transaction","detail":"{read_only:false; response_revision:4225; number_of_response:1; }","duration":"153.692813ms","start":"2026-04-03T02:42:56.310468Z","end":"2026-04-03T02:42:56.464161Z","steps":["trace[960850814] 'process raft request' (duration: 147.750843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:56.464682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.471688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:1 size:230"} {"level":"info","ts":"2026-04-03T02:42:56.46474Z","caller":"traceutil/trace.go:171","msg":"trace[255577694] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:1; response_revision:4226; }","duration":"153.57159ms","start":"2026-04-03T02:42:56.311155Z","end":"2026-04-03T02:42:56.464727Z","steps":["trace[255577694] 'agreement among raft nodes before linearized reading' (duration: 153.429756ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:56.586013Z","caller":"traceutil/trace.go:171","msg":"trace[1353150923] transaction","detail":"{read_only:false; response_revision:4229; number_of_response:1; }","duration":"113.793377ms","start":"2026-04-03T02:42:56.472179Z","end":"2026-04-03T02:42:56.585973Z","steps":["trace[1353150923] 'process raft request' (duration: 93.24866ms)","trace[1353150923] 'compare' (duration: 20.346862ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:56.586169Z","caller":"traceutil/trace.go:171","msg":"trace[496727189] transaction","detail":"{read_only:false; response_revision:4231; number_of_response:1; }","duration":"113.379747ms","start":"2026-04-03T02:42:56.472763Z","end":"2026-04-03T02:42:56.586143Z","steps":["trace[496727189] 'process raft request' (duration: 113.184682ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:56.586259Z","caller":"traceutil/trace.go:171","msg":"trace[2012866357] transaction","detail":"{read_only:false; response_revision:4232; number_of_response:1; }","duration":"112.873384ms","start":"2026-04-03T02:42:56.473373Z","end":"2026-04-03T02:42:56.586246Z","steps":["trace[2012866357] 'process raft request' (duration: 112.615237ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:56.586275Z","caller":"traceutil/trace.go:171","msg":"trace[306484580] transaction","detail":"{read_only:false; response_revision:4230; number_of_response:1; }","duration":"113.961552ms","start":"2026-04-03T02:42:56.472274Z","end":"2026-04-03T02:42:56.586236Z","steps":["trace[306484580] 'process raft request' (duration: 113.620183ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:19.727053Z","caller":"traceutil/trace.go:171","msg":"trace[1882092806] transaction","detail":"{read_only:false; response_revision:4387; number_of_response:1; }","duration":"322.546028ms","start":"2026-04-03T02:43:19.40448Z","end":"2026-04-03T02:43:19.727026Z","steps":["trace[1882092806] 'process raft request' (duration: 322.352504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:19.727227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:19.404449Z","time spent":"322.692972ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:43:19.739731Z","caller":"traceutil/trace.go:171","msg":"trace[1077820850] transaction","detail":"{read_only:false; response_revision:4388; number_of_response:1; }","duration":"215.09888ms","start":"2026-04-03T02:43:19.524612Z","end":"2026-04-03T02:43:19.739711Z","steps":["trace[1077820850] 'process raft request' (duration: 214.959287ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:19.739906Z","caller":"traceutil/trace.go:171","msg":"trace[1518718570] transaction","detail":"{read_only:false; response_revision:4389; number_of_response:1; }","duration":"212.081414ms","start":"2026-04-03T02:43:19.527806Z","end":"2026-04-03T02:43:19.739887Z","steps":["trace[1518718570] 'process raft request' (duration: 211.878249ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:19.740021Z","caller":"traceutil/trace.go:171","msg":"trace[242843370] transaction","detail":"{read_only:false; response_revision:4390; number_of_response:1; }","duration":"209.639082ms","start":"2026-04-03T02:43:19.530366Z","end":"2026-04-03T02:43:19.740005Z","steps":["trace[242843370] 'process raft request' (duration: 209.478658ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:19.740078Z","caller":"traceutil/trace.go:171","msg":"trace[1134631208] linearizableReadLoop","detail":"{readStateIndex:4595; appliedIndex:4590; }","duration":"201.838486ms","start":"2026-04-03T02:43:19.538225Z","end":"2026-04-03T02:43:19.740063Z","steps":["trace[1134631208] 'read index received' (duration: 188.544892ms)","trace[1134631208] 'applied index is now lower than readState.Index' (duration: 13.292714ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:43:19.740143Z","caller":"traceutil/trace.go:171","msg":"trace[1184690119] transaction","detail":"{read_only:false; response_revision:4391; number_of_response:1; }","duration":"209.55449ms","start":"2026-04-03T02:43:19.530577Z","end":"2026-04-03T02:43:19.740132Z","steps":["trace[1184690119] 'process raft request' (duration: 209.386976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:19.740241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.895072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:43:19.740262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.000522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:43:19.740289Z","caller":"traceutil/trace.go:171","msg":"trace[1837786829] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:4391; }","duration":"183.043173ms","start":"2026-04-03T02:43:19.557238Z","end":"2026-04-03T02:43:19.740281Z","steps":["trace[1837786829] 'agreement among raft nodes before linearized reading' (duration: 182.92223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:19.740239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.013591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:43:19.740313Z","caller":"traceutil/trace.go:171","msg":"trace[1305317382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4391; }","duration":"202.092593ms","start":"2026-04-03T02:43:19.538211Z","end":"2026-04-03T02:43:19.740303Z","steps":["trace[1305317382] 'agreement among raft nodes before linearized reading' (duration: 201.917279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:19.740322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.102265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:43:19.740334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.820264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:43:19.74036Z","caller":"traceutil/trace.go:171","msg":"trace[219367403] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4391; }","duration":"189.150916ms","start":"2026-04-03T02:43:19.5512Z","end":"2026-04-03T02:43:19.740351Z","steps":["trace[219367403] 'agreement among raft nodes before linearized reading' (duration: 189.061944ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:19.740367Z","caller":"traceutil/trace.go:171","msg":"trace[421817193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4391; }","duration":"191.881474ms","start":"2026-04-03T02:43:19.548474Z","end":"2026-04-03T02:43:19.740356Z","steps":["trace[421817193] 'agreement among raft nodes before linearized reading' (duration: 191.804172ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:19.740284Z","caller":"traceutil/trace.go:171","msg":"trace[379697561] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4391; }","duration":"198.957843ms","start":"2026-04-03T02:43:19.541317Z","end":"2026-04-03T02:43:19.740274Z","steps":["trace[379697561] 'agreement among raft nodes before linearized reading' (duration: 198.83942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:30.283063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839986648,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:43:30.371072Z","caller":"traceutil/trace.go:171","msg":"trace[643541302] transaction","detail":"{read_only:false; response_revision:4441; number_of_response:1; }","duration":"598.01508ms","start":"2026-04-03T02:43:29.773036Z","end":"2026-04-03T02:43:30.371051Z","steps":["trace[643541302] 'process raft request' (duration: 597.873486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:30.371211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:29.773006Z","time spent":"598.125342ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:43:31.28316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.625491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:43:31.283587Z","caller":"traceutil/trace.go:171","msg":"trace[1021497426] transaction","detail":"{read_only:false; response_revision:4444; number_of_response:1; }","duration":"1.50832736s","start":"2026-04-03T02:43:29.775242Z","end":"2026-04-03T02:43:31.283569Z","steps":["trace[1021497426] 'process raft request' (duration: 1.508102424s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:31.283599Z","caller":"traceutil/trace.go:171","msg":"trace[638254381] transaction","detail":"{read_only:false; response_revision:4443; number_of_response:1; }","duration":"1.508786422s","start":"2026-04-03T02:43:29.774784Z","end":"2026-04-03T02:43:31.28357Z","steps":["trace[638254381] 'process raft request' (duration: 1.508484944s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:31.283661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:29.775232Z","time spent":"1.508396071s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:43:31.283678Z","caller":"traceutil/trace.go:171","msg":"trace[323020357] linearizableReadLoop","detail":"{readStateIndex:4651; appliedIndex:4646; }","duration":"1.500655677s","start":"2026-04-03T02:43:29.783001Z","end":"2026-04-03T02:43:31.283657Z","steps":["trace[323020357] 'read index received' (duration: 587.933626ms)","trace[323020357] 'applied index is now lower than readState.Index' (duration: 912.719481ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:43:31.283782Z","caller":"traceutil/trace.go:171","msg":"trace[2050987233] transaction","detail":"{read_only:false; response_revision:4442; number_of_response:1; }","duration":"1.509576532s","start":"2026-04-03T02:43:29.774007Z","end":"2026-04-03T02:43:31.283584Z","steps":["trace[2050987233] 'process raft request' (duration: 1.384433928s)","trace[2050987233] 'compare' (duration: 123.77591ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:43:31.283845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:29.774757Z","time spent":"1.508949756s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:43:31.283644Z","caller":"traceutil/trace.go:171","msg":"trace[1689372069] transaction","detail":"{read_only:false; response_revision:4445; number_of_response:1; }","duration":"1.506977436s","start":"2026-04-03T02:43:29.776619Z","end":"2026-04-03T02:43:31.283597Z","steps":["trace[1689372069] 'process raft request' (duration: 1.506751031s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:31.283939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.418626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:43:31.283974Z","caller":"traceutil/trace.go:171","msg":"trace[1769166718] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4445; }","duration":"224.451647ms","start":"2026-04-03T02:43:31.059513Z","end":"2026-04-03T02:43:31.283965Z","steps":["trace[1769166718] 'agreement among raft nodes before linearized reading' (duration: 224.402165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:31.283991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490991343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:43:31.283997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494369978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:43:31.284067Z","caller":"traceutil/trace.go:171","msg":"trace[1015933541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4445; }","duration":"1.494489971s","start":"2026-04-03T02:43:29.789562Z","end":"2026-04-03T02:43:31.284052Z","steps":["trace[1015933541] 'agreement among raft nodes before linearized reading' (duration: 1.494268275s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:31.283945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500917793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-03T02:43:31.28411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491138137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:43:31.283892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.045255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:43:31.28417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439668991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a2b87cf358c12b\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-04-03T02:43:31.284163Z","caller":"traceutil/trace.go:171","msg":"trace[193923763] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:4445; }","duration":"1.50115306s","start":"2026-04-03T02:43:29.782986Z","end":"2026-04-03T02:43:31.284139Z","steps":["trace[193923763] 'agreement among raft nodes before linearized reading' (duration: 1.50076665s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:31.284174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:29.776611Z","time spent":"1.507387266s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:43:31.284238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.584601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-03T02:43:31.284249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494032089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:43:31.284282Z","caller":"traceutil/trace.go:171","msg":"trace[1737988123] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4445; }","duration":"257.687094ms","start":"2026-04-03T02:43:31.02658Z","end":"2026-04-03T02:43:31.284267Z","steps":["trace[1737988123] 'agreement among raft nodes before linearized reading' (duration: 257.578391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:31.284103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082262013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-03T02:43:31.284303Z","caller":"traceutil/trace.go:171","msg":"trace[1557030982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4445; }","duration":"1.494104512s","start":"2026-04-03T02:43:29.790185Z","end":"2026-04-03T02:43:31.28429Z","steps":["trace[1557030982] 'agreement among raft nodes before linearized reading' (duration: 1.493969598s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:31.284356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:29.790175Z","time spent":"1.494170153s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:43:31.284358Z","caller":"traceutil/trace.go:171","msg":"trace[1012353870] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4445; }","duration":"1.08256457s","start":"2026-04-03T02:43:30.201779Z","end":"2026-04-03T02:43:31.284344Z","steps":["trace[1012353870] 'agreement among raft nodes before linearized reading' (duration: 1.082268213s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:31.284033Z","caller":"traceutil/trace.go:171","msg":"trace[2042237731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4445; }","duration":"1.491046764s","start":"2026-04-03T02:43:29.792973Z","end":"2026-04-03T02:43:31.28402Z","steps":["trace[2042237731] 'agreement among raft nodes before linearized reading' (duration: 1.49089761s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:31.284413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:30.201757Z","time spent":"1.082640762s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:43:31.284439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:29.792969Z","time spent":"1.491457425s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:43:31.284183Z","caller":"traceutil/trace.go:171","msg":"trace[1823802428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4445; }","duration":"743.360703ms","start":"2026-04-03T02:43:30.540808Z","end":"2026-04-03T02:43:31.284169Z","steps":["trace[1823802428] 'agreement among raft nodes before linearized reading' (duration: 743.055525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:31.284123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:29.789549Z","time spent":"1.494560623s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:43:31.28412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.994149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:43:31.285031Z","caller":"traceutil/trace.go:171","msg":"trace[1019834298] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4445; }","duration":"521.821291ms","start":"2026-04-03T02:43:30.763071Z","end":"2026-04-03T02:43:31.284892Z","steps":["trace[1019834298] 'agreement among raft nodes before linearized reading' (duration: 520.990289ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:31.284199Z","caller":"traceutil/trace.go:171","msg":"trace[2011809583] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a2b87cf358c12b; range_end:; response_count:1; response_revision:4445; }","duration":"1.439696271s","start":"2026-04-03T02:43:29.844496Z","end":"2026-04-03T02:43:31.284192Z","steps":["trace[2011809583] 'agreement among raft nodes before linearized reading' (duration: 1.439622999s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:31.285121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:29.844464Z","time spent":"1.440647345s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":792,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a2b87cf358c12b\" "} {"level":"info","ts":"2026-04-03T02:43:31.284182Z","caller":"traceutil/trace.go:171","msg":"trace[314642423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4445; }","duration":"1.491227148s","start":"2026-04-03T02:43:29.792934Z","end":"2026-04-03T02:43:31.284161Z","steps":["trace[314642423] 'agreement among raft nodes before linearized reading' (duration: 1.491014793s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:31.284584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:30.540791Z","time spent":"743.728162ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:43:31.285227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:29.792925Z","time spent":"1.492285796s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:43:31.28409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:29.773988Z","time spent":"1.50990237s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:43:31.284223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:29.782979Z","time spent":"1.501227052s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T02:43:31.285397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:30.763053Z","time spent":"522.029296ms","remote":"127.0.0.1:52388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:43:31.658008Z","caller":"traceutil/trace.go:171","msg":"trace[1026440524] transaction","detail":"{read_only:false; response_revision:4446; number_of_response:1; }","duration":"368.984718ms","start":"2026-04-03T02:43:31.288996Z","end":"2026-04-03T02:43:31.657981Z","steps":["trace[1026440524] 'process raft request' (duration: 339.757921ms)","trace[1026440524] 'compare' (duration: 29.089604ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:43:31.658229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:31.288983Z","time spent":"369.096402ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:43:31.659054Z","caller":"traceutil/trace.go:171","msg":"trace[456614871] transaction","detail":"{read_only:false; response_revision:4447; number_of_response:1; }","duration":"369.774998ms","start":"2026-04-03T02:43:31.289259Z","end":"2026-04-03T02:43:31.659034Z","steps":["trace[456614871] 'process raft request' (duration: 369.619965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:31.659215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:31.289243Z","time spent":"369.900481ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:43:31.659361Z","caller":"traceutil/trace.go:171","msg":"trace[803955547] transaction","detail":"{read_only:false; response_revision:4448; number_of_response:1; }","duration":"369.891951ms","start":"2026-04-03T02:43:31.28944Z","end":"2026-04-03T02:43:31.659332Z","steps":["trace[803955547] 'process raft request' (duration: 369.555603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:31.65953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:31.289422Z","time spent":"370.005134ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:43:31.659789Z","caller":"traceutil/trace.go:171","msg":"trace[633846060] transaction","detail":"{read_only:false; response_revision:4449; number_of_response:1; }","duration":"370.192349ms","start":"2026-04-03T02:43:31.289585Z","end":"2026-04-03T02:43:31.659777Z","steps":["trace[633846060] 'process raft request' (duration: 369.677506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:31.659851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:31.289575Z","time spent":"370.24683ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:43:31.659971Z","caller":"traceutil/trace.go:171","msg":"trace[769335170] linearizableReadLoop","detail":"{readStateIndex:4657; appliedIndex:4651; }","duration":"369.550823ms","start":"2026-04-03T02:43:31.290399Z","end":"2026-04-03T02:43:31.659949Z","steps":["trace[769335170] 'read index received' (duration: 338.371998ms)","trace[769335170] 'applied index is now lower than readState.Index' (duration: 31.177875ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:43:31.660103Z","caller":"traceutil/trace.go:171","msg":"trace[1689870984] transaction","detail":"{read_only:false; response_revision:4450; number_of_response:1; }","duration":"370.144468ms","start":"2026-04-03T02:43:31.289947Z","end":"2026-04-03T02:43:31.660091Z","steps":["trace[1689870984] 'process raft request' (duration: 369.788019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:31.660215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:31.289929Z","time spent":"370.209119ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:43:31.660292Z","caller":"traceutil/trace.go:171","msg":"trace[1680617112] transaction","detail":"{read_only:false; response_revision:4451; number_of_response:1; }","duration":"370.149978ms","start":"2026-04-03T02:43:31.29013Z","end":"2026-04-03T02:43:31.66028Z","steps":["trace[1680617112] 'process raft request' (duration: 369.737177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:31.660327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.030294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:43:31.660347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:31.290121Z","time spent":"370.196299ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:43:31.660372Z","caller":"traceutil/trace.go:171","msg":"trace[1532522591] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4451; }","duration":"289.076855ms","start":"2026-04-03T02:43:31.371285Z","end":"2026-04-03T02:43:31.660362Z","steps":["trace[1532522591] 'agreement among raft nodes before linearized reading' (duration: 288.980073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:31.6604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.729201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-04-03T02:43:31.66048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.052807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63422"} {"level":"info","ts":"2026-04-03T02:43:31.660495Z","caller":"traceutil/trace.go:171","msg":"trace[993665051] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4451; }","duration":"308.863744ms","start":"2026-04-03T02:43:31.351612Z","end":"2026-04-03T02:43:31.660475Z","steps":["trace[993665051] 'agreement among raft nodes before linearized reading' (duration: 308.655139ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:31.660568Z","caller":"traceutil/trace.go:171","msg":"trace[1384684001] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4451; }","duration":"370.181709ms","start":"2026-04-03T02:43:31.290368Z","end":"2026-04-03T02:43:31.66055Z","steps":["trace[1384684001] 'agreement among raft nodes before linearized reading' (duration: 369.85961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:31.660632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:31.290353Z","time spent":"370.263732ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63446,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T02:43:31.660668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:31.351589Z","time spent":"309.063909ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-03T02:43:31.661387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.507648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:43:31.662176Z","caller":"traceutil/trace.go:171","msg":"trace[286747339] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:4451; }","duration":"295.668532ms","start":"2026-04-03T02:43:31.365799Z","end":"2026-04-03T02:43:31.661467Z","steps":["trace[286747339] 'agreement among raft nodes before linearized reading' (duration: 294.524213ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:46.691841Z","caller":"traceutil/trace.go:171","msg":"trace[104059150] linearizableReadLoop","detail":"{readStateIndex:4741; appliedIndex:4740; }","duration":"150.915949ms","start":"2026-04-03T02:43:46.540899Z","end":"2026-04-03T02:43:46.691815Z","steps":["trace[104059150] 'read index received' (duration: 150.635902ms)","trace[104059150] 'applied index is now lower than readState.Index' (duration: 278.957µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:43:46.691966Z","caller":"traceutil/trace.go:171","msg":"trace[1640648386] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"259.50183ms","start":"2026-04-03T02:43:46.432425Z","end":"2026-04-03T02:43:46.691927Z","steps":["trace[1640648386] 'process raft request' (duration: 259.204613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:46.692015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.096144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:43:46.692049Z","caller":"traceutil/trace.go:171","msg":"trace[1203407255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4532; }","duration":"151.190016ms","start":"2026-04-03T02:43:46.540849Z","end":"2026-04-03T02:43:46.692039Z","steps":["trace[1203407255] 'agreement among raft nodes before linearized reading' (duration: 151.107394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:17.680462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.935536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:44:17.68047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.241069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:44:17.680538Z","caller":"traceutil/trace.go:171","msg":"trace[636365692] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4778; }","duration":"196.05496ms","start":"2026-04-03T02:44:17.484467Z","end":"2026-04-03T02:44:17.680522Z","steps":["trace[636365692] 'range keys from in-memory index tree' (duration: 195.217648ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:17.680563Z","caller":"traceutil/trace.go:171","msg":"trace[977055589] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4778; }","duration":"218.375493ms","start":"2026-04-03T02:44:17.462167Z","end":"2026-04-03T02:44:17.680542Z","steps":["trace[977055589] 'range keys from in-memory index tree' (duration: 217.409309ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:43.160984Z","caller":"traceutil/trace.go:171","msg":"trace[1978959365] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5255; }","duration":"156.339227ms","start":"2026-04-03T02:44:43.004615Z","end":"2026-04-03T02:44:43.160954Z","steps":["trace[1978959365] 'process raft request' (duration: 99.553204ms)","trace[1978959365] 'compare' (duration: 56.63223ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:43.161148Z","caller":"traceutil/trace.go:171","msg":"trace[1407670999] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"108.159131ms","start":"2026-04-03T02:44:43.05296Z","end":"2026-04-03T02:44:43.161119Z","steps":["trace[1407670999] 'process raft request' (duration: 107.966886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:43.16136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.084101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-c4rqs\" ","response":"range_response_count:1 size:4331"} {"level":"info","ts":"2026-04-03T02:44:43.161413Z","caller":"traceutil/trace.go:171","msg":"trace[1117340724] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-c4rqs; range_end:; response_count:1; response_revision:5256; }","duration":"156.181693ms","start":"2026-04-03T02:44:43.005215Z","end":"2026-04-03T02:44:43.161396Z","steps":["trace[1117340724] 'agreement among raft nodes before linearized reading' (duration: 155.838875ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:43.161002Z","caller":"traceutil/trace.go:171","msg":"trace[1244245051] linearizableReadLoop","detail":"{readStateIndex:5496; appliedIndex:5495; }","duration":"155.707351ms","start":"2026-04-03T02:44:43.005269Z","end":"2026-04-03T02:44:43.160977Z","steps":["trace[1244245051] 'read index received' (duration: 98.974169ms)","trace[1244245051] 'applied index is now lower than readState.Index' (duration: 56.731812ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:43.663017Z","caller":"traceutil/trace.go:171","msg":"trace[1978526056] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"115.906425ms","start":"2026-04-03T02:44:43.547078Z","end":"2026-04-03T02:44:43.662984Z","steps":["trace[1978526056] 'process raft request' (duration: 110.95412ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:43.665368Z","caller":"traceutil/trace.go:171","msg":"trace[1216863752] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"118.165303ms","start":"2026-04-03T02:44:43.547177Z","end":"2026-04-03T02:44:43.665342Z","steps":["trace[1216863752] 'process raft request' (duration: 117.932587ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:43.665372Z","caller":"traceutil/trace.go:171","msg":"trace[852499086] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"117.444005ms","start":"2026-04-03T02:44:43.547903Z","end":"2026-04-03T02:44:43.665347Z","steps":["trace[852499086] 'process raft request' (duration: 117.364493ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:43.66555Z","caller":"traceutil/trace.go:171","msg":"trace[535398739] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"116.48237ms","start":"2026-04-03T02:44:43.549042Z","end":"2026-04-03T02:44:43.665524Z","steps":["trace[535398739] 'process raft request' (duration: 116.271735ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:43.78607Z","caller":"traceutil/trace.go:171","msg":"trace[1402700204] transaction","detail":"{read_only:false; response_revision:5270; number_of_response:1; }","duration":"102.407286ms","start":"2026-04-03T02:44:43.683637Z","end":"2026-04-03T02:44:43.786044Z","steps":["trace[1402700204] 'process raft request' (duration: 101.991365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:44.566032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.610417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-c4rqs\" ","response":"range_response_count:1 size:4331"} {"level":"info","ts":"2026-04-03T02:44:44.566126Z","caller":"traceutil/trace.go:171","msg":"trace[257999054] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-c4rqs; range_end:; response_count:1; response_revision:5281; }","duration":"235.757421ms","start":"2026-04-03T02:44:44.330342Z","end":"2026-04-03T02:44:44.5661Z","steps":["trace[257999054] 'range keys from in-memory index tree' (duration: 235.420573ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:46.181607Z","caller":"traceutil/trace.go:171","msg":"trace[461443056] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"135.980113ms","start":"2026-04-03T02:44:46.045602Z","end":"2026-04-03T02:44:46.181582Z","steps":["trace[461443056] 'process raft request' (duration: 135.826769ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:46.290737Z","caller":"traceutil/trace.go:171","msg":"trace[1025336059] linearizableReadLoop","detail":"{readStateIndex:5604; appliedIndex:5600; }","duration":"244.318987ms","start":"2026-04-03T02:44:46.04639Z","end":"2026-04-03T02:44:46.290709Z","steps":["trace[1025336059] 'read index received' (duration: 135.047769ms)","trace[1025336059] 'applied index is now lower than readState.Index' (duration: 109.267428ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:46.290895Z","caller":"traceutil/trace.go:171","msg":"trace[1262132881] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"244.8306ms","start":"2026-04-03T02:44:46.046046Z","end":"2026-04-03T02:44:46.290877Z","steps":["trace[1262132881] 'process raft request' (duration: 242.197603ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:46.291119Z","caller":"traceutil/trace.go:171","msg":"trace[1960437499] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"244.871311ms","start":"2026-04-03T02:44:46.046216Z","end":"2026-04-03T02:44:46.291087Z","steps":["trace[1960437499] 'process raft request' (duration: 244.366118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:46.291194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.789919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63242"} {"level":"info","ts":"2026-04-03T02:44:46.291268Z","caller":"traceutil/trace.go:171","msg":"trace[620238538] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5364; }","duration":"244.889292ms","start":"2026-04-03T02:44:46.04636Z","end":"2026-04-03T02:44:46.291249Z","steps":["trace[620238538] 'agreement among raft nodes before linearized reading' (duration: 244.662266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:46.291234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.767544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-03T02:44:46.291372Z","caller":"traceutil/trace.go:171","msg":"trace[1464811203] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5364; }","duration":"228.98658ms","start":"2026-04-03T02:44:46.06237Z","end":"2026-04-03T02:44:46.291356Z","steps":["trace[1464811203] 'agreement among raft nodes before linearized reading' (duration: 228.729163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:46.29134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.413792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-af9317da-64c9-47c7-914e-7a40de51621a\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-04-03T02:44:46.291454Z","caller":"traceutil/trace.go:171","msg":"trace[1879091874] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"244.925302ms","start":"2026-04-03T02:44:46.046264Z","end":"2026-04-03T02:44:46.291189Z","steps":["trace[1879091874] 'process raft request' (duration: 244.392159ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:46.291571Z","caller":"traceutil/trace.go:171","msg":"trace[132219068] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-af9317da-64c9-47c7-914e-7a40de51621a; range_end:; response_count:1; response_revision:5364; }","duration":"193.681679ms","start":"2026-04-03T02:44:46.097866Z","end":"2026-04-03T02:44:46.291547Z","steps":["trace[132219068] 'agreement among raft nodes before linearized reading' (duration: 193.251839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:47.502662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.464526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-zxt4r\" ","response":"range_response_count:1 size:4819"} {"level":"info","ts":"2026-04-03T02:44:47.502752Z","caller":"traceutil/trace.go:171","msg":"trace[1747054884] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-zxt4r; range_end:; response_count:1; response_revision:5375; }","duration":"140.61327ms","start":"2026-04-03T02:44:47.362119Z","end":"2026-04-03T02:44:47.502732Z","steps":["trace[1747054884] 'range keys from in-memory index tree' (duration: 140.274601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:47.502864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.095393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-af9317da-64c9-47c7-914e-7a40de51621a\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-04-03T02:44:47.502969Z","caller":"traceutil/trace.go:171","msg":"trace[1401105327] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-af9317da-64c9-47c7-914e-7a40de51621a; range_end:; response_count:1; response_revision:5375; }","duration":"206.247837ms","start":"2026-04-03T02:44:47.296694Z","end":"2026-04-03T02:44:47.502942Z","steps":["trace[1401105327] 'range keys from in-memory index tree' (duration: 205.888968ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:47.794819Z","caller":"traceutil/trace.go:171","msg":"trace[1162244432] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"120.226305ms","start":"2026-04-03T02:44:47.674564Z","end":"2026-04-03T02:44:47.79479Z","steps":["trace[1162244432] 'process raft request' (duration: 72.554442ms)","trace[1162244432] 'compare' (duration: 47.501919ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:48.631601Z","caller":"traceutil/trace.go:171","msg":"trace[878554873] transaction","detail":"{read_only:false; response_revision:5391; number_of_response:1; }","duration":"116.929912ms","start":"2026-04-03T02:44:48.514646Z","end":"2026-04-03T02:44:48.631576Z","steps":["trace[878554873] 'process raft request' (duration: 116.721097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:49.473045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.0423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:44:49.473113Z","caller":"traceutil/trace.go:171","msg":"trace[1516269132] linearizableReadLoop","detail":"{readStateIndex:5634; appliedIndex:5632; }","duration":"932.757986ms","start":"2026-04-03T02:44:48.54034Z","end":"2026-04-03T02:44:49.473098Z","steps":["trace[1516269132] 'read index received' (duration: 91.011708ms)","trace[1516269132] 'applied index is now lower than readState.Index' (duration: 841.745328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:44:49.473154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.824198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:44:49.473167Z","caller":"traceutil/trace.go:171","msg":"trace[243651248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5392; }","duration":"932.86793ms","start":"2026-04-03T02:44:48.540294Z","end":"2026-04-03T02:44:49.473162Z","steps":["trace[243651248] 'agreement among raft nodes before linearized reading' (duration: 932.835089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:49.473185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:48.540276Z","time spent":"932.9056ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:44:49.473175Z","caller":"traceutil/trace.go:171","msg":"trace[1175927830] transaction","detail":"{read_only:false; response_revision:5392; number_of_response:1; }","duration":"935.518866ms","start":"2026-04-03T02:44:48.537637Z","end":"2026-04-03T02:44:49.473155Z","steps":["trace[1175927830] 'process raft request' (duration: 775.305982ms)","trace[1175927830] 'compare' (duration: 159.931667ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:44:49.473288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:48.537619Z","time spent":"935.615408ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3965,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:44:49.85427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.030176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:4104"} {"level":"info","ts":"2026-04-03T02:44:49.85447Z","caller":"traceutil/trace.go:171","msg":"trace[839658655] linearizableReadLoop","detail":"{readStateIndex:5636; appliedIndex:5634; }","duration":"380.524116ms","start":"2026-04-03T02:44:49.47393Z","end":"2026-04-03T02:44:49.854455Z","steps":["trace[839658655] 'read index received' (duration: 196.218253ms)","trace[839658655] 'applied index is now lower than readState.Index' (duration: 184.304883ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:49.85454Z","caller":"traceutil/trace.go:171","msg":"trace[675740829] transaction","detail":"{read_only:false; response_revision:5393; number_of_response:1; }","duration":"947.103529ms","start":"2026-04-03T02:44:48.907427Z","end":"2026-04-03T02:44:49.854531Z","steps":["trace[675740829] 'process raft request' (duration: 946.935065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:49.854609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:48.907401Z","time spent":"947.169431ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:44:49.854715Z","caller":"traceutil/trace.go:171","msg":"trace[1518612898] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5392; }","duration":"1.221575227s","start":"2026-04-03T02:44:48.633092Z","end":"2026-04-03T02:44:49.854667Z","steps":["trace[1518612898] 'process raft request' (duration: 1.037023948s)","trace[1518612898] 'compare' (duration: 183.958105ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:44:49.854763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.805723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:44:49.854843Z","caller":"traceutil/trace.go:171","msg":"trace[1677829113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5393; }","duration":"380.913986ms","start":"2026-04-03T02:44:49.473909Z","end":"2026-04-03T02:44:49.854823Z","steps":["trace[1677829113] 'agreement among raft nodes before linearized reading' (duration: 380.747492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:49.854893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:49.473899Z","time spent":"380.987498ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:44:49.854897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:48.633068Z","time spent":"1.221734142s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":4128,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-03T02:44:50.09258Z","caller":"traceutil/trace.go:171","msg":"trace[534559093] transaction","detail":"{read_only:false; response_revision:5394; number_of_response:1; }","duration":"614.266796ms","start":"2026-04-03T02:44:49.478279Z","end":"2026-04-03T02:44:50.092546Z","steps":["trace[534559093] 'process raft request' (duration: 587.296376ms)","trace[534559093] 'compare' (duration: 26.734674ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:44:50.092961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:49.478261Z","time spent":"614.42366ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:44:50.19567Z","caller":"traceutil/trace.go:171","msg":"trace[762856562] transaction","detail":"{read_only:false; response_revision:5395; number_of_response:1; }","duration":"394.351535ms","start":"2026-04-03T02:44:49.801283Z","end":"2026-04-03T02:44:50.195635Z","steps":["trace[762856562] 'process raft request' (duration: 394.070718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:50.195837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:49.801251Z","time spent":"394.486138ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:44:50.265355Z","caller":"traceutil/trace.go:171","msg":"trace[686247079] transaction","detail":"{read_only:false; response_revision:5396; number_of_response:1; }","duration":"463.562252ms","start":"2026-04-03T02:44:49.801765Z","end":"2026-04-03T02:44:50.265327Z","steps":["trace[686247079] 'process raft request' (duration: 394.403326ms)","trace[686247079] 'compare' (duration: 68.847949ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:50.265391Z","caller":"traceutil/trace.go:171","msg":"trace[171668131] transaction","detail":"{read_only:false; response_revision:5397; number_of_response:1; }","duration":"463.417138ms","start":"2026-04-03T02:44:49.801931Z","end":"2026-04-03T02:44:50.265348Z","steps":["trace[171668131] 'process raft request' (duration: 463.287835ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:50.26547Z","caller":"traceutil/trace.go:171","msg":"trace[613407148] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5398; }","duration":"409.156638ms","start":"2026-04-03T02:44:49.85629Z","end":"2026-04-03T02:44:50.265447Z","steps":["trace[613407148] 'process raft request' (duration: 408.992474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:50.265519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:49.801894Z","time spent":"463.555723ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:44:50.265552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.291935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8833e13a-4db9-49e9-9ff9-ae1d6bea1407\" ","response":"range_response_count:1 size:4052"} {"level":"warn","ts":"2026-04-03T02:44:50.265596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:49.856276Z","time spent":"409.250881ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-03T02:44:50.26561Z","caller":"traceutil/trace.go:171","msg":"trace[909089775] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8833e13a-4db9-49e9-9ff9-ae1d6bea1407; range_end:; response_count:1; response_revision:5398; }","duration":"751.383678ms","start":"2026-04-03T02:44:49.514209Z","end":"2026-04-03T02:44:50.265593Z","steps":["trace[909089775] 'agreement among raft nodes before linearized reading' (duration: 751.192753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:50.265652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.046062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:44:50.265661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:49.514198Z","time spent":"751.449349ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4076,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8833e13a-4db9-49e9-9ff9-ae1d6bea1407\" "} {"level":"info","ts":"2026-04-03T02:44:50.265698Z","caller":"traceutil/trace.go:171","msg":"trace[683926521] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5398; }","duration":"719.130534ms","start":"2026-04-03T02:44:49.54655Z","end":"2026-04-03T02:44:50.26568Z","steps":["trace[683926521] 'agreement among raft nodes before linearized reading' (duration: 719.060363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:50.26573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:49.546526Z","time spent":"719.196065ms","remote":"127.0.0.1:33248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:44:50.26536Z","caller":"traceutil/trace.go:171","msg":"trace[1045444900] linearizableReadLoop","detail":"{readStateIndex:5640; appliedIndex:5636; }","duration":"410.835322ms","start":"2026-04-03T02:44:49.854504Z","end":"2026-04-03T02:44:50.265339Z","steps":["trace[1045444900] 'read index received' (duration: 211.0817ms)","trace[1045444900] 'applied index is now lower than readState.Index' (duration: 199.752562ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:44:50.266065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:49.801755Z","time spent":"463.667795ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:44:50.279242Z","caller":"traceutil/trace.go:171","msg":"trace[1869248390] transaction","detail":"{read_only:false; response_revision:5399; number_of_response:1; }","duration":"180.746883ms","start":"2026-04-03T02:44:50.098476Z","end":"2026-04-03T02:44:50.279223Z","steps":["trace[1869248390] 'process raft request' (duration: 180.642971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:50.317893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.027773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-03T02:44:50.31795Z","caller":"traceutil/trace.go:171","msg":"trace[1810572446] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5401; }","duration":"359.120396ms","start":"2026-04-03T02:44:49.958818Z","end":"2026-04-03T02:44:50.317938Z","steps":["trace[1810572446] 'agreement among raft nodes before linearized reading' (duration: 358.986992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:50.317948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.410987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:44:50.317934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.706731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:44:50.317976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:49.958801Z","time spent":"359.168887ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-03T02:44:50.317989Z","caller":"traceutil/trace.go:171","msg":"trace[405279633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5401; }","duration":"455.472779ms","start":"2026-04-03T02:44:49.862501Z","end":"2026-04-03T02:44:50.317974Z","steps":["trace[405279633] 'agreement among raft nodes before linearized reading' (duration: 455.428678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:50.318019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:49.862485Z","time spent":"455.52742ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:44:50.318Z","caller":"traceutil/trace.go:171","msg":"trace[1568955987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5401; }","duration":"422.794073ms","start":"2026-04-03T02:44:49.89519Z","end":"2026-04-03T02:44:50.317984Z","steps":["trace[1568955987] 'agreement among raft nodes before linearized reading' (duration: 422.622169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:50.318054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:49.895179Z","time spent":"422.866595ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:44:50.317899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.41697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:44:50.318118Z","caller":"traceutil/trace.go:171","msg":"trace[622993336] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:5401; }","duration":"450.635245ms","start":"2026-04-03T02:44:49.867455Z","end":"2026-04-03T02:44:50.31809Z","steps":["trace[622993336] 'agreement among raft nodes before linearized reading' (duration: 450.386529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:50.318136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.508367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:44:50.318198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:49.867408Z","time spent":"450.755309ms","remote":"127.0.0.1:52428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:44:50.318213Z","caller":"traceutil/trace.go:171","msg":"trace[1858393201] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5401; }","duration":"159.62489ms","start":"2026-04-03T02:44:50.158566Z","end":"2026-04-03T02:44:50.318191Z","steps":["trace[1858393201] 'agreement among raft nodes before linearized reading' (duration: 159.489737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:50.318194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.332623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:44:50.31828Z","caller":"traceutil/trace.go:171","msg":"trace[1916558882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5401; }","duration":"123.476457ms","start":"2026-04-03T02:44:50.194786Z","end":"2026-04-03T02:44:50.318262Z","steps":["trace[1916558882] 'agreement among raft nodes before linearized reading' (duration: 123.2216ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:50.3975Z","caller":"traceutil/trace.go:171","msg":"trace[1556779471] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"113.30901ms","start":"2026-04-03T02:44:50.28417Z","end":"2026-04-03T02:44:50.39748Z","steps":["trace[1556779471] 'process raft request' (duration: 110.092869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:50.397791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.75912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-04-03T02:44:50.39785Z","caller":"traceutil/trace.go:171","msg":"trace[298460840] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5402; }","duration":"109.859183ms","start":"2026-04-03T02:44:50.28797Z","end":"2026-04-03T02:44:50.397829Z","steps":["trace[298460840] 'agreement among raft nodes before linearized reading' (duration: 109.706059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:51.402625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.751058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:44:51.402702Z","caller":"traceutil/trace.go:171","msg":"trace[1965947603] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"210.320479ms","start":"2026-04-03T02:44:51.192369Z","end":"2026-04-03T02:44:51.402689Z","steps":["trace[1965947603] 'process raft request' (duration: 30.439748ms)","trace[1965947603] 'compare' (duration: 179.655175ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:51.404702Z","caller":"traceutil/trace.go:171","msg":"trace[266128161] linearizableReadLoop","detail":"{readStateIndex:5699; appliedIndex:5697; }","duration":"210.062683ms","start":"2026-04-03T02:44:51.194617Z","end":"2026-04-03T02:44:51.40468Z","steps":["trace[266128161] 'read index received' (duration: 28.199481ms)","trace[266128161] 'applied index is now lower than readState.Index' (duration: 181.862222ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:51.404836Z","caller":"traceutil/trace.go:171","msg":"trace[1542738141] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5452; }","duration":"210.264928ms","start":"2026-04-03T02:44:51.19454Z","end":"2026-04-03T02:44:51.404805Z","steps":["trace[1542738141] 'process raft request' (duration: 210.068793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:51.404922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.286148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-03T02:44:51.40497Z","caller":"traceutil/trace.go:171","msg":"trace[750913660] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5452; }","duration":"210.356161ms","start":"2026-04-03T02:44:51.1946Z","end":"2026-04-03T02:44:51.404956Z","steps":["trace[750913660] 'agreement among raft nodes before linearized reading' (duration: 210.187766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:51.406008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.554072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8833e13a-4db9-49e9-9ff9-ae1d6bea1407\" ","response":"range_response_count:1 size:4052"} {"level":"info","ts":"2026-04-03T02:44:51.406048Z","caller":"traceutil/trace.go:171","msg":"trace[1056795304] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8833e13a-4db9-49e9-9ff9-ae1d6bea1407; range_end:; response_count:1; response_revision:5453; }","duration":"135.634084ms","start":"2026-04-03T02:44:51.270404Z","end":"2026-04-03T02:44:51.406038Z","steps":["trace[1056795304] 'agreement among raft nodes before linearized reading' (duration: 135.535221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:51.407108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.187419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-04-03T02:44:51.407232Z","caller":"traceutil/trace.go:171","msg":"trace[1632651482] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5453; }","duration":"123.312603ms","start":"2026-04-03T02:44:51.283897Z","end":"2026-04-03T02:44:51.407209Z","steps":["trace[1632651482] 'agreement among raft nodes before linearized reading' (duration: 123.130707ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:51.969714Z","caller":"traceutil/trace.go:171","msg":"trace[2071763363] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"109.129125ms","start":"2026-04-03T02:44:51.860557Z","end":"2026-04-03T02:44:51.969686Z","steps":["trace[2071763363] 'process raft request' (duration: 69.863504ms)","trace[2071763363] 'compare' (duration: 38.727018ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:44:51.969994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.056621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-04-03T02:44:51.97007Z","caller":"traceutil/trace.go:171","msg":"trace[399725089] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:5460; }","duration":"225.189944ms","start":"2026-04-03T02:44:51.744864Z","end":"2026-04-03T02:44:51.970053Z","steps":["trace[399725089] 'range keys from in-memory index tree' (duration: 224.269761ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:52.136065Z","caller":"traceutil/trace.go:171","msg":"trace[1663309226] linearizableReadLoop","detail":"{readStateIndex:5710; appliedIndex:5709; }","duration":"135.528922ms","start":"2026-04-03T02:44:52.00051Z","end":"2026-04-03T02:44:52.136039Z","steps":["trace[1663309226] 'read index received' (duration: 124.436962ms)","trace[1663309226] 'applied index is now lower than readState.Index' (duration: 11.09062ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:44:52.136361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.829959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-03T02:44:52.136402Z","caller":"traceutil/trace.go:171","msg":"trace[1765541357] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5462; }","duration":"135.923942ms","start":"2026-04-03T02:44:52.000467Z","end":"2026-04-03T02:44:52.136391Z","steps":["trace[1765541357] 'agreement among raft nodes before linearized reading' (duration: 135.673986ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:52.136494Z","caller":"traceutil/trace.go:171","msg":"trace[1207024621] transaction","detail":"{read_only:false; response_revision:5462; number_of_response:1; }","duration":"158.603195ms","start":"2026-04-03T02:44:51.977857Z","end":"2026-04-03T02:44:52.13646Z","steps":["trace[1207024621] 'process raft request' (duration: 147.128145ms)","trace[1207024621] 'compare' (duration: 10.926486ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:53.991923Z","caller":"traceutil/trace.go:171","msg":"trace[1025537910] transaction","detail":"{read_only:false; response_revision:5500; number_of_response:1; }","duration":"113.119455ms","start":"2026-04-03T02:44:53.878778Z","end":"2026-04-03T02:44:53.991898Z","steps":["trace[1025537910] 'process raft request' (duration: 112.983381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:54.802414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.591251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:44:54.802492Z","caller":"traceutil/trace.go:171","msg":"trace[542946555] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5514; }","duration":"108.709014ms","start":"2026-04-03T02:44:54.693767Z","end":"2026-04-03T02:44:54.802476Z","steps":["trace[542946555] 'count revisions from in-memory index tree' (duration: 108.518948ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:55.397621Z","caller":"traceutil/trace.go:171","msg":"trace[1236620878] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"373.892428ms","start":"2026-04-03T02:44:55.023697Z","end":"2026-04-03T02:44:55.397589Z","steps":["trace[1236620878] 'process raft request' (duration: 373.699563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:55.397777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:55.023668Z","time spent":"374.041033ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197680,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:44:55.522082Z","caller":"traceutil/trace.go:171","msg":"trace[1616424234] transaction","detail":"{read_only:false; response_revision:5516; number_of_response:1; }","duration":"106.347744ms","start":"2026-04-03T02:44:55.415703Z","end":"2026-04-03T02:44:55.522051Z","steps":["trace[1616424234] 'process raft request' (duration: 87.113309ms)","trace[1616424234] 'compare' (duration: 19.120532ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:55.58932Z","caller":"traceutil/trace.go:171","msg":"trace[1640819117] linearizableReadLoop","detail":"{readStateIndex:5767; appliedIndex:5765; }","duration":"142.459336ms","start":"2026-04-03T02:44:55.44683Z","end":"2026-04-03T02:44:55.58929Z","steps":["trace[1640819117] 'read index received' (duration: 55.975483ms)","trace[1640819117] 'applied index is now lower than readState.Index' (duration: 86.482672ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:44:55.589566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.711772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12973"} {"level":"info","ts":"2026-04-03T02:44:55.58961Z","caller":"traceutil/trace.go:171","msg":"trace[233543590] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5517; }","duration":"142.802085ms","start":"2026-04-03T02:44:55.446795Z","end":"2026-04-03T02:44:55.589597Z","steps":["trace[233543590] 'agreement among raft nodes before linearized reading' (duration: 142.602079ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:55.589959Z","caller":"traceutil/trace.go:171","msg":"trace[821564568] transaction","detail":"{read_only:false; response_revision:5517; number_of_response:1; }","duration":"174.243999ms","start":"2026-04-03T02:44:55.415703Z","end":"2026-04-03T02:44:55.589947Z","steps":["trace[821564568] 'process raft request' (duration: 173.455768ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:55.740214Z","caller":"traceutil/trace.go:171","msg":"trace[2025892507] transaction","detail":"{read_only:false; response_revision:5518; number_of_response:1; }","duration":"214.255418ms","start":"2026-04-03T02:44:55.525934Z","end":"2026-04-03T02:44:55.740189Z","steps":["trace[2025892507] 'process raft request' (duration: 214.087194ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:55.740342Z","caller":"traceutil/trace.go:171","msg":"trace[577310155] linearizableReadLoop","detail":"{readStateIndex:5769; appliedIndex:5767; }","duration":"150.93179ms","start":"2026-04-03T02:44:55.589385Z","end":"2026-04-03T02:44:55.740317Z","steps":["trace[577310155] 'read index received' (duration: 150.612192ms)","trace[577310155] 'applied index is now lower than readState.Index' (duration: 317.958µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:44:55.740415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.716732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:44:55.740403Z","caller":"traceutil/trace.go:171","msg":"trace[1372102675] transaction","detail":"{read_only:false; response_revision:5519; number_of_response:1; }","duration":"214.327ms","start":"2026-04-03T02:44:55.52603Z","end":"2026-04-03T02:44:55.740357Z","steps":["trace[1372102675] 'process raft request' (duration: 214.114865ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:55.740472Z","caller":"traceutil/trace.go:171","msg":"trace[460012609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5519; }","duration":"201.782273ms","start":"2026-04-03T02:44:55.538676Z","end":"2026-04-03T02:44:55.740458Z","steps":["trace[460012609] 'agreement among raft nodes before linearized reading' (duration: 201.675291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:55.740519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.295554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-03T02:44:55.740563Z","caller":"traceutil/trace.go:171","msg":"trace[616462910] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5519; }","duration":"230.343755ms","start":"2026-04-03T02:44:55.510205Z","end":"2026-04-03T02:44:55.740549Z","steps":["trace[616462910] 'agreement among raft nodes before linearized reading' (duration: 230.200091ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:56.089372Z","caller":"traceutil/trace.go:171","msg":"trace[564014748] linearizableReadLoop","detail":"{readStateIndex:5771; appliedIndex:5769; }","duration":"346.784385ms","start":"2026-04-03T02:44:55.742563Z","end":"2026-04-03T02:44:56.089348Z","steps":["trace[564014748] 'read index received' (duration: 346.552359ms)","trace[564014748] 'applied index is now lower than readState.Index' (duration: 230.666µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:56.089451Z","caller":"traceutil/trace.go:171","msg":"trace[1917883680] transaction","detail":"{read_only:false; response_revision:5520; number_of_response:1; }","duration":"494.809221ms","start":"2026-04-03T02:44:55.594606Z","end":"2026-04-03T02:44:56.089415Z","steps":["trace[1917883680] 'process raft request' (duration: 494.501804ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:56.089495Z","caller":"traceutil/trace.go:171","msg":"trace[837086799] transaction","detail":"{read_only:false; response_revision:5521; number_of_response:1; }","duration":"488.982875ms","start":"2026-04-03T02:44:55.600498Z","end":"2026-04-03T02:44:56.089481Z","steps":["trace[837086799] 'process raft request' (duration: 488.77581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:56.089587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.01047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:44:56.08962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:55.594579Z","time spent":"494.966356ms","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":785,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:44:56.089664Z","caller":"traceutil/trace.go:171","msg":"trace[1043303478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5521; }","duration":"347.113063ms","start":"2026-04-03T02:44:55.742532Z","end":"2026-04-03T02:44:56.089645Z","steps":["trace[1043303478] 'agreement among raft nodes before linearized reading' (duration: 346.97633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:56.089728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:55.742516Z","time spent":"347.198345ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:44:56.089745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:55.600475Z","time spent":"489.166169ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:44:56.093759Z","caller":"traceutil/trace.go:171","msg":"trace[281379169] transaction","detail":"{read_only:false; response_revision:5523; number_of_response:1; }","duration":"348.681382ms","start":"2026-04-03T02:44:55.745063Z","end":"2026-04-03T02:44:56.093744Z","steps":["trace[281379169] 'process raft request' (duration: 348.515338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:56.093849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:55.745054Z","time spent":"348.747563ms","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1344,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:44:56.093938Z","caller":"traceutil/trace.go:171","msg":"trace[1398545631] transaction","detail":"{read_only:false; response_revision:5524; number_of_response:1; }","duration":"317.729281ms","start":"2026-04-03T02:44:55.776191Z","end":"2026-04-03T02:44:56.09392Z","steps":["trace[1398545631] 'process raft request' (duration: 317.440263ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:56.093992Z","caller":"traceutil/trace.go:171","msg":"trace[938743165] transaction","detail":"{read_only:false; response_revision:5522; number_of_response:1; }","duration":"350.18243ms","start":"2026-04-03T02:44:55.743799Z","end":"2026-04-03T02:44:56.093981Z","steps":["trace[938743165] 'process raft request' (duration: 349.709927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:56.094036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:55.743785Z","time spent":"350.229922ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:44:56.094052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:55.776175Z","time spent":"317.813814ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:44:56.094537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.448542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-af9317da-64c9-47c7-914e-7a40de51621a\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-03T02:44:56.094579Z","caller":"traceutil/trace.go:171","msg":"trace[1933015489] range","detail":"{range_begin:/registry/persistentvolumes/pvc-af9317da-64c9-47c7-914e-7a40de51621a; range_end:; response_count:1; response_revision:5525; }","duration":"351.505014ms","start":"2026-04-03T02:44:55.743064Z","end":"2026-04-03T02:44:56.094569Z","steps":["trace[1933015489] 'agreement among raft nodes before linearized reading' (duration: 351.393752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:56.094606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:55.743057Z","time spent":"351.541285ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-af9317da-64c9-47c7-914e-7a40de51621a\" "} {"level":"warn","ts":"2026-04-03T02:44:56.094789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.693433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-z2n9r-tls\" ","response":"range_response_count:1 size:2183"} {"level":"info","ts":"2026-04-03T02:44:56.094835Z","caller":"traceutil/trace.go:171","msg":"trace[9550890] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-z2n9r-tls; range_end:; response_count:1; response_revision:5525; }","duration":"207.775315ms","start":"2026-04-03T02:44:55.887049Z","end":"2026-04-03T02:44:56.094824Z","steps":["trace[9550890] 'agreement among raft nodes before linearized reading' (duration: 207.678012ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:57.690278Z","caller":"traceutil/trace.go:171","msg":"trace[909879977] linearizableReadLoop","detail":"{readStateIndex:5875; appliedIndex:5874; }","duration":"451.378005ms","start":"2026-04-03T02:44:57.23888Z","end":"2026-04-03T02:44:57.690258Z","steps":["trace[909879977] 'read index received' (duration: 451.19166ms)","trace[909879977] 'applied index is now lower than readState.Index' (duration: 185.365µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:57.690395Z","caller":"traceutil/trace.go:171","msg":"trace[2146533724] transaction","detail":"{read_only:false; response_revision:5623; number_of_response:1; }","duration":"752.432714ms","start":"2026-04-03T02:44:56.937952Z","end":"2026-04-03T02:44:57.690385Z","steps":["trace[2146533724] 'process raft request' (duration: 752.178327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:57.690472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:56.937932Z","time spent":"752.487635ms","remote":"127.0.0.1:35046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2181,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:44:57.690697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.816446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-65dcac73-369d-44cb-b6e1-9f8d0e1f1937\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-03T02:44:57.690736Z","caller":"traceutil/trace.go:171","msg":"trace[233134140] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-65dcac73-369d-44cb-b6e1-9f8d0e1f1937; range_end:; response_count:1; response_revision:5623; }","duration":"451.894038ms","start":"2026-04-03T02:44:57.23883Z","end":"2026-04-03T02:44:57.690724Z","steps":["trace[233134140] 'agreement among raft nodes before linearized reading' (duration: 451.744623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:57.690766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:57.238809Z","time spent":"451.948979ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-65dcac73-369d-44cb-b6e1-9f8d0e1f1937\" "} {"level":"warn","ts":"2026-04-03T02:44:57.691083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.850535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:44:57.691125Z","caller":"traceutil/trace.go:171","msg":"trace[576742538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5623; }","duration":"113.933157ms","start":"2026-04-03T02:44:57.577183Z","end":"2026-04-03T02:44:57.691116Z","steps":["trace[576742538] 'agreement among raft nodes before linearized reading' (duration: 113.874806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:57.691153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.729971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:44:57.691201Z","caller":"traceutil/trace.go:171","msg":"trace[161014853] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5623; }","duration":"212.800262ms","start":"2026-04-03T02:44:57.478382Z","end":"2026-04-03T02:44:57.691182Z","steps":["trace[161014853] 'agreement among raft nodes before linearized reading' (duration: 212.72903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:57.69107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.083986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"info","ts":"2026-04-03T02:44:57.691407Z","caller":"traceutil/trace.go:171","msg":"trace[460702291] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5623; }","duration":"241.474785ms","start":"2026-04-03T02:44:57.449922Z","end":"2026-04-03T02:44:57.691397Z","steps":["trace[460702291] 'agreement among raft nodes before linearized reading' (duration: 240.904581ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:57.837962Z","caller":"traceutil/trace.go:171","msg":"trace[577964748] transaction","detail":"{read_only:false; response_revision:5624; number_of_response:1; }","duration":"131.008717ms","start":"2026-04-03T02:44:57.706931Z","end":"2026-04-03T02:44:57.83794Z","steps":["trace[577964748] 'process raft request' (duration: 130.877324ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:57.838894Z","caller":"traceutil/trace.go:171","msg":"trace[516514010] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"126.7847ms","start":"2026-04-03T02:44:57.71208Z","end":"2026-04-03T02:44:57.838864Z","steps":["trace[516514010] 'process raft request' (duration: 126.630876ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:58.889011Z","caller":"traceutil/trace.go:171","msg":"trace[1996445670] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"602.799777ms","start":"2026-04-03T02:44:58.286185Z","end":"2026-04-03T02:44:58.888985Z","steps":["trace[1996445670] 'process raft request' (duration: 602.657334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:58.889171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:58.286153Z","time spent":"602.93306ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:44:58.891247Z","caller":"traceutil/trace.go:171","msg":"trace[1893372019] linearizableReadLoop","detail":"{readStateIndex:5889; appliedIndex:5887; }","duration":"460.31523ms","start":"2026-04-03T02:44:58.430903Z","end":"2026-04-03T02:44:58.891218Z","steps":["trace[1893372019] 'read index received' (duration: 458.036262ms)","trace[1893372019] 'applied index is now lower than readState.Index' (duration: 2.277898ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:58.891387Z","caller":"traceutil/trace.go:171","msg":"trace[1714381681] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"604.219993ms","start":"2026-04-03T02:44:58.287096Z","end":"2026-04-03T02:44:58.891316Z","steps":["trace[1714381681] 'process raft request' (duration: 603.952827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:58.891518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.313879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:44:58.891521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.616667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:44:58.891572Z","caller":"traceutil/trace.go:171","msg":"trace[717523382] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5637; }","duration":"456.442382ms","start":"2026-04-03T02:44:58.435113Z","end":"2026-04-03T02:44:58.891555Z","steps":["trace[717523382] 'agreement among raft nodes before linearized reading' (duration: 456.245668ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:58.891589Z","caller":"traceutil/trace.go:171","msg":"trace[555144366] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5637; }","duration":"460.72101ms","start":"2026-04-03T02:44:58.430849Z","end":"2026-04-03T02:44:58.89157Z","steps":["trace[555144366] 'agreement among raft nodes before linearized reading' (duration: 460.501144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:58.891612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:58.435093Z","time spent":"456.510114ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:44:58.891604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:58.28708Z","time spent":"604.427808ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:44:58.891636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:58.430826Z","time spent":"460.801422ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:44:58.891639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.268373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:44:58.891723Z","caller":"traceutil/trace.go:171","msg":"trace[1182949417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5637; }","duration":"394.396486ms","start":"2026-04-03T02:44:58.497309Z","end":"2026-04-03T02:44:58.891706Z","steps":["trace[1182949417] 'agreement among raft nodes before linearized reading' (duration: 394.12919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:58.891749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.090723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-03T02:44:58.891769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:58.4973Z","time spent":"394.460069ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:44:58.891787Z","caller":"traceutil/trace.go:171","msg":"trace[435012888] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:5637; }","duration":"397.124985ms","start":"2026-04-03T02:44:58.494649Z","end":"2026-04-03T02:44:58.891774Z","steps":["trace[435012888] 'agreement among raft nodes before linearized reading' (duration: 397.041493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:58.891477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.425237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:44:58.891819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:58.494639Z","time spent":"397.173706ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"info","ts":"2026-04-03T02:44:58.891841Z","caller":"traceutil/trace.go:171","msg":"trace[1348907839] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5637; }","duration":"272.843927ms","start":"2026-04-03T02:44:58.618985Z","end":"2026-04-03T02:44:58.891829Z","steps":["trace[1348907839] 'agreement among raft nodes before linearized reading' (duration: 272.404626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:58.891841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.386326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-65dcac73-369d-44cb-b6e1-9f8d0e1f1937\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-03T02:44:58.891888Z","caller":"traceutil/trace.go:171","msg":"trace[2012537920] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-65dcac73-369d-44cb-b6e1-9f8d0e1f1937; range_end:; response_count:1; response_revision:5637; }","duration":"419.453637ms","start":"2026-04-03T02:44:58.472421Z","end":"2026-04-03T02:44:58.891875Z","steps":["trace[2012537920] 'agreement among raft nodes before linearized reading' (duration: 419.310494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:58.891929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:58.472409Z","time spent":"419.51287ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-65dcac73-369d-44cb-b6e1-9f8d0e1f1937\" "} {"level":"warn","ts":"2026-04-03T02:44:58.891969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.265148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-65dcac73-369d-44cb-b6e1-9f8d0e1f1937\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-04-03T02:44:58.89199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.550794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:44:58.892024Z","caller":"traceutil/trace.go:171","msg":"trace[1500074902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5637; }","duration":"393.612666ms","start":"2026-04-03T02:44:58.498402Z","end":"2026-04-03T02:44:58.892015Z","steps":["trace[1500074902] 'agreement among raft nodes before linearized reading' (duration: 393.523584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:58.892062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:58.498384Z","time spent":"393.671548ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:44:58.89211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.907319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16247"} {"level":"info","ts":"2026-04-03T02:44:58.892145Z","caller":"traceutil/trace.go:171","msg":"trace[1816129853] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5637; }","duration":"232.972251ms","start":"2026-04-03T02:44:58.659164Z","end":"2026-04-03T02:44:58.892136Z","steps":["trace[1816129853] 'agreement among raft nodes before linearized reading' (duration: 232.880509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:58.892154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.929244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:44:58.892201Z","caller":"traceutil/trace.go:171","msg":"trace[1271817449] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5637; }","duration":"269.987665ms","start":"2026-04-03T02:44:58.622199Z","end":"2026-04-03T02:44:58.892186Z","steps":["trace[1271817449] 'agreement among raft nodes before linearized reading' (duration: 269.914993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:58.891661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.308854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:44:58.892264Z","caller":"traceutil/trace.go:171","msg":"trace[1409555134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5637; }","duration":"415.922959ms","start":"2026-04-03T02:44:58.476326Z","end":"2026-04-03T02:44:58.892249Z","steps":["trace[1409555134] 'agreement among raft nodes before linearized reading' (duration: 415.248372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:58.892299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.819646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18a2b8b64aafa76b\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-04-03T02:44:58.892364Z","caller":"traceutil/trace.go:171","msg":"trace[1370240422] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18a2b8b64aafa76b; range_end:; response_count:1; response_revision:5637; }","duration":"312.907098ms","start":"2026-04-03T02:44:58.579441Z","end":"2026-04-03T02:44:58.892348Z","steps":["trace[1370240422] 'agreement among raft nodes before linearized reading' (duration: 312.760785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:58.89241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.192085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:44:58.892456Z","caller":"traceutil/trace.go:171","msg":"trace[671008000] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5637; }","duration":"393.254568ms","start":"2026-04-03T02:44:58.499191Z","end":"2026-04-03T02:44:58.892446Z","steps":["trace[671008000] 'agreement among raft nodes before linearized reading' (duration: 393.128744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:58.89249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:58.499183Z","time spent":"393.30041ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:44:58.892022Z","caller":"traceutil/trace.go:171","msg":"trace[2018581273] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-65dcac73-369d-44cb-b6e1-9f8d0e1f1937; range_end:; response_count:1; response_revision:5637; }","duration":"195.331301ms","start":"2026-04-03T02:44:58.696675Z","end":"2026-04-03T02:44:58.892006Z","steps":["trace[2018581273] 'agreement among raft nodes before linearized reading' (duration: 195.219758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:58.892421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:58.579428Z","time spent":"312.984121ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":967,"request content":"key:\"/registry/events/monitoring/storage-loki-0.18a2b8b64aafa76b\" "} {"level":"warn","ts":"2026-04-03T02:44:58.892316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:58.476321Z","time spent":"415.98283ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:45:01.246743Z","caller":"traceutil/trace.go:171","msg":"trace[674620585] transaction","detail":"{read_only:false; response_revision:5668; number_of_response:1; }","duration":"352.979721ms","start":"2026-04-03T02:45:00.893735Z","end":"2026-04-03T02:45:01.246715Z","steps":["trace[674620585] 'process raft request' (duration: 352.819397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:01.246914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:00.89371Z","time spent":"353.119224ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:45:02.518533Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.271942789s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:45:02.566768Z","caller":"traceutil/trace.go:171","msg":"trace[1061152655] linearizableReadLoop","detail":"{readStateIndex:5923; appliedIndex:5921; }","duration":"1.66530887s","start":"2026-04-03T02:45:00.901433Z","end":"2026-04-03T02:45:02.566742Z","steps":["trace[1061152655] 'read index received' (duration: 345.202635ms)","trace[1061152655] 'applied index is now lower than readState.Index' (duration: 1.320105165s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:45:02.566868Z","caller":"traceutil/trace.go:171","msg":"trace[1136673124] transaction","detail":"{read_only:false; response_revision:5669; number_of_response:1; }","duration":"1.669160887s","start":"2026-04-03T02:45:00.897691Z","end":"2026-04-03T02:45:02.566851Z","steps":["trace[1136673124] 'process raft request' (duration: 1.621018222s)","trace[1136673124] 'compare' (duration: 47.834568ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:45:02.566971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:00.897667Z","time spent":"1.669236119s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:45:02.566981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665547585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-65dcac73-369d-44cb-b6e1-9f8d0e1f1937\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-04-03T02:45:02.567037Z","caller":"traceutil/trace.go:171","msg":"trace[1438240586] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-65dcac73-369d-44cb-b6e1-9f8d0e1f1937; range_end:; response_count:1; response_revision:5669; }","duration":"1.665646588s","start":"2026-04-03T02:45:00.901379Z","end":"2026-04-03T02:45:02.567026Z","steps":["trace[1438240586] 'agreement among raft nodes before linearized reading' (duration: 1.665477543s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:02.567071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:00.901358Z","time spent":"1.665704339s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3927,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-65dcac73-369d-44cb-b6e1-9f8d0e1f1937\" "} {"level":"warn","ts":"2026-04-03T02:45:02.604715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354783591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:45:02.604751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.424981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:45:02.604801Z","caller":"traceutil/trace.go:171","msg":"trace[1882904269] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5671; }","duration":"1.354927774s","start":"2026-04-03T02:45:01.249854Z","end":"2026-04-03T02:45:02.604782Z","steps":["trace[1882904269] 'agreement among raft nodes before linearized reading' (duration: 1.354777821s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:02.604815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.946083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:45:02.604856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.808097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-03T02:45:02.604885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691325047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:45:02.604923Z","caller":"traceutil/trace.go:171","msg":"trace[1057354268] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5671; }","duration":"844.93203ms","start":"2026-04-03T02:45:01.759972Z","end":"2026-04-03T02:45:02.604904Z","steps":["trace[1057354268] 'agreement among raft nodes before linearized reading' (duration: 844.640143ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:02.604956Z","caller":"traceutil/trace.go:171","msg":"trace[743610712] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:5671; }","duration":"1.691401848s","start":"2026-04-03T02:45:00.913536Z","end":"2026-04-03T02:45:02.604937Z","steps":["trace[743610712] 'agreement among raft nodes before linearized reading' (duration: 1.691271075s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:02.604947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.414681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:45:02.604986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.681634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:45:02.605012Z","caller":"traceutil/trace.go:171","msg":"trace[962014551] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5671; }","duration":"375.751646ms","start":"2026-04-03T02:45:02.229255Z","end":"2026-04-03T02:45:02.605006Z","steps":["trace[962014551] 'agreement among raft nodes before linearized reading' (duration: 375.667974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:02.605014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:00.913527Z","time spent":"1.69147708s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T02:45:02.605039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:02.22923Z","time spent":"375.803167ms","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":74,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:45:02.605065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.213158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:45:02.605088Z","caller":"traceutil/trace.go:171","msg":"trace[1302386542] transaction","detail":"{read_only:false; response_revision:5670; number_of_response:1; }","duration":"492.070673ms","start":"2026-04-03T02:45:02.113004Z","end":"2026-04-03T02:45:02.605075Z","steps":["trace[1302386542] 'process raft request' (duration: 491.391286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:02.605101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.043696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-z2n9r.18a2b8b52bd098d6\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-04-03T02:45:02.605106Z","caller":"traceutil/trace.go:171","msg":"trace[1235851252] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:5671; }","duration":"952.2888ms","start":"2026-04-03T02:45:01.652808Z","end":"2026-04-03T02:45:02.605097Z","steps":["trace[1235851252] 'agreement among raft nodes before linearized reading' (duration: 952.231039ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:02.605132Z","caller":"traceutil/trace.go:171","msg":"trace[1114129309] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-z2n9r.18a2b8b52bd098d6; range_end:; response_count:1; response_revision:5671; }","duration":"695.106558ms","start":"2026-04-03T02:45:01.910017Z","end":"2026-04-03T02:45:02.605123Z","steps":["trace[1114129309] 'agreement among raft nodes before linearized reading' (duration: 695.025186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:02.605141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:01.652794Z","time spent":"952.339401ms","remote":"127.0.0.1:52340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:45:02.605166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:01.910001Z","time spent":"695.159299ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":930,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-z2n9r.18a2b8b52bd098d6\" "} {"level":"warn","ts":"2026-04-03T02:45:02.605187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:02.112977Z","time spent":"492.145434ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:45:02.605333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692963227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:45:02.605374Z","caller":"traceutil/trace.go:171","msg":"trace[1660696668] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5671; }","duration":"1.693023119s","start":"2026-04-03T02:45:00.912341Z","end":"2026-04-03T02:45:02.605364Z","steps":["trace[1660696668] 'agreement among raft nodes before linearized reading' (duration: 1.692927496s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:02.605385Z","caller":"traceutil/trace.go:171","msg":"trace[804090034] transaction","detail":"{read_only:false; response_revision:5671; number_of_response:1; }","duration":"330.746419ms","start":"2026-04-03T02:45:02.274629Z","end":"2026-04-03T02:45:02.605376Z","steps":["trace[804090034] 'process raft request' (duration: 329.909118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:02.605408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065438106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:45:02.605455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:02.27461Z","time spent":"330.797421ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:45:02.604837Z","caller":"traceutil/trace.go:171","msg":"trace[529223879] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:5671; }","duration":"326.562454ms","start":"2026-04-03T02:45:02.278254Z","end":"2026-04-03T02:45:02.604817Z","steps":["trace[529223879] 'agreement among raft nodes before linearized reading' (duration: 326.40176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:02.605487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694061806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:45:02.605517Z","caller":"traceutil/trace.go:171","msg":"trace[893179798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5671; }","duration":"1.694107616s","start":"2026-04-03T02:45:00.911401Z","end":"2026-04-03T02:45:02.605509Z","steps":["trace[893179798] 'agreement among raft nodes before linearized reading' (duration: 1.694029374s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:02.605541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218836698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T02:45:02.605552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:00.911394Z","time spent":"1.694152387s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:45:02.605569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694796544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:45:02.605613Z","caller":"traceutil/trace.go:171","msg":"trace[113513795] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5671; }","duration":"1.694859166s","start":"2026-04-03T02:45:00.910744Z","end":"2026-04-03T02:45:02.605604Z","steps":["trace[113513795] 'agreement among raft nodes before linearized reading' (duration: 1.694760223s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:02.605651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:00.91073Z","time spent":"1.694910497s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:45:02.604864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:01.249825Z","time spent":"1.355023507s","remote":"127.0.0.1:35062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:45:02.605655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694992649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:45:02.605454Z","caller":"traceutil/trace.go:171","msg":"trace[2122521768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5671; }","duration":"1.065521308s","start":"2026-04-03T02:45:01.539923Z","end":"2026-04-03T02:45:02.605445Z","steps":["trace[2122521768] 'agreement among raft nodes before linearized reading' (duration: 1.065452586s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:02.605712Z","caller":"traceutil/trace.go:171","msg":"trace[1614228338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5671; }","duration":"1.695081271s","start":"2026-04-03T02:45:00.910613Z","end":"2026-04-03T02:45:02.605694Z","steps":["trace[1614228338] 'agreement among raft nodes before linearized reading' (duration: 1.694925447s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:02.605409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:00.912329Z","time spent":"1.69307334s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:45:02.605018Z","caller":"traceutil/trace.go:171","msg":"trace[708147383] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5671; }","duration":"862.516434ms","start":"2026-04-03T02:45:01.742486Z","end":"2026-04-03T02:45:02.605003Z","steps":["trace[708147383] 'agreement among raft nodes before linearized reading' (duration: 862.411041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:02.605756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:00.910592Z","time spent":"1.695152312s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:45:02.605773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:01.742472Z","time spent":"863.292073ms","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:45:02.60557Z","caller":"traceutil/trace.go:171","msg":"trace[1827212292] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:5671; }","duration":"1.21890344s","start":"2026-04-03T02:45:01.386659Z","end":"2026-04-03T02:45:02.605562Z","steps":["trace[1827212292] 'agreement among raft nodes before linearized reading' (duration: 1.218814188s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:02.605823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:01.386636Z","time spent":"1.219177337s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-03T02:45:02.605512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:02.27824Z","time spent":"327.258952ms","remote":"127.0.0.1:52364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:45:02.604895Z","caller":"traceutil/trace.go:171","msg":"trace[485624940] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5671; }","duration":"607.086976ms","start":"2026-04-03T02:45:01.99779Z","end":"2026-04-03T02:45:02.604877Z","steps":["trace[485624940] 'agreement among raft nodes before linearized reading' (duration: 606.911761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:02.605909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:01.997774Z","time spent":"608.127902ms","remote":"127.0.0.1:33124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:45:02.604966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:01.759951Z","time spent":"845.004882ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:45:02.604761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694892066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:45:02.605732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:01.539901Z","time spent":"1.065823336s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:45:02.605023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.227354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:45:02.606019Z","caller":"traceutil/trace.go:171","msg":"trace[1675079049] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5671; }","duration":"1.696196559s","start":"2026-04-03T02:45:00.909812Z","end":"2026-04-03T02:45:02.606008Z","steps":["trace[1675079049] 'agreement among raft nodes before linearized reading' (duration: 1.694782174s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:02.60606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:00.909798Z","time spent":"1.69625324s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:45:02.606048Z","caller":"traceutil/trace.go:171","msg":"trace[1807512078] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5671; }","duration":"670.25842ms","start":"2026-04-03T02:45:01.935766Z","end":"2026-04-03T02:45:02.606024Z","steps":["trace[1807512078] 'agreement among raft nodes before linearized reading' (duration: 669.228065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:02.606158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:01.935752Z","time spent":"670.396183ms","remote":"127.0.0.1:52322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:45:02.825499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.98928ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-03T02:45:02.855096Z","caller":"traceutil/trace.go:171","msg":"trace[937976753] transaction","detail":"{read_only:false; response_revision:5673; number_of_response:1; }","duration":"244.934873ms","start":"2026-04-03T02:45:02.610127Z","end":"2026-04-03T02:45:02.855062Z","steps":["trace[937976753] 'process raft request' (duration: 244.743208ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:02.855259Z","caller":"traceutil/trace.go:171","msg":"trace[1548304854] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"244.287007ms","start":"2026-04-03T02:45:02.610841Z","end":"2026-04-03T02:45:02.855128Z","steps":["trace[1548304854] 'process raft request' (duration: 244.082912ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:02.855277Z","caller":"traceutil/trace.go:171","msg":"trace[801640162] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"244.065871ms","start":"2026-04-03T02:45:02.610951Z","end":"2026-04-03T02:45:02.855017Z","steps":["trace[801640162] 'process raft request' (duration: 244.002109ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:02.855351Z","caller":"traceutil/trace.go:171","msg":"trace[1296827189] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"244.284857ms","start":"2026-04-03T02:45:02.611039Z","end":"2026-04-03T02:45:02.855324Z","steps":["trace[1296827189] 'process raft request' (duration: 243.948678ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:02.855635Z","caller":"traceutil/trace.go:171","msg":"trace[995968535] linearizableReadLoop","detail":"{readStateIndex:5927; appliedIndex:5925; }","duration":"246.407151ms","start":"2026-04-03T02:45:02.609204Z","end":"2026-04-03T02:45:02.855611Z","steps":["trace[995968535] 'read index received' (duration: 88.3037ms)","trace[995968535] 'applied index is now lower than readState.Index' (duration: 158.102401ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:45:02.85562Z","caller":"traceutil/trace.go:171","msg":"trace[1842954983] transaction","detail":"{read_only:false; response_revision:5672; number_of_response:1; }","duration":"247.946969ms","start":"2026-04-03T02:45:02.607638Z","end":"2026-04-03T02:45:02.855585Z","steps":["trace[1842954983] 'process raft request' (duration: 247.055377ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:02.85565Z","caller":"traceutil/trace.go:171","msg":"trace[164277772] transaction","detail":"{read_only:false; response_revision:5678; number_of_response:1; }","duration":"243.828365ms","start":"2026-04-03T02:45:02.6118Z","end":"2026-04-03T02:45:02.855628Z","steps":["trace[164277772] 'process raft request' (duration: 243.651171ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:02.855727Z","caller":"traceutil/trace.go:171","msg":"trace[795827815] transaction","detail":"{read_only:false; response_revision:5677; number_of_response:1; }","duration":"244.290277ms","start":"2026-04-03T02:45:02.611424Z","end":"2026-04-03T02:45:02.855714Z","steps":["trace[795827815] 'process raft request' (duration: 243.793995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:02.855725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.499873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/goldpinger-zap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:45:02.856541Z","caller":"traceutil/trace.go:171","msg":"trace[1985736171] range","detail":"{range_begin:/registry/configmaps/monitoring/goldpinger-zap; range_end:; response_count:0; response_revision:5678; }","duration":"247.350135ms","start":"2026-04-03T02:45:02.609176Z","end":"2026-04-03T02:45:02.856526Z","steps":["trace[1985736171] 'agreement among raft nodes before linearized reading' (duration: 246.493602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:02.885235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.432337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:45:02.885328Z","caller":"traceutil/trace.go:171","msg":"trace[2112267760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5679; }","duration":"270.561371ms","start":"2026-04-03T02:45:02.614745Z","end":"2026-04-03T02:45:02.885307Z","steps":["trace[2112267760] 'agreement among raft nodes before linearized reading' (duration: 270.355986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:02.885484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.069099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63242"} {"level":"info","ts":"2026-04-03T02:45:02.885598Z","caller":"traceutil/trace.go:171","msg":"trace[1623421928] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5679; }","duration":"274.220712ms","start":"2026-04-03T02:45:02.611354Z","end":"2026-04-03T02:45:02.885575Z","steps":["trace[1623421928] 'agreement among raft nodes before linearized reading' (duration: 273.753071ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:03.126901Z","caller":"traceutil/trace.go:171","msg":"trace[241113846] transaction","detail":"{read_only:false; response_revision:5680; number_of_response:1; }","duration":"132.598467ms","start":"2026-04-03T02:45:02.994281Z","end":"2026-04-03T02:45:03.126879Z","steps":["trace[241113846] 'process raft request' (duration: 132.458703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:03.80227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839989355,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:45:04.138344Z","caller":"traceutil/trace.go:171","msg":"trace[1496132382] transaction","detail":"{read_only:false; response_revision:5682; number_of_response:1; }","duration":"973.965398ms","start":"2026-04-03T02:45:03.164349Z","end":"2026-04-03T02:45:04.138314Z","steps":["trace[1496132382] 'process raft request' (duration: 973.822944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:04.138488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:03.16432Z","time spent":"974.103951ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1219,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:45:04.185399Z","caller":"traceutil/trace.go:171","msg":"trace[543859383] linearizableReadLoop","detail":"{readStateIndex:5939; appliedIndex:5937; }","duration":"884.098039ms","start":"2026-04-03T02:45:03.301275Z","end":"2026-04-03T02:45:04.185373Z","steps":["trace[543859383] 'read index received' (duration: 836.946098ms)","trace[543859383] 'applied index is now lower than readState.Index' (duration: 47.150751ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:45:04.185557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.259733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:45:04.185634Z","caller":"traceutil/trace.go:171","msg":"trace[767935221] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5683; }","duration":"884.405757ms","start":"2026-04-03T02:45:03.30122Z","end":"2026-04-03T02:45:04.185626Z","steps":["trace[767935221] 'agreement among raft nodes before linearized reading' (duration: 884.248603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:04.185706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:03.301198Z","time spent":"884.497519ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:45:04.185443Z","caller":"traceutil/trace.go:171","msg":"trace[2001526573] transaction","detail":"{read_only:false; response_revision:5683; number_of_response:1; }","duration":"933.710321ms","start":"2026-04-03T02:45:03.251708Z","end":"2026-04-03T02:45:04.185418Z","steps":["trace[2001526573] 'process raft request' (duration: 933.502906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:04.186187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:03.251681Z","time spent":"934.330706ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:45:04.215115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.111039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:45:04.215204Z","caller":"traceutil/trace.go:171","msg":"trace[2142741803] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5684; }","duration":"718.254443ms","start":"2026-04-03T02:45:03.496926Z","end":"2026-04-03T02:45:04.21518Z","steps":["trace[2142741803] 'agreement among raft nodes before linearized reading' (duration: 718.058757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:04.215274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:03.496904Z","time spent":"718.358556ms","remote":"127.0.0.1:52328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:45:04.215366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.640319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-65dcac73-369d-44cb-b6e1-9f8d0e1f1937\" ","response":"range_response_count:1 size:3903"} {"level":"warn","ts":"2026-04-03T02:45:04.215476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.705607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:45:04.215471Z","caller":"traceutil/trace.go:171","msg":"trace[1414231523] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-65dcac73-369d-44cb-b6e1-9f8d0e1f1937; range_end:; response_count:1; response_revision:5684; }","duration":"643.831013ms","start":"2026-04-03T02:45:03.571578Z","end":"2026-04-03T02:45:04.215409Z","steps":["trace[1414231523] 'agreement among raft nodes before linearized reading' (duration: 643.526466ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:04.215648Z","caller":"traceutil/trace.go:171","msg":"trace[1396249833] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5684; }","duration":"200.956213ms","start":"2026-04-03T02:45:04.01464Z","end":"2026-04-03T02:45:04.215596Z","steps":["trace[1396249833] 'agreement among raft nodes before linearized reading' (duration: 200.380588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:04.215674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:03.571554Z","time spent":"644.103811ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3927,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-65dcac73-369d-44cb-b6e1-9f8d0e1f1937\" "} {"level":"info","ts":"2026-04-03T02:45:04.337974Z","caller":"traceutil/trace.go:171","msg":"trace[1527478858] linearizableReadLoop","detail":"{readStateIndex:5941; appliedIndex:5940; }","duration":"117.073025ms","start":"2026-04-03T02:45:04.220874Z","end":"2026-04-03T02:45:04.337947Z","steps":["trace[1527478858] 'read index received' (duration: 37.609119ms)","trace[1527478858] 'applied index is now lower than readState.Index' (duration: 79.462846ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:45:04.338037Z","caller":"traceutil/trace.go:171","msg":"trace[743584032] transaction","detail":"{read_only:false; response_revision:5685; number_of_response:1; }","duration":"117.67196ms","start":"2026-04-03T02:45:04.220339Z","end":"2026-04-03T02:45:04.338011Z","steps":["trace[743584032] 'process raft request' (duration: 38.188864ms)","trace[743584032] 'compare' (duration: 79.277121ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:45:04.338361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.470525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:45:04.338445Z","caller":"traceutil/trace.go:171","msg":"trace[1817795130] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5685; }","duration":"117.591969ms","start":"2026-04-03T02:45:04.220837Z","end":"2026-04-03T02:45:04.338429Z","steps":["trace[1817795130] 'agreement among raft nodes before linearized reading' (duration: 117.220069ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:04.576329Z","caller":"traceutil/trace.go:171","msg":"trace[260699624] linearizableReadLoop","detail":"{readStateIndex:5942; appliedIndex:5941; }","duration":"145.861332ms","start":"2026-04-03T02:45:04.430452Z","end":"2026-04-03T02:45:04.576313Z","steps":["trace[260699624] 'read index received' (duration: 145.811241ms)","trace[260699624] 'applied index is now lower than readState.Index' (duration: 49.231µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:45:04.576389Z","caller":"traceutil/trace.go:171","msg":"trace[1484038724] transaction","detail":"{read_only:false; response_revision:5686; number_of_response:1; }","duration":"230.112879ms","start":"2026-04-03T02:45:04.346243Z","end":"2026-04-03T02:45:04.576356Z","steps":["trace[1484038724] 'process raft request' (duration: 229.919764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:04.576442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.987336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:45:04.576464Z","caller":"traceutil/trace.go:171","msg":"trace[1675890516] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5686; }","duration":"146.11044ms","start":"2026-04-03T02:45:04.430347Z","end":"2026-04-03T02:45:04.576457Z","steps":["trace[1675890516] 'agreement among raft nodes before linearized reading' (duration: 146.046537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:05.765814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.715293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16084"} {"level":"info","ts":"2026-04-03T02:45:05.765948Z","caller":"traceutil/trace.go:171","msg":"trace[1993247582] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5721; }","duration":"247.895287ms","start":"2026-04-03T02:45:05.518023Z","end":"2026-04-03T02:45:05.765919Z","steps":["trace[1993247582] 'range keys from in-memory index tree' (duration: 247.488528ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:05.766Z","caller":"traceutil/trace.go:171","msg":"trace[661885161] linearizableReadLoop","detail":"{readStateIndex:5978; appliedIndex:5977; }","duration":"233.548246ms","start":"2026-04-03T02:45:05.532432Z","end":"2026-04-03T02:45:05.76598Z","steps":["trace[661885161] 'read index received' (duration: 228.245662ms)","trace[661885161] 'applied index is now lower than readState.Index' (duration: 5.301394ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:45:05.766127Z","caller":"traceutil/trace.go:171","msg":"trace[1170649136] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"246.992625ms","start":"2026-04-03T02:45:05.519125Z","end":"2026-04-03T02:45:05.766118Z","steps":["trace[1170649136] 'process raft request' (duration: 241.613339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:05.766377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.695665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:45:05.766425Z","caller":"traceutil/trace.go:171","msg":"trace[588120852] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:5722; }","duration":"154.788937ms","start":"2026-04-03T02:45:05.611623Z","end":"2026-04-03T02:45:05.766412Z","steps":["trace[588120852] 'agreement among raft nodes before linearized reading' (duration: 154.666334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:05.76646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.028497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-03T02:45:05.766511Z","caller":"traceutil/trace.go:171","msg":"trace[1744003768] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5722; }","duration":"234.10286ms","start":"2026-04-03T02:45:05.532396Z","end":"2026-04-03T02:45:05.766499Z","steps":["trace[1744003768] 'agreement among raft nodes before linearized reading' (duration: 233.945876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:13.672599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.486719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:45:13.672683Z","caller":"traceutil/trace.go:171","msg":"trace[416650496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5875; }","duration":"131.604682ms","start":"2026-04-03T02:45:13.541061Z","end":"2026-04-03T02:45:13.672666Z","steps":["trace[416650496] 'range keys from in-memory index tree' (duration: 131.422568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:13.672862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.309281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-69df665885-pn66m\" ","response":"range_response_count:1 size:11847"} {"level":"info","ts":"2026-04-03T02:45:13.672932Z","caller":"traceutil/trace.go:171","msg":"trace[1884314045] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-69df665885-pn66m; range_end:; response_count:1; response_revision:5875; }","duration":"235.409413ms","start":"2026-04-03T02:45:13.4375Z","end":"2026-04-03T02:45:13.67291Z","steps":["trace[1884314045] 'range keys from in-memory index tree' (duration: 235.095755ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:13.977193Z","caller":"traceutil/trace.go:171","msg":"trace[1494927417] transaction","detail":"{read_only:false; response_revision:5876; number_of_response:1; }","duration":"293.51327ms","start":"2026-04-03T02:45:13.683652Z","end":"2026-04-03T02:45:13.977165Z","steps":["trace[1494927417] 'process raft request' (duration: 293.370557ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:14.405657Z","caller":"traceutil/trace.go:171","msg":"trace[1456621691] transaction","detail":"{read_only:false; response_revision:5879; number_of_response:1; }","duration":"418.000152ms","start":"2026-04-03T02:45:13.987635Z","end":"2026-04-03T02:45:14.405635Z","steps":["trace[1456621691] 'process raft request' (duration: 417.874679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:14.405805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:13.987626Z","time spent":"418.104794ms","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:45:14.40581Z","caller":"traceutil/trace.go:171","msg":"trace[1634879865] transaction","detail":"{read_only:false; response_revision:5878; number_of_response:1; }","duration":"421.867209ms","start":"2026-04-03T02:45:13.983908Z","end":"2026-04-03T02:45:14.405775Z","steps":["trace[1634879865] 'process raft request' (duration: 381.310446ms)","trace[1634879865] 'compare' (duration: 40.04138ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:45:14.406005Z","caller":"traceutil/trace.go:171","msg":"trace[1299974692] transaction","detail":"{read_only:false; response_revision:5880; number_of_response:1; }","duration":"415.95635ms","start":"2026-04-03T02:45:13.989855Z","end":"2026-04-03T02:45:14.405811Z","steps":["trace[1299974692] 'process raft request' (duration: 415.743575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:14.406132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:13.989846Z","time spent":"416.216226ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7953,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:45:14.406618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:13.983886Z","time spent":"422.100625ms","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1563,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:45:14.490503Z","caller":"traceutil/trace.go:171","msg":"trace[122516910] transaction","detail":"{read_only:false; response_revision:5881; number_of_response:1; }","duration":"268.61324ms","start":"2026-04-03T02:45:14.22186Z","end":"2026-04-03T02:45:14.490473Z","steps":["trace[122516910] 'process raft request' (duration: 268.406815ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:14.761259Z","caller":"traceutil/trace.go:171","msg":"trace[592127170] transaction","detail":"{read_only:false; response_revision:5882; number_of_response:1; }","duration":"349.499763ms","start":"2026-04-03T02:45:14.411734Z","end":"2026-04-03T02:45:14.761233Z","steps":["trace[592127170] 'process raft request' (duration: 349.257347ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:14.761539Z","caller":"traceutil/trace.go:171","msg":"trace[1444986723] transaction","detail":"{read_only:false; response_revision:5883; number_of_response:1; }","duration":"349.717089ms","start":"2026-04-03T02:45:14.411805Z","end":"2026-04-03T02:45:14.761522Z","steps":["trace[1444986723] 'process raft request' (duration: 349.340259ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:14.761575Z","caller":"traceutil/trace.go:171","msg":"trace[1456367111] transaction","detail":"{read_only:false; response_revision:5884; number_of_response:1; }","duration":"349.553994ms","start":"2026-04-03T02:45:14.411987Z","end":"2026-04-03T02:45:14.761541Z","steps":["trace[1456367111] 'process raft request' (duration: 349.215086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:14.76161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:14.411713Z","time spent":"349.80579ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":528,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:45:14.761631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:14.411774Z","time spent":"349.807831ms","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1066,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:45:14.761638Z","caller":"traceutil/trace.go:171","msg":"trace[1103741225] transaction","detail":"{read_only:false; response_revision:5885; number_of_response:1; }","duration":"349.254786ms","start":"2026-04-03T02:45:14.412329Z","end":"2026-04-03T02:45:14.761584Z","steps":["trace[1103741225] 'process raft request' (duration: 348.906037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:14.761745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:14.411943Z","time spent":"349.720088ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:45:14.761819Z","caller":"traceutil/trace.go:171","msg":"trace[434115561] linearizableReadLoop","detail":"{readStateIndex:6146; appliedIndex:6140; }","duration":"320.429338ms","start":"2026-04-03T02:45:14.441349Z","end":"2026-04-03T02:45:14.761778Z","steps":["trace[434115561] 'read index received' (duration: 48.965675ms)","trace[434115561] 'applied index is now lower than readState.Index' (duration: 271.460663ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:45:14.761869Z","caller":"traceutil/trace.go:171","msg":"trace[494346328] transaction","detail":"{read_only:false; response_revision:5886; number_of_response:1; }","duration":"347.118043ms","start":"2026-04-03T02:45:14.414738Z","end":"2026-04-03T02:45:14.761856Z","steps":["trace[494346328] 'process raft request' (duration: 346.534338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:14.761939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:14.414728Z","time spent":"347.175214ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10926,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:45:14.761861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:14.412319Z","time spent":"349.4273ms","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:45:14.76201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.634314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:45:14.76205Z","caller":"traceutil/trace.go:171","msg":"trace[522771779] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5886; }","duration":"320.783287ms","start":"2026-04-03T02:45:14.441253Z","end":"2026-04-03T02:45:14.762037Z","steps":["trace[522771779] 'agreement among raft nodes before linearized reading' (duration: 320.674665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:14.762096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:14.441239Z","time spent":"320.846929ms","remote":"127.0.0.1:33294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:45:14.863372Z","caller":"traceutil/trace.go:171","msg":"trace[789060499] transaction","detail":"{read_only:false; response_revision:5887; number_of_response:1; }","duration":"251.11665ms","start":"2026-04-03T02:45:14.612212Z","end":"2026-04-03T02:45:14.863329Z","steps":["trace[789060499] 'process raft request' (duration: 250.797981ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:14.86338Z","caller":"traceutil/trace.go:171","msg":"trace[227300988] transaction","detail":"{read_only:false; response_revision:5888; number_of_response:1; }","duration":"218.501626ms","start":"2026-04-03T02:45:14.644843Z","end":"2026-04-03T02:45:14.863345Z","steps":["trace[227300988] 'process raft request' (duration: 218.395733ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:14.86361Z","caller":"traceutil/trace.go:171","msg":"trace[831163595] transaction","detail":"{read_only:false; response_revision:5889; number_of_response:1; }","duration":"218.673111ms","start":"2026-04-03T02:45:14.644903Z","end":"2026-04-03T02:45:14.863576Z","steps":["trace[831163595] 'process raft request' (duration: 218.387314ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:14.863581Z","caller":"traceutil/trace.go:171","msg":"trace[635177560] linearizableReadLoop","detail":"{readStateIndex:6149; appliedIndex:6146; }","duration":"101.657207ms","start":"2026-04-03T02:45:14.761894Z","end":"2026-04-03T02:45:14.863551Z","steps":["trace[635177560] 'read index received' (duration: 100.976539ms)","trace[635177560] 'applied index is now lower than readState.Index' (duration: 677.598µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:45:14.863857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.557691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-03T02:45:14.863881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.865266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:45:14.863919Z","caller":"traceutil/trace.go:171","msg":"trace[1332111561] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5889; }","duration":"146.675114ms","start":"2026-04-03T02:45:14.717228Z","end":"2026-04-03T02:45:14.863904Z","steps":["trace[1332111561] 'agreement among raft nodes before linearized reading' (duration: 146.384227ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:14.863924Z","caller":"traceutil/trace.go:171","msg":"trace[934026227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5889; }","duration":"321.998119ms","start":"2026-04-03T02:45:14.541913Z","end":"2026-04-03T02:45:14.863911Z","steps":["trace[934026227] 'agreement among raft nodes before linearized reading' (duration: 321.819825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:14.864042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:14.541894Z","time spent":"322.05962ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:45:16.156999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839989779,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:45:16.374843Z","caller":"traceutil/trace.go:171","msg":"trace[1504900673] transaction","detail":"{read_only:false; response_revision:5895; number_of_response:1; }","duration":"755.210794ms","start":"2026-04-03T02:45:15.619601Z","end":"2026-04-03T02:45:16.374812Z","steps":["trace[1504900673] 'process raft request' (duration: 754.994379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:16.375007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:15.619592Z","time spent":"755.342557ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":828,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:45:16.38188Z","caller":"traceutil/trace.go:171","msg":"trace[1068510155] linearizableReadLoop","detail":"{readStateIndex:6156; appliedIndex:6154; }","duration":"725.3087ms","start":"2026-04-03T02:45:15.656544Z","end":"2026-04-03T02:45:16.381852Z","steps":["trace[1068510155] 'read index received' (duration: 718.045216ms)","trace[1068510155] 'applied index is now lower than readState.Index' (duration: 7.262564ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:45:16.382103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.532666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:45:16.382168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.667603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:45:16.382218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.276295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:45:16.382209Z","caller":"traceutil/trace.go:171","msg":"trace[295840493] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5896; }","duration":"725.69042ms","start":"2026-04-03T02:45:15.656502Z","end":"2026-04-03T02:45:16.382193Z","steps":["trace[295840493] 'agreement among raft nodes before linearized reading' (duration: 725.495555ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:16.382236Z","caller":"traceutil/trace.go:171","msg":"trace[917095203] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5896; }","duration":"373.793706ms","start":"2026-04-03T02:45:16.008426Z","end":"2026-04-03T02:45:16.38222Z","steps":["trace[917095203] 'agreement among raft nodes before linearized reading' (duration: 373.670333ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:16.382297Z","caller":"traceutil/trace.go:171","msg":"trace[598504719] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5896; }","duration":"110.403238ms","start":"2026-04-03T02:45:16.271875Z","end":"2026-04-03T02:45:16.382279Z","steps":["trace[598504719] 'agreement among raft nodes before linearized reading' (duration: 110.249284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:16.382345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:16.008407Z","time spent":"373.92615ms","remote":"127.0.0.1:52448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:45:16.382359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:15.656484Z","time spent":"725.862874ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:45:16.382841Z","caller":"traceutil/trace.go:171","msg":"trace[2050018043] transaction","detail":"{read_only:false; response_revision:5896; number_of_response:1; }","duration":"756.865986ms","start":"2026-04-03T02:45:15.625945Z","end":"2026-04-03T02:45:16.382811Z","steps":["trace[2050018043] 'process raft request' (duration: 755.761709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:16.382949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:15.625924Z","time spent":"756.963429ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7964,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:45:22.837233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839990023,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:45:22.975324Z","caller":"traceutil/trace.go:171","msg":"trace[1623051634] transaction","detail":"{read_only:false; response_revision:5996; number_of_response:1; }","duration":"700.746699ms","start":"2026-04-03T02:45:22.274553Z","end":"2026-04-03T02:45:22.9753Z","steps":["trace[1623051634] 'process raft request' (duration: 700.607255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:22.975468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:22.274529Z","time spent":"700.872592ms","remote":"127.0.0.1:34998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2229,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:45:23.117564Z","caller":"traceutil/trace.go:171","msg":"trace[30928465] transaction","detail":"{read_only:false; response_revision:5998; number_of_response:1; }","duration":"232.351416ms","start":"2026-04-03T02:45:22.885192Z","end":"2026-04-03T02:45:23.117544Z","steps":["trace[30928465] 'process raft request' (duration: 232.284224ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:23.117644Z","caller":"traceutil/trace.go:171","msg":"trace[914974787] transaction","detail":"{read_only:false; response_revision:5997; number_of_response:1; }","duration":"594.18616ms","start":"2026-04-03T02:45:22.523433Z","end":"2026-04-03T02:45:23.117619Z","steps":["trace[914974787] 'process raft request' (duration: 593.884852ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:23.117756Z","caller":"traceutil/trace.go:171","msg":"trace[356704680] transaction","detail":"{read_only:false; response_revision:5999; number_of_response:1; }","duration":"227.293858ms","start":"2026-04-03T02:45:22.890453Z","end":"2026-04-03T02:45:23.117747Z","steps":["trace[356704680] 'process raft request' (duration: 227.058632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:23.117786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:22.523409Z","time spent":"594.291332ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:45:23.117874Z","caller":"traceutil/trace.go:171","msg":"trace[1555334346] linearizableReadLoop","detail":"{readStateIndex:6259; appliedIndex:6257; }","duration":"781.077978ms","start":"2026-04-03T02:45:22.336788Z","end":"2026-04-03T02:45:23.117865Z","steps":["trace[1555334346] 'read index received' (duration: 638.455017ms)","trace[1555334346] 'applied index is now lower than readState.Index' (duration: 142.622031ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:45:23.117939Z","caller":"traceutil/trace.go:171","msg":"trace[78086655] transaction","detail":"{read_only:false; response_revision:6000; number_of_response:1; }","duration":"224.64338ms","start":"2026-04-03T02:45:22.89328Z","end":"2026-04-03T02:45:23.117924Z","steps":["trace[78086655] 'process raft request' (duration: 224.436485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:23.118153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.069793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:45:23.118205Z","caller":"traceutil/trace.go:171","msg":"trace[800760437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6000; }","duration":"578.152154ms","start":"2026-04-03T02:45:22.540038Z","end":"2026-04-03T02:45:23.11819Z","steps":["trace[800760437] 'agreement among raft nodes before linearized reading' (duration: 578.077642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:23.118242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:22.540016Z","time spent":"578.216016ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:45:23.118271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.044268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:45:23.118346Z","caller":"traceutil/trace.go:171","msg":"trace[466230073] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:6000; }","duration":"154.171132ms","start":"2026-04-03T02:45:22.964157Z","end":"2026-04-03T02:45:23.118328Z","steps":["trace[466230073] 'agreement among raft nodes before linearized reading' (duration: 153.979587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:23.118412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.255454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f377ba34-d666-4bbb-98f4-2e89d625e63c\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-03T02:45:23.118472Z","caller":"traceutil/trace.go:171","msg":"trace[1747618793] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f377ba34-d666-4bbb-98f4-2e89d625e63c; range_end:; response_count:1; response_revision:6000; }","duration":"240.351317ms","start":"2026-04-03T02:45:22.878103Z","end":"2026-04-03T02:45:23.118454Z","steps":["trace[1747618793] 'agreement among raft nodes before linearized reading' (duration: 240.221083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:23.118519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.798779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-2h9lg\" ","response":"range_response_count:1 size:4991"} {"level":"info","ts":"2026-04-03T02:45:23.119252Z","caller":"traceutil/trace.go:171","msg":"trace[842553322] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-2h9lg; range_end:; response_count:1; response_revision:6000; }","duration":"447.528747ms","start":"2026-04-03T02:45:22.671678Z","end":"2026-04-03T02:45:23.119207Z","steps":["trace[842553322] 'agreement among raft nodes before linearized reading' (duration: 446.751397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:23.119435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:22.671661Z","time spent":"447.685792ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5015,"request content":"key:\"/registry/pods/monitoring/goldpinger-2h9lg\" "} {"level":"warn","ts":"2026-04-03T02:45:23.121492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.696919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-04-03T02:45:23.121558Z","caller":"traceutil/trace.go:171","msg":"trace[1876812719] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6000; }","duration":"784.783531ms","start":"2026-04-03T02:45:22.336746Z","end":"2026-04-03T02:45:23.12153Z","steps":["trace[1876812719] 'agreement among raft nodes before linearized reading' (duration: 781.185301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:23.121599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:22.336728Z","time spent":"784.858024ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211006,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-03T02:45:24.042178Z","caller":"traceutil/trace.go:171","msg":"trace[2134324239] transaction","detail":"{read_only:false; response_revision:6011; number_of_response:1; }","duration":"358.778647ms","start":"2026-04-03T02:45:23.683383Z","end":"2026-04-03T02:45:24.042162Z","steps":["trace[2134324239] 'process raft request' (duration: 358.681255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:24.042279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:23.683354Z","time spent":"358.87251ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:45:24.62718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839990062,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:45:24.851908Z","caller":"traceutil/trace.go:171","msg":"trace[561980590] linearizableReadLoop","detail":"{readStateIndex:6274; appliedIndex:6273; }","duration":"725.169977ms","start":"2026-04-03T02:45:24.12671Z","end":"2026-04-03T02:45:24.85188Z","steps":["trace[561980590] 'read index received' (duration: 724.926351ms)","trace[561980590] 'applied index is now lower than readState.Index' (duration: 242.546µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:45:24.851957Z","caller":"traceutil/trace.go:171","msg":"trace[637386080] transaction","detail":"{read_only:false; response_revision:6012; number_of_response:1; }","duration":"800.58617ms","start":"2026-04-03T02:45:24.051347Z","end":"2026-04-03T02:45:24.851933Z","steps":["trace[637386080] 'process raft request' (duration: 800.370835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:24.85213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.416923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f377ba34-d666-4bbb-98f4-2e89d625e63c\" ","response":"range_response_count:1 size:3765"} {"level":"warn","ts":"2026-04-03T02:45:24.852143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:24.051337Z","time spent":"800.671493ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4982,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:45:24.852207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.604781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:45:24.852176Z","caller":"traceutil/trace.go:171","msg":"trace[1720146514] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f377ba34-d666-4bbb-98f4-2e89d625e63c; range_end:; response_count:1; response_revision:6012; }","duration":"725.504315ms","start":"2026-04-03T02:45:24.126658Z","end":"2026-04-03T02:45:24.852163Z","steps":["trace[1720146514] 'agreement among raft nodes before linearized reading' (duration: 725.350871ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:24.852317Z","caller":"traceutil/trace.go:171","msg":"trace[727008644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6012; }","duration":"312.754754ms","start":"2026-04-03T02:45:24.539537Z","end":"2026-04-03T02:45:24.852291Z","steps":["trace[727008644] 'agreement among raft nodes before linearized reading' (duration: 312.561819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:24.852363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:24.539521Z","time spent":"312.832177ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:45:24.852372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:24.126637Z","time spent":"725.71882ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f377ba34-d666-4bbb-98f4-2e89d625e63c\" "} {"level":"warn","ts":"2026-04-03T02:45:24.85218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.884291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:45:24.852489Z","caller":"traceutil/trace.go:171","msg":"trace[1628335768] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6012; }","duration":"487.22802ms","start":"2026-04-03T02:45:24.365217Z","end":"2026-04-03T02:45:24.852445Z","steps":["trace[1628335768] 'agreement among raft nodes before linearized reading' (duration: 486.84939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:24.852605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:24.36519Z","time spent":"487.376484ms","remote":"127.0.0.1:47490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:45:26.156328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.852175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:45:26.156446Z","caller":"traceutil/trace.go:171","msg":"trace[497542647] transaction","detail":"{read_only:false; response_revision:6013; number_of_response:1; }","duration":"1.297391721s","start":"2026-04-03T02:45:24.859035Z","end":"2026-04-03T02:45:26.156426Z","steps":["trace[497542647] 'process raft request' (duration: 340.349341ms)","trace[497542647] 'compare' (duration: 956.411544ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:45:26.156508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:24.85899Z","time spent":"1.297488893s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":917,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:45:26.581402Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.382169792s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:45:26.582169Z","caller":"traceutil/trace.go:171","msg":"trace[341351299] transaction","detail":"{read_only:false; response_revision:6015; number_of_response:1; }","duration":"1.720572944s","start":"2026-04-03T02:45:24.861567Z","end":"2026-04-03T02:45:26.58214Z","steps":["trace[341351299] 'process raft request' (duration: 1.720390829s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:26.582206Z","caller":"traceutil/trace.go:171","msg":"trace[444355562] transaction","detail":"{read_only:false; response_revision:6016; number_of_response:1; }","duration":"1.459080303s","start":"2026-04-03T02:45:25.123108Z","end":"2026-04-03T02:45:26.582188Z","steps":["trace[444355562] 'process raft request' (duration: 1.45893806s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:26.582306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:24.861552Z","time spent":"1.720676427s","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3912,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:45:26.582308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:25.123091Z","time spent":"1.459163215s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:45:26.582191Z","caller":"traceutil/trace.go:171","msg":"trace[1116222268] transaction","detail":"{read_only:false; response_revision:6014; number_of_response:1; }","duration":"1.721749134s","start":"2026-04-03T02:45:24.860327Z","end":"2026-04-03T02:45:26.582076Z","steps":["trace[1116222268] 'process raft request' (duration: 1.721262532s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:26.583353Z","caller":"traceutil/trace.go:171","msg":"trace[485684420] transaction","detail":"{read_only:false; response_revision:6019; number_of_response:1; }","duration":"1.458895438s","start":"2026-04-03T02:45:25.124426Z","end":"2026-04-03T02:45:26.583322Z","steps":["trace[485684420] 'process raft request' (duration: 1.458345495s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:26.582711Z","caller":"traceutil/trace.go:171","msg":"trace[789262100] transaction","detail":"{read_only:false; response_revision:6017; number_of_response:1; }","duration":"1.458457118s","start":"2026-04-03T02:45:25.123992Z","end":"2026-04-03T02:45:26.582449Z","steps":["trace[789262100] 'process raft request' (duration: 1.45814226s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:26.583546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:24.860309Z","time spent":"1.722945894s","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1433,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:45:26.583691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:25.123976Z","time spent":"1.459612806s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:45:26.582883Z","caller":"traceutil/trace.go:171","msg":"trace[2101845032] linearizableReadLoop","detail":"{readStateIndex:6277; appliedIndex:6274; }","duration":"1.466999784s","start":"2026-04-03T02:45:25.115855Z","end":"2026-04-03T02:45:26.582855Z","steps":["trace[2101845032] 'read index received' (duration: 83.407526ms)","trace[2101845032] 'applied index is now lower than readState.Index' (duration: 1.383591088s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:45:26.582901Z","caller":"traceutil/trace.go:171","msg":"trace[538096046] transaction","detail":"{read_only:false; response_revision:6018; number_of_response:1; }","duration":"1.458791996s","start":"2026-04-03T02:45:25.124084Z","end":"2026-04-03T02:45:26.582876Z","steps":["trace[538096046] 'process raft request' (duration: 1.458285184s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:26.582995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467112986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:45:26.58439Z","caller":"traceutil/trace.go:171","msg":"trace[549973008] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6019; }","duration":"1.468568273s","start":"2026-04-03T02:45:25.115803Z","end":"2026-04-03T02:45:26.584372Z","steps":["trace[549973008] 'agreement among raft nodes before linearized reading' (duration: 1.467123527s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:26.584346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:25.124073Z","time spent":"1.46013023s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:45:26.584451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:25.115783Z","time spent":"1.468650945s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:45:26.583531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:25.124413Z","time spent":"1.459014702s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:45:26.610501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478432262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:45:26.610565Z","caller":"traceutil/trace.go:171","msg":"trace[974495423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6019; }","duration":"1.478534275s","start":"2026-04-03T02:45:25.132016Z","end":"2026-04-03T02:45:26.61055Z","steps":["trace[974495423] 'agreement among raft nodes before linearized reading' (duration: 1.478377451s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:26.610598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.484539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-vdppk\" ","response":"range_response_count:1 size:4759"} {"level":"info","ts":"2026-04-03T02:45:26.610639Z","caller":"traceutil/trace.go:171","msg":"trace[801846055] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-vdppk; range_end:; response_count:1; response_revision:6019; }","duration":"127.55583ms","start":"2026-04-03T02:45:26.48307Z","end":"2026-04-03T02:45:26.610626Z","steps":["trace[801846055] 'agreement among raft nodes before linearized reading' (duration: 127.464937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:26.610622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458319434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:45:26.610678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478129764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T02:45:26.610682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.596696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:45:26.610707Z","caller":"traceutil/trace.go:171","msg":"trace[1134768371] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6019; }","duration":"1.478197696s","start":"2026-04-03T02:45:25.1325Z","end":"2026-04-03T02:45:26.610698Z","steps":["trace[1134768371] 'agreement among raft nodes before linearized reading' (duration: 1.478121264s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:26.610707Z","caller":"traceutil/trace.go:171","msg":"trace[814880596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6019; }","duration":"1.458438567s","start":"2026-04-03T02:45:25.152245Z","end":"2026-04-03T02:45:26.610684Z","steps":["trace[814880596] 'agreement among raft nodes before linearized reading' (duration: 1.458230602s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:26.610732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:25.132473Z","time spent":"1.478254297s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:45:26.610742Z","caller":"traceutil/trace.go:171","msg":"trace[2029076237] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:6019; }","duration":"538.697688ms","start":"2026-04-03T02:45:26.072027Z","end":"2026-04-03T02:45:26.610724Z","steps":["trace[2029076237] 'agreement among raft nodes before linearized reading' (duration: 538.596526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:26.610765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:25.152234Z","time spent":"1.458517099s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:45:26.610788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:26.072006Z","time spent":"538.76782ms","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:45:26.610893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.908757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f377ba34-d666-4bbb-98f4-2e89d625e63c\" ","response":"range_response_count:1 size:3765"} {"level":"warn","ts":"2026-04-03T02:45:26.6106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:25.132004Z","time spent":"1.478588156s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:45:26.610971Z","caller":"traceutil/trace.go:171","msg":"trace[988359554] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f377ba34-d666-4bbb-98f4-2e89d625e63c; range_end:; response_count:1; response_revision:6019; }","duration":"753.05678ms","start":"2026-04-03T02:45:25.857893Z","end":"2026-04-03T02:45:26.61095Z","steps":["trace[988359554] 'agreement among raft nodes before linearized reading' (duration: 752.741042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:26.611042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070266068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:45:26.611088Z","caller":"traceutil/trace.go:171","msg":"trace[585358418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6019; }","duration":"1.07034162s","start":"2026-04-03T02:45:25.540732Z","end":"2026-04-03T02:45:26.611074Z","steps":["trace[585358418] 'agreement among raft nodes before linearized reading' (duration: 1.070284968s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:26.610496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458034097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-03T02:45:26.611128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:25.540714Z","time spent":"1.070404271s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:45:26.611158Z","caller":"traceutil/trace.go:171","msg":"trace[1012105160] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6019; }","duration":"1.458716505s","start":"2026-04-03T02:45:25.152425Z","end":"2026-04-03T02:45:26.611141Z","steps":["trace[1012105160] 'agreement among raft nodes before linearized reading' (duration: 1.457929025s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:26.611179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480829951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-03T02:45:26.611047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:25.857876Z","time spent":"753.159763ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f377ba34-d666-4bbb-98f4-2e89d625e63c\" "} {"level":"info","ts":"2026-04-03T02:45:26.611207Z","caller":"traceutil/trace.go:171","msg":"trace[1498966958] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6019; }","duration":"1.480856622s","start":"2026-04-03T02:45:25.130342Z","end":"2026-04-03T02:45:26.611199Z","steps":["trace[1498966958] 'agreement among raft nodes before linearized reading' (duration: 1.48076271s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:26.611211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:25.152418Z","time spent":"1.458776736s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:45:26.611234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:25.130302Z","time spent":"1.480926214s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:45:26.610991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458305033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:45:26.61131Z","caller":"traceutil/trace.go:171","msg":"trace[1830084129] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:6019; }","duration":"1.458634031s","start":"2026-04-03T02:45:25.152662Z","end":"2026-04-03T02:45:26.611296Z","steps":["trace[1830084129] 'agreement among raft nodes before linearized reading' (duration: 1.458226211s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:26.611357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:25.152656Z","time spent":"1.458685493s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T02:45:26.611404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458111519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:45:26.611453Z","caller":"traceutil/trace.go:171","msg":"trace[351159968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6019; }","duration":"1.459050032s","start":"2026-04-03T02:45:25.152387Z","end":"2026-04-03T02:45:26.611437Z","steps":["trace[351159968] 'agreement among raft nodes before linearized reading' (duration: 1.457990426s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:26.611528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:25.152381Z","time spent":"1.459100784s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:45:28.542655Z","caller":"traceutil/trace.go:171","msg":"trace[545848217] linearizableReadLoop","detail":"{readStateIndex:6300; appliedIndex:6299; }","duration":"198.887481ms","start":"2026-04-03T02:45:28.343743Z","end":"2026-04-03T02:45:28.542631Z","steps":["trace[545848217] 'read index received' (duration: 198.704316ms)","trace[545848217] 'applied index is now lower than readState.Index' (duration: 182.475µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:45:28.542938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.156077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:45:28.542974Z","caller":"traceutil/trace.go:171","msg":"trace[968094407] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:6037; }","duration":"199.26776ms","start":"2026-04-03T02:45:28.343696Z","end":"2026-04-03T02:45:28.542964Z","steps":["trace[968094407] 'agreement among raft nodes before linearized reading' (duration: 199.143397ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:28.542913Z","caller":"traceutil/trace.go:171","msg":"trace[1988249494] transaction","detail":"{read_only:false; response_revision:6037; number_of_response:1; }","duration":"674.637951ms","start":"2026-04-03T02:45:27.868225Z","end":"2026-04-03T02:45:28.542863Z","steps":["trace[1988249494] 'process raft request' (duration: 674.285932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:28.543262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:27.868186Z","time spent":"674.930838ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:45:37.0416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839990459,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:45:37.211835Z","caller":"traceutil/trace.go:171","msg":"trace[1752542733] transaction","detail":"{read_only:false; response_revision:6197; number_of_response:1; }","duration":"557.649757ms","start":"2026-04-03T02:45:36.654159Z","end":"2026-04-03T02:45:37.211809Z","steps":["trace[1752542733] 'process raft request' (duration: 557.458552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:37.211995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:36.654135Z","time spent":"557.77763ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:45:37.212186Z","caller":"traceutil/trace.go:171","msg":"trace[468761771] transaction","detail":"{read_only:false; response_revision:6198; number_of_response:1; }","duration":"556.740164ms","start":"2026-04-03T02:45:36.655397Z","end":"2026-04-03T02:45:37.212137Z","steps":["trace[468761771] 'process raft request' (duration: 556.370005ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:37.212257Z","caller":"traceutil/trace.go:171","msg":"trace[1023169920] transaction","detail":"{read_only:false; response_revision:6200; number_of_response:1; }","duration":"554.044035ms","start":"2026-04-03T02:45:36.658184Z","end":"2026-04-03T02:45:37.212228Z","steps":["trace[1023169920] 'process raft request' (duration: 553.959153ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:37.212265Z","caller":"traceutil/trace.go:171","msg":"trace[9871883] transaction","detail":"{read_only:false; response_revision:6199; number_of_response:1; }","duration":"555.030781ms","start":"2026-04-03T02:45:36.657193Z","end":"2026-04-03T02:45:37.212224Z","steps":["trace[9871883] 'process raft request' (duration: 554.834546ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:37.212372Z","caller":"traceutil/trace.go:171","msg":"trace[149557862] transaction","detail":"{read_only:false; response_revision:6201; number_of_response:1; }","duration":"277.891884ms","start":"2026-04-03T02:45:36.934467Z","end":"2026-04-03T02:45:37.212359Z","steps":["trace[149557862] 'process raft request' (duration: 277.7235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:37.212429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:36.655371Z","time spent":"556.922118ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:45:37.21243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:36.65817Z","time spent":"554.170399ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:45:37.212428Z","caller":"traceutil/trace.go:171","msg":"trace[1361377375] linearizableReadLoop","detail":"{readStateIndex:6469; appliedIndex:6463; }","duration":"671.08249ms","start":"2026-04-03T02:45:36.541317Z","end":"2026-04-03T02:45:37.2124Z","steps":["trace[1361377375] 'read index received' (duration: 596.291463ms)","trace[1361377375] 'applied index is now lower than readState.Index' (duration: 74.789727ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:45:37.212629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.299326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:45:37.212688Z","caller":"traceutil/trace.go:171","msg":"trace[1275158099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6202; }","duration":"671.408899ms","start":"2026-04-03T02:45:36.541265Z","end":"2026-04-03T02:45:37.212674Z","steps":["trace[1275158099] 'agreement among raft nodes before linearized reading' (duration: 671.308067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:37.212733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.423662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:45:37.212762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.150022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-03T02:45:37.212799Z","caller":"traceutil/trace.go:171","msg":"trace[698211398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6202; }","duration":"536.518905ms","start":"2026-04-03T02:45:36.676266Z","end":"2026-04-03T02:45:37.212785Z","steps":["trace[698211398] 'agreement among raft nodes before linearized reading' (duration: 536.341431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:37.212732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:36.541244Z","time spent":"671.474161ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:45:37.212799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.5034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-03T02:45:37.212828Z","caller":"traceutil/trace.go:171","msg":"trace[878108055] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6202; }","duration":"583.259635ms","start":"2026-04-03T02:45:36.62955Z","end":"2026-04-03T02:45:37.212809Z","steps":["trace[878108055] 'agreement among raft nodes before linearized reading' (duration: 583.06007ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:37.212854Z","caller":"traceutil/trace.go:171","msg":"trace[24695847] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6202; }","duration":"356.556231ms","start":"2026-04-03T02:45:36.856284Z","end":"2026-04-03T02:45:37.212841Z","steps":["trace[24695847] 'agreement among raft nodes before linearized reading' (duration: 356.334986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:37.212691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:36.65718Z","time spent":"555.404061ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:45:37.21296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.297714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-03T02:45:37.213011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.122336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:45:37.213019Z","caller":"traceutil/trace.go:171","msg":"trace[443922405] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6202; }","duration":"415.381567ms","start":"2026-04-03T02:45:36.797625Z","end":"2026-04-03T02:45:37.213007Z","steps":["trace[443922405] 'agreement among raft nodes before linearized reading' (duration: 415.244433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:37.213023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.358488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:45:37.213062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:36.79761Z","time spent":"415.441978ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:45:37.213068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.864332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:45:37.213074Z","caller":"traceutil/trace.go:171","msg":"trace[1922420259] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6202; }","duration":"549.43135ms","start":"2026-04-03T02:45:36.663628Z","end":"2026-04-03T02:45:37.21306Z","steps":["trace[1922420259] 'agreement among raft nodes before linearized reading' (duration: 549.297557ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:37.213118Z","caller":"traceutil/trace.go:171","msg":"trace[1148420703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6202; }","duration":"551.945913ms","start":"2026-04-03T02:45:36.66116Z","end":"2026-04-03T02:45:37.213106Z","steps":["trace[1148420703] 'agreement among raft nodes before linearized reading' (duration: 551.767699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:37.213128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:36.663619Z","time spent":"549.497451ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:45:37.213144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.220541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-03T02:45:37.213153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:36.661148Z","time spent":"551.994075ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:45:37.212894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:36.856241Z","time spent":"356.646314ms","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-03T02:45:37.213191Z","caller":"traceutil/trace.go:171","msg":"trace[2084621788] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:6202; }","duration":"552.307533ms","start":"2026-04-03T02:45:36.66087Z","end":"2026-04-03T02:45:37.213177Z","steps":["trace[2084621788] 'agreement among raft nodes before linearized reading' (duration: 552.18783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:37.213241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:36.660857Z","time spent":"552.373934ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"info","ts":"2026-04-03T02:45:37.213047Z","caller":"traceutil/trace.go:171","msg":"trace[138653975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6202; }","duration":"542.191097ms","start":"2026-04-03T02:45:36.670846Z","end":"2026-04-03T02:45:37.213037Z","steps":["trace[138653975] 'agreement among raft nodes before linearized reading' (duration: 542.089595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:37.213023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.847839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:45:37.213327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:36.670826Z","time spent":"542.489355ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:45:37.21336Z","caller":"traceutil/trace.go:171","msg":"trace[872970468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6202; }","duration":"540.182607ms","start":"2026-04-03T02:45:36.673162Z","end":"2026-04-03T02:45:37.213345Z","steps":["trace[872970468] 'agreement among raft nodes before linearized reading' (duration: 539.762427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:37.213415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:36.673122Z","time spent":"540.277939ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:45:37.212845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:36.676253Z","time spent":"536.580636ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:45:37.212895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:36.62953Z","time spent":"583.350506ms","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-03T02:45:37.21353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.304491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-03T02:45:37.213713Z","caller":"traceutil/trace.go:171","msg":"trace[1065155495] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6202; }","duration":"298.540647ms","start":"2026-04-03T02:45:36.915148Z","end":"2026-04-03T02:45:37.213688Z","steps":["trace[1065155495] 'agreement among raft nodes before linearized reading' (duration: 297.506641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:37.214052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.820118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17150"} {"level":"info","ts":"2026-04-03T02:45:37.214108Z","caller":"traceutil/trace.go:171","msg":"trace[2103565207] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6202; }","duration":"381.917841ms","start":"2026-04-03T02:45:36.832176Z","end":"2026-04-03T02:45:37.214094Z","steps":["trace[2103565207] 'agreement among raft nodes before linearized reading' (duration: 381.727826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:37.214141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:36.832153Z","time spent":"381.981193ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17174,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-03T02:45:43.466881Z","caller":"traceutil/trace.go:171","msg":"trace[290005322] transaction","detail":"{read_only:false; response_revision:6249; number_of_response:1; }","duration":"233.3528ms","start":"2026-04-03T02:45:43.233501Z","end":"2026-04-03T02:45:43.466854Z","steps":["trace[290005322] 'process raft request' (duration: 233.272768ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:43.466906Z","caller":"traceutil/trace.go:171","msg":"trace[1426525444] transaction","detail":"{read_only:false; response_revision:6248; number_of_response:1; }","duration":"234.118549ms","start":"2026-04-03T02:45:43.23274Z","end":"2026-04-03T02:45:43.466859Z","steps":["trace[1426525444] 'process raft request' (duration: 233.840032ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:43.467209Z","caller":"traceutil/trace.go:171","msg":"trace[256969405] transaction","detail":"{read_only:false; response_revision:6250; number_of_response:1; }","duration":"233.433533ms","start":"2026-04-03T02:45:43.233761Z","end":"2026-04-03T02:45:43.467195Z","steps":["trace[256969405] 'process raft request' (duration: 233.056793ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:43.467236Z","caller":"traceutil/trace.go:171","msg":"trace[1401140449] linearizableReadLoop","detail":"{readStateIndex:6519; appliedIndex:6515; }","duration":"227.492282ms","start":"2026-04-03T02:45:43.239687Z","end":"2026-04-03T02:45:43.467179Z","steps":["trace[1401140449] 'read index received' (duration: 24.056787ms)","trace[1401140449] 'applied index is now lower than readState.Index' (duration: 203.430975ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:45:43.467556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.836091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:45:43.467657Z","caller":"traceutil/trace.go:171","msg":"trace[894861357] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6250; }","duration":"227.952334ms","start":"2026-04-03T02:45:43.23968Z","end":"2026-04-03T02:45:43.467632Z","steps":["trace[894861357] 'agreement among raft nodes before linearized reading' (duration: 227.621975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:43.467651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.460335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:45:43.467725Z","caller":"traceutil/trace.go:171","msg":"trace[704885639] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6250; }","duration":"222.557637ms","start":"2026-04-03T02:45:43.245148Z","end":"2026-04-03T02:45:43.467705Z","steps":["trace[704885639] 'agreement among raft nodes before linearized reading' (duration: 222.315251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:43.467782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.937037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:45:43.467795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.845735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:45:43.467851Z","caller":"traceutil/trace.go:171","msg":"trace[1783162828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6250; }","duration":"222.964828ms","start":"2026-04-03T02:45:43.244873Z","end":"2026-04-03T02:45:43.467838Z","steps":["trace[1783162828] 'agreement among raft nodes before linearized reading' (duration: 222.771613ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:43.467852Z","caller":"traceutil/trace.go:171","msg":"trace[330712059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6250; }","duration":"223.076431ms","start":"2026-04-03T02:45:43.244756Z","end":"2026-04-03T02:45:43.467832Z","steps":["trace[330712059] 'agreement among raft nodes before linearized reading' (duration: 222.697381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:43.467886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.059601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:45:43.467921Z","caller":"traceutil/trace.go:171","msg":"trace[1613795807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6250; }","duration":"223.107602ms","start":"2026-04-03T02:45:43.244804Z","end":"2026-04-03T02:45:43.467912Z","steps":["trace[1613795807] 'agreement among raft nodes before linearized reading' (duration: 223.018109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:43.467928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.761573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:45:43.467958Z","caller":"traceutil/trace.go:171","msg":"trace[1935481996] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:6250; }","duration":"220.810393ms","start":"2026-04-03T02:45:43.247139Z","end":"2026-04-03T02:45:43.467949Z","steps":["trace[1935481996] 'agreement among raft nodes before linearized reading' (duration: 220.703591ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:45.600682Z","caller":"traceutil/trace.go:171","msg":"trace[2076622767] transaction","detail":"{read_only:false; response_revision:6258; number_of_response:1; }","duration":"128.598677ms","start":"2026-04-03T02:45:45.472053Z","end":"2026-04-03T02:45:45.600652Z","steps":["trace[2076622767] 'process raft request' (duration: 128.383842ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:45.658325Z","caller":"traceutil/trace.go:171","msg":"trace[591598397] transaction","detail":"{read_only:false; response_revision:6259; number_of_response:1; }","duration":"185.850082ms","start":"2026-04-03T02:45:45.472451Z","end":"2026-04-03T02:45:45.658301Z","steps":["trace[591598397] 'process raft request' (duration: 185.662807ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:45.658571Z","caller":"traceutil/trace.go:171","msg":"trace[320941253] linearizableReadLoop","detail":"{readStateIndex:6529; appliedIndex:6526; }","duration":"177.377737ms","start":"2026-04-03T02:45:45.481141Z","end":"2026-04-03T02:45:45.658519Z","steps":["trace[320941253] 'read index received' (duration: 119.293012ms)","trace[320941253] 'applied index is now lower than readState.Index' (duration: 58.083485ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:45:45.658805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.299933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:45:45.658836Z","caller":"traceutil/trace.go:171","msg":"trace[1968579190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6260; }","duration":"121.397885ms","start":"2026-04-03T02:45:45.537429Z","end":"2026-04-03T02:45:45.658827Z","steps":["trace[1968579190] 'agreement among raft nodes before linearized reading' (duration: 121.328263ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:45.65883Z","caller":"traceutil/trace.go:171","msg":"trace[228942932] transaction","detail":"{read_only:false; response_revision:6260; number_of_response:1; }","duration":"184.516648ms","start":"2026-04-03T02:45:45.474286Z","end":"2026-04-03T02:45:45.658803Z","steps":["trace[228942932] 'process raft request' (duration: 183.964894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:45.659216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.938265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:45:45.659265Z","caller":"traceutil/trace.go:171","msg":"trace[1077528903] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6260; }","duration":"108.014987ms","start":"2026-04-03T02:45:45.551234Z","end":"2026-04-03T02:45:45.659249Z","steps":["trace[1077528903] 'agreement among raft nodes before linearized reading' (duration: 107.851433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:45.659389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.220049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:45:45.659544Z","caller":"traceutil/trace.go:171","msg":"trace[1852289125] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:6260; }","duration":"178.412904ms","start":"2026-04-03T02:45:45.48111Z","end":"2026-04-03T02:45:45.659523Z","steps":["trace[1852289125] 'agreement among raft nodes before linearized reading' (duration: 177.603344ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:51.816519Z","caller":"traceutil/trace.go:171","msg":"trace[325576221] transaction","detail":"{read_only:false; response_revision:6303; number_of_response:1; }","duration":"134.368172ms","start":"2026-04-03T02:45:51.682125Z","end":"2026-04-03T02:45:51.816493Z","steps":["trace[325576221] 'process raft request' (duration: 133.442188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:52.54615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.955355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:45:52.546449Z","caller":"traceutil/trace.go:171","msg":"trace[1515641664] transaction","detail":"{read_only:false; response_revision:6311; number_of_response:1; }","duration":"207.408736ms","start":"2026-04-03T02:45:52.338901Z","end":"2026-04-03T02:45:52.54631Z","steps":["trace[1515641664] 'process raft request' (duration: 36.155773ms)","trace[1515641664] 'compare' (duration: 170.420322ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:46:23.74091Z","caller":"traceutil/trace.go:171","msg":"trace[381934751] transaction","detail":"{read_only:false; response_revision:6583; number_of_response:1; }","duration":"105.052615ms","start":"2026-04-03T02:46:23.635833Z","end":"2026-04-03T02:46:23.740886Z","steps":["trace[381934751] 'process raft request' (duration: 104.893181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:24.204027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.261038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:46:24.204735Z","caller":"traceutil/trace.go:171","msg":"trace[2141229677] linearizableReadLoop","detail":"{readStateIndex:6866; appliedIndex:6865; }","duration":"213.341991ms","start":"2026-04-03T02:46:23.99079Z","end":"2026-04-03T02:46:24.204132Z","steps":["trace[2141229677] 'read index received' (duration: 77.789136ms)","trace[2141229677] 'applied index is now lower than readState.Index' (duration: 135.551575ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:46:24.205172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.359647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:46:24.205229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.114853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:46:24.205246Z","caller":"traceutil/trace.go:171","msg":"trace[1022861406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6586; }","duration":"214.47872ms","start":"2026-04-03T02:46:23.99075Z","end":"2026-04-03T02:46:24.205228Z","steps":["trace[1022861406] 'agreement among raft nodes before linearized reading' (duration: 214.229943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:24.205252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.881033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-03T02:46:24.205256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.685294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:46:24.205309Z","caller":"traceutil/trace.go:171","msg":"trace[1348346165] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:6586; }","duration":"188.956815ms","start":"2026-04-03T02:46:24.016334Z","end":"2026-04-03T02:46:24.205291Z","steps":["trace[1348346165] 'agreement among raft nodes before linearized reading' (duration: 188.7341ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:24.205309Z","caller":"traceutil/trace.go:171","msg":"trace[965138347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6586; }","duration":"186.221635ms","start":"2026-04-03T02:46:24.019075Z","end":"2026-04-03T02:46:24.205297Z","steps":["trace[965138347] 'agreement among raft nodes before linearized reading' (duration: 185.989119ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:24.205339Z","caller":"traceutil/trace.go:171","msg":"trace[2121263027] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6586; }","duration":"193.863779ms","start":"2026-04-03T02:46:24.011456Z","end":"2026-04-03T02:46:24.20532Z","steps":["trace[2121263027] 'agreement among raft nodes before linearized reading' (duration: 193.606232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:24.205439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.848756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:46:24.205563Z","caller":"traceutil/trace.go:171","msg":"trace[2147259735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6586; }","duration":"186.0266ms","start":"2026-04-03T02:46:24.019512Z","end":"2026-04-03T02:46:24.205538Z","steps":["trace[2147259735] 'agreement among raft nodes before linearized reading' (duration: 185.588639ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:24.205591Z","caller":"traceutil/trace.go:171","msg":"trace[806213309] transaction","detail":"{read_only:false; response_revision:6586; number_of_response:1; }","duration":"234.174538ms","start":"2026-04-03T02:46:23.970463Z","end":"2026-04-03T02:46:24.204638Z","steps":["trace[806213309] 'process raft request' (duration: 98.174482ms)","trace[806213309] 'compare' (duration: 135.121224ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:46:24.205644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.342726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:46:24.205812Z","caller":"traceutil/trace.go:171","msg":"trace[796420216] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6586; }","duration":"191.705066ms","start":"2026-04-03T02:46:24.014085Z","end":"2026-04-03T02:46:24.20579Z","steps":["trace[796420216] 'agreement among raft nodes before linearized reading' (duration: 191.051268ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:24.674056Z","caller":"traceutil/trace.go:171","msg":"trace[1449578638] linearizableReadLoop","detail":"{readStateIndex:6871; appliedIndex:6867; }","duration":"134.050178ms","start":"2026-04-03T02:46:24.53998Z","end":"2026-04-03T02:46:24.67403Z","steps":["trace[1449578638] 'read index received' (duration: 133.713409ms)","trace[1449578638] 'applied index is now lower than readState.Index' (duration: 335.869µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:46:24.674208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.212762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:46:24.674246Z","caller":"traceutil/trace.go:171","msg":"trace[287461935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6591; }","duration":"134.314825ms","start":"2026-04-03T02:46:24.539922Z","end":"2026-04-03T02:46:24.674236Z","steps":["trace[287461935] 'agreement among raft nodes before linearized reading' (duration: 134.208972ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:24.674455Z","caller":"traceutil/trace.go:171","msg":"trace[221100582] transaction","detail":"{read_only:false; response_revision:6589; number_of_response:1; }","duration":"462.371865ms","start":"2026-04-03T02:46:24.212047Z","end":"2026-04-03T02:46:24.674419Z","steps":["trace[221100582] 'process raft request' (duration: 461.882583ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:24.674491Z","caller":"traceutil/trace.go:171","msg":"trace[980764473] transaction","detail":"{read_only:false; response_revision:6588; number_of_response:1; }","duration":"462.700493ms","start":"2026-04-03T02:46:24.211753Z","end":"2026-04-03T02:46:24.674454Z","steps":["trace[980764473] 'process raft request' (duration: 462.012146ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:24.674522Z","caller":"traceutil/trace.go:171","msg":"trace[220747781] transaction","detail":"{read_only:false; response_revision:6591; number_of_response:1; }","duration":"462.129389ms","start":"2026-04-03T02:46:24.212363Z","end":"2026-04-03T02:46:24.674492Z","steps":["trace[220747781] 'process raft request' (duration: 461.633607ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:24.67456Z","caller":"traceutil/trace.go:171","msg":"trace[1665382681] transaction","detail":"{read_only:false; response_revision:6590; number_of_response:1; }","duration":"462.214692ms","start":"2026-04-03T02:46:24.212328Z","end":"2026-04-03T02:46:24.674543Z","steps":["trace[1665382681] 'process raft request' (duration: 461.639407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:24.674661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:46:24.212355Z","time spent":"462.225121ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:46:24.674672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:46:24.212316Z","time spent":"462.276953ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:46:24.674665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:46:24.211737Z","time spent":"462.839127ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:46:24.674729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:46:24.212027Z","time spent":"462.53226ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:46:34.340369Z","caller":"traceutil/trace.go:171","msg":"trace[875821028] transaction","detail":"{read_only:false; response_revision:6668; number_of_response:1; }","duration":"104.986173ms","start":"2026-04-03T02:46:34.235354Z","end":"2026-04-03T02:46:34.34034Z","steps":["trace[875821028] 'process raft request' (duration: 104.752277ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:38.972318Z","caller":"traceutil/trace.go:171","msg":"trace[616826210] transaction","detail":"{read_only:false; response_revision:6699; number_of_response:1; }","duration":"232.130307ms","start":"2026-04-03T02:46:38.740162Z","end":"2026-04-03T02:46:38.972293Z","steps":["trace[616826210] 'process raft request' (duration: 231.87404ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:38.972637Z","caller":"traceutil/trace.go:171","msg":"trace[254622658] linearizableReadLoop","detail":"{readStateIndex:6984; appliedIndex:6980; }","duration":"218.084042ms","start":"2026-04-03T02:46:38.754528Z","end":"2026-04-03T02:46:38.972612Z","steps":["trace[254622658] 'read index received' (duration: 53.137323ms)","trace[254622658] 'applied index is now lower than readState.Index' (duration: 164.945589ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:46:38.972723Z","caller":"traceutil/trace.go:171","msg":"trace[1009457453] transaction","detail":"{read_only:false; response_revision:6700; number_of_response:1; }","duration":"231.091021ms","start":"2026-04-03T02:46:38.741605Z","end":"2026-04-03T02:46:38.972696Z","steps":["trace[1009457453] 'process raft request' (duration: 230.626009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:38.972793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.239325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:46:38.972829Z","caller":"traceutil/trace.go:171","msg":"trace[1384326243] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:6701; }","duration":"218.317048ms","start":"2026-04-03T02:46:38.7545Z","end":"2026-04-03T02:46:38.972817Z","steps":["trace[1384326243] 'agreement among raft nodes before linearized reading' (duration: 218.211145ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:38.972835Z","caller":"traceutil/trace.go:171","msg":"trace[1045713697] transaction","detail":"{read_only:false; response_revision:6701; number_of_response:1; }","duration":"229.660764ms","start":"2026-04-03T02:46:38.743152Z","end":"2026-04-03T02:46:38.972813Z","steps":["trace[1045713697] 'process raft request' (duration: 229.363376ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:00.080123Z","caller":"traceutil/trace.go:171","msg":"trace[767996964] linearizableReadLoop","detail":"{readStateIndex:7149; appliedIndex:7148; }","duration":"105.359842ms","start":"2026-04-03T02:46:59.974735Z","end":"2026-04-03T02:47:00.080095Z","steps":["trace[767996964] 'read index received' (duration: 105.165857ms)","trace[767996964] 'applied index is now lower than readState.Index' (duration: 192.775µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:47:00.080215Z","caller":"traceutil/trace.go:171","msg":"trace[1321187571] transaction","detail":"{read_only:false; response_revision:6862; number_of_response:1; }","duration":"206.51527ms","start":"2026-04-03T02:46:59.873681Z","end":"2026-04-03T02:47:00.080196Z","steps":["trace[1321187571] 'process raft request' (duration: 206.236642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:00.08048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.720832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8241"} {"level":"info","ts":"2026-04-03T02:47:00.080574Z","caller":"traceutil/trace.go:171","msg":"trace[684977515] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:6862; }","duration":"105.831805ms","start":"2026-04-03T02:46:59.974723Z","end":"2026-04-03T02:47:00.080555Z","steps":["trace[684977515] 'agreement among raft nodes before linearized reading' (duration: 105.514277ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:00.091069Z","caller":"traceutil/trace.go:171","msg":"trace[1197417779] transaction","detail":"{read_only:false; response_revision:6863; number_of_response:1; }","duration":"101.27868ms","start":"2026-04-03T02:46:59.989755Z","end":"2026-04-03T02:47:00.091034Z","steps":["trace[1197417779] 'process raft request' (duration: 101.101765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:06.713344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.796896ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:47:06.713456Z","caller":"traceutil/trace.go:171","msg":"trace[1983496670] linearizableReadLoop","detail":"{readStateIndex:7184; appliedIndex:7183; }","duration":"172.658043ms","start":"2026-04-03T02:47:06.540778Z","end":"2026-04-03T02:47:06.713436Z","steps":["trace[1983496670] 'read index received' (duration: 39.761075ms)","trace[1983496670] 'applied index is now lower than readState.Index' (duration: 132.895318ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:47:06.713594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.797746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:47:06.713679Z","caller":"traceutil/trace.go:171","msg":"trace[908283963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6895; }","duration":"172.920129ms","start":"2026-04-03T02:47:06.54074Z","end":"2026-04-03T02:47:06.71366Z","steps":["trace[908283963] 'agreement among raft nodes before linearized reading' (duration: 172.787906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:07.220103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839992313,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:47:07.354048Z","caller":"traceutil/trace.go:171","msg":"trace[836389110] linearizableReadLoop","detail":"{readStateIndex:7185; appliedIndex:7184; }","duration":"634.933637ms","start":"2026-04-03T02:47:06.719092Z","end":"2026-04-03T02:47:07.354026Z","steps":["trace[836389110] 'read index received' (duration: 634.670891ms)","trace[836389110] 'applied index is now lower than readState.Index' (duration: 261.636µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:47:07.354103Z","caller":"traceutil/trace.go:171","msg":"trace[1054805990] transaction","detail":"{read_only:false; response_revision:6896; number_of_response:1; }","duration":"635.514212ms","start":"2026-04-03T02:47:06.718573Z","end":"2026-04-03T02:47:07.354087Z","steps":["trace[1054805990] 'process raft request' (duration: 635.267716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:07.35419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:47:06.718553Z","time spent":"635.578833ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:47:07.354432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.998714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:47:07.354493Z","caller":"traceutil/trace.go:171","msg":"trace[1736828006] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6896; }","duration":"365.102847ms","start":"2026-04-03T02:47:06.989378Z","end":"2026-04-03T02:47:07.354481Z","steps":["trace[1736828006] 'agreement among raft nodes before linearized reading' (duration: 364.955213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:07.354525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:47:06.989351Z","time spent":"365.167009ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:47:07.354645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.689011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:47:07.354439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.337187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:126774"} {"level":"info","ts":"2026-04-03T02:47:07.354694Z","caller":"traceutil/trace.go:171","msg":"trace[651266977] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:6896; }","duration":"196.784053ms","start":"2026-04-03T02:47:07.157898Z","end":"2026-04-03T02:47:07.354682Z","steps":["trace[651266977] 'agreement among raft nodes before linearized reading' (duration: 196.700521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:07.354777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.761268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:47:07.354907Z","caller":"traceutil/trace.go:171","msg":"trace[86995522] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:6896; }","duration":"345.947973ms","start":"2026-04-03T02:47:07.008936Z","end":"2026-04-03T02:47:07.354884Z","steps":["trace[86995522] 'agreement among raft nodes before linearized reading' (duration: 345.691116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:07.354772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.884417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:47:07.35499Z","caller":"traceutil/trace.go:171","msg":"trace[1166089392] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6896; }","duration":"256.159544ms","start":"2026-04-03T02:47:07.098814Z","end":"2026-04-03T02:47:07.354974Z","steps":["trace[1166089392] 'agreement among raft nodes before linearized reading' (duration: 255.748654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:07.355001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:47:07.008915Z","time spent":"346.073936ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:47:07.354758Z","caller":"traceutil/trace.go:171","msg":"trace[2130282534] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:6896; }","duration":"635.644655ms","start":"2026-04-03T02:47:06.71908Z","end":"2026-04-03T02:47:07.354725Z","steps":["trace[2130282534] 'agreement among raft nodes before linearized reading' (duration: 635.06286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:07.355185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:47:06.719069Z","time spent":"636.081456ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":126798,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T02:47:07.35524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.71629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:47:07.355713Z","caller":"traceutil/trace.go:171","msg":"trace[1537076914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6896; }","duration":"244.0903ms","start":"2026-04-03T02:47:07.111456Z","end":"2026-04-03T02:47:07.355546Z","steps":["trace[1537076914] 'agreement among raft nodes before linearized reading' (duration: 243.044213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:07.357165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.419862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:47:07.35729Z","caller":"traceutil/trace.go:171","msg":"trace[789447372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6896; }","duration":"245.538015ms","start":"2026-04-03T02:47:07.111699Z","end":"2026-04-03T02:47:07.357237Z","steps":["trace[789447372] 'agreement among raft nodes before linearized reading' (duration: 242.96544ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:07.590875Z","caller":"traceutil/trace.go:171","msg":"trace[225510434] transaction","detail":"{read_only:false; response_revision:6897; number_of_response:1; }","duration":"231.669015ms","start":"2026-04-03T02:47:07.359177Z","end":"2026-04-03T02:47:07.590846Z","steps":["trace[225510434] 'process raft request' (duration: 162.675861ms)","trace[225510434] 'compare' (duration: 68.758498ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:47:07.590884Z","caller":"traceutil/trace.go:171","msg":"trace[2066294094] transaction","detail":"{read_only:false; response_revision:6899; number_of_response:1; }","duration":"231.140472ms","start":"2026-04-03T02:47:07.359718Z","end":"2026-04-03T02:47:07.590859Z","steps":["trace[2066294094] 'process raft request' (duration: 231.073921ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:07.590909Z","caller":"traceutil/trace.go:171","msg":"trace[1048993380] transaction","detail":"{read_only:false; response_revision:6898; number_of_response:1; }","duration":"231.448639ms","start":"2026-04-03T02:47:07.35941Z","end":"2026-04-03T02:47:07.590859Z","steps":["trace[1048993380] 'process raft request' (duration: 231.342027ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:07.59105Z","caller":"traceutil/trace.go:171","msg":"trace[1937975680] transaction","detail":"{read_only:false; response_revision:6900; number_of_response:1; }","duration":"230.25872ms","start":"2026-04-03T02:47:07.360784Z","end":"2026-04-03T02:47:07.591042Z","steps":["trace[1937975680] 'process raft request' (duration: 230.037765ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:08.312678Z","caller":"traceutil/trace.go:171","msg":"trace[59793359] transaction","detail":"{read_only:false; response_revision:6902; number_of_response:1; }","duration":"126.156169ms","start":"2026-04-03T02:47:08.186499Z","end":"2026-04-03T02:47:08.312655Z","steps":["trace[59793359] 'process raft request' (duration: 125.994385ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:08.328108Z","caller":"traceutil/trace.go:171","msg":"trace[2145670687] transaction","detail":"{read_only:false; response_revision:6903; number_of_response:1; }","duration":"123.104001ms","start":"2026-04-03T02:47:08.204982Z","end":"2026-04-03T02:47:08.328086Z","steps":["trace[2145670687] 'process raft request' (duration: 122.976308ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:08.76801Z","caller":"traceutil/trace.go:171","msg":"trace[1174390571] linearizableReadLoop","detail":"{readStateIndex:7194; appliedIndex:7193; }","duration":"140.268575ms","start":"2026-04-03T02:47:08.627719Z","end":"2026-04-03T02:47:08.767988Z","steps":["trace[1174390571] 'read index received' (duration: 140.103331ms)","trace[1174390571] 'applied index is now lower than readState.Index' (duration: 164.194µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:47:08.768345Z","caller":"traceutil/trace.go:171","msg":"trace[2145633882] transaction","detail":"{read_only:false; response_revision:6905; number_of_response:1; }","duration":"151.068528ms","start":"2026-04-03T02:47:08.617244Z","end":"2026-04-03T02:47:08.768312Z","steps":["trace[2145633882] 'process raft request' (duration: 150.564255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:08.768595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.842549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:47:08.768721Z","caller":"traceutil/trace.go:171","msg":"trace[579393505] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:6905; }","duration":"141.032604ms","start":"2026-04-03T02:47:08.627673Z","end":"2026-04-03T02:47:08.768705Z","steps":["trace[579393505] 'agreement among raft nodes before linearized reading' (duration: 140.515061ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:09.411711Z","caller":"traceutil/trace.go:171","msg":"trace[1448049813] transaction","detail":"{read_only:false; response_revision:6906; number_of_response:1; }","duration":"140.493242ms","start":"2026-04-03T02:47:09.271193Z","end":"2026-04-03T02:47:09.411686Z","steps":["trace[1448049813] 'process raft request' (duration: 140.236574ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:10.539027Z","caller":"traceutil/trace.go:171","msg":"trace[169267192] transaction","detail":"{read_only:false; response_revision:6914; number_of_response:1; }","duration":"221.862437ms","start":"2026-04-03T02:47:10.317128Z","end":"2026-04-03T02:47:10.53899Z","steps":["trace[169267192] 'process raft request' (duration: 221.632091ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:10.541059Z","caller":"traceutil/trace.go:171","msg":"trace[1272016184] transaction","detail":"{read_only:false; response_revision:6915; number_of_response:1; }","duration":"208.87255ms","start":"2026-04-03T02:47:10.332151Z","end":"2026-04-03T02:47:10.541024Z","steps":["trace[1272016184] 'process raft request' (duration: 208.603123ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:11.604606Z","caller":"traceutil/trace.go:171","msg":"trace[1170877962] transaction","detail":"{read_only:false; response_revision:6918; number_of_response:1; }","duration":"124.440455ms","start":"2026-04-03T02:47:11.480135Z","end":"2026-04-03T02:47:11.604575Z","steps":["trace[1170877962] 'process raft request' (duration: 117.320015ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:11.626634Z","caller":"traceutil/trace.go:171","msg":"trace[30160486] linearizableReadLoop","detail":"{readStateIndex:7209; appliedIndex:7207; }","duration":"142.789579ms","start":"2026-04-03T02:47:11.483817Z","end":"2026-04-03T02:47:11.626607Z","steps":["trace[30160486] 'read index received' (duration: 113.730585ms)","trace[30160486] 'applied index is now lower than readState.Index' (duration: 29.058004ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:47:11.626671Z","caller":"traceutil/trace.go:171","msg":"trace[1109799021] transaction","detail":"{read_only:false; response_revision:6919; number_of_response:1; }","duration":"143.057835ms","start":"2026-04-03T02:47:11.483586Z","end":"2026-04-03T02:47:11.626644Z","steps":["trace[1109799021] 'process raft request' (duration: 142.879931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:11.627648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.631811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:126960"} {"level":"info","ts":"2026-04-03T02:47:11.627729Z","caller":"traceutil/trace.go:171","msg":"trace[495924772] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:6919; }","duration":"143.923028ms","start":"2026-04-03T02:47:11.483788Z","end":"2026-04-03T02:47:11.627711Z","steps":["trace[495924772] 'agreement among raft nodes before linearized reading' (duration: 142.949463ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:12.020006Z","caller":"traceutil/trace.go:171","msg":"trace[977386575] transaction","detail":"{read_only:false; response_revision:6921; number_of_response:1; }","duration":"388.54231ms","start":"2026-04-03T02:47:11.631436Z","end":"2026-04-03T02:47:12.019979Z","steps":["trace[977386575] 'process raft request' (duration: 388.343755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:12.020155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:47:11.631411Z","time spent":"388.666694ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:47:12.020355Z","caller":"traceutil/trace.go:171","msg":"trace[489867422] transaction","detail":"{read_only:false; response_revision:6922; number_of_response:1; }","duration":"388.746505ms","start":"2026-04-03T02:47:11.63157Z","end":"2026-04-03T02:47:12.020316Z","steps":["trace[489867422] 'process raft request' (duration: 388.375406ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:12.020388Z","caller":"traceutil/trace.go:171","msg":"trace[1411418498] transaction","detail":"{read_only:false; response_revision:6923; number_of_response:1; }","duration":"388.711615ms","start":"2026-04-03T02:47:11.631651Z","end":"2026-04-03T02:47:12.020362Z","steps":["trace[1411418498] 'process raft request' (duration: 388.52826ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:12.020598Z","caller":"traceutil/trace.go:171","msg":"trace[379726500] transaction","detail":"{read_only:false; response_revision:6925; number_of_response:1; }","duration":"337.986102ms","start":"2026-04-03T02:47:11.682599Z","end":"2026-04-03T02:47:12.020585Z","steps":["trace[379726500] 'process raft request' (duration: 337.90678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:12.020621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:47:11.631635Z","time spent":"388.9563ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:47:12.020579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:47:11.631532Z","time spent":"388.949351ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:47:12.020656Z","caller":"traceutil/trace.go:171","msg":"trace[921420079] transaction","detail":"{read_only:false; response_revision:6924; number_of_response:1; }","duration":"369.814246ms","start":"2026-04-03T02:47:11.650822Z","end":"2026-04-03T02:47:12.020636Z","steps":["trace[921420079] 'process raft request' (duration: 369.499909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:12.020815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:47:11.650794Z","time spent":"369.973361ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8226,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:47:12.02068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:47:11.682574Z","time spent":"338.066575ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:47:12.651172Z","caller":"traceutil/trace.go:171","msg":"trace[843047886] transaction","detail":"{read_only:false; response_revision:6928; number_of_response:1; }","duration":"106.491181ms","start":"2026-04-03T02:47:12.544643Z","end":"2026-04-03T02:47:12.651134Z","steps":["trace[843047886] 'process raft request' (duration: 106.289866ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:12.651222Z","caller":"traceutil/trace.go:171","msg":"trace[1844657934] transaction","detail":"{read_only:false; response_revision:6929; number_of_response:1; }","duration":"104.892431ms","start":"2026-04-03T02:47:12.546302Z","end":"2026-04-03T02:47:12.651194Z","steps":["trace[1844657934] 'process raft request' (duration: 104.738387ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:12.815725Z","caller":"traceutil/trace.go:171","msg":"trace[2031905188] transaction","detail":"{read_only:false; response_revision:6930; number_of_response:1; }","duration":"152.653388ms","start":"2026-04-03T02:47:12.663056Z","end":"2026-04-03T02:47:12.815709Z","steps":["trace[2031905188] 'process raft request' (duration: 152.541036ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:26.865758Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3928} {"level":"info","ts":"2026-04-03T02:47:26.915925Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3928,"took":"48.30352ms","hash":4207590091,"current-db-size-bytes":35794944,"current-db-size":"36 MB","current-db-size-in-use-bytes":32858112,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-03T02:47:26.916083Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4207590091,"revision":3928,"compact-revision":2501} {"level":"warn","ts":"2026-04-03T02:47:38.020318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.134086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:47:38.020612Z","caller":"traceutil/trace.go:171","msg":"trace[956610129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7101; }","duration":"209.2944ms","start":"2026-04-03T02:47:37.811113Z","end":"2026-04-03T02:47:38.020407Z","steps":["trace[956610129] 'range keys from in-memory index tree' (duration: 208.942831ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:38.384467Z","caller":"traceutil/trace.go:171","msg":"trace[347233708] linearizableReadLoop","detail":"{readStateIndex:7401; appliedIndex:7400; }","duration":"252.227825ms","start":"2026-04-03T02:47:38.132211Z","end":"2026-04-03T02:47:38.384439Z","steps":["trace[347233708] 'read index received' (duration: 252.04211ms)","trace[347233708] 'applied index is now lower than readState.Index' (duration: 181.285µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:47:38.38453Z","caller":"traceutil/trace.go:171","msg":"trace[1718181340] transaction","detail":"{read_only:false; response_revision:7103; number_of_response:1; }","duration":"280.53155ms","start":"2026-04-03T02:47:38.103941Z","end":"2026-04-03T02:47:38.384473Z","steps":["trace[1718181340] 'process raft request' (duration: 280.317504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:38.384728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.496641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:47:38.384765Z","caller":"traceutil/trace.go:171","msg":"trace[301581328] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7103; }","duration":"252.590984ms","start":"2026-04-03T02:47:38.132164Z","end":"2026-04-03T02:47:38.384755Z","steps":["trace[301581328] 'agreement among raft nodes before linearized reading' (duration: 252.42549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:38.384792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.132762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T02:47:38.384816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.47879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:47:38.384895Z","caller":"traceutil/trace.go:171","msg":"trace[1813465780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7103; }","duration":"250.280975ms","start":"2026-04-03T02:47:38.134588Z","end":"2026-04-03T02:47:38.384869Z","steps":["trace[1813465780] 'agreement among raft nodes before linearized reading' (duration: 250.027378ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:38.3849Z","caller":"traceutil/trace.go:171","msg":"trace[1537246762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7103; }","duration":"248.584513ms","start":"2026-04-03T02:47:38.136295Z","end":"2026-04-03T02:47:38.38488Z","steps":["trace[1537246762] 'agreement among raft nodes before linearized reading' (duration: 248.352467ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:39.05009Z","caller":"traceutil/trace.go:171","msg":"trace[1453529360] transaction","detail":"{read_only:false; response_revision:7108; number_of_response:1; }","duration":"221.656302ms","start":"2026-04-03T02:47:38.828372Z","end":"2026-04-03T02:47:39.050029Z","steps":["trace[1453529360] 'process raft request' (duration: 194.115067ms)","trace[1453529360] 'compare' (duration: 27.083963ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:47:39.050147Z","caller":"traceutil/trace.go:171","msg":"trace[1162018252] transaction","detail":"{read_only:false; response_revision:7109; number_of_response:1; }","duration":"220.658447ms","start":"2026-04-03T02:47:38.829453Z","end":"2026-04-03T02:47:39.050111Z","steps":["trace[1162018252] 'process raft request' (duration: 220.485412ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:40.647432Z","caller":"traceutil/trace.go:171","msg":"trace[2130188056] linearizableReadLoop","detail":"{readStateIndex:7412; appliedIndex:7411; }","duration":"157.84127ms","start":"2026-04-03T02:47:40.489559Z","end":"2026-04-03T02:47:40.647401Z","steps":["trace[2130188056] 'read index received' (duration: 157.608094ms)","trace[2130188056] 'applied index is now lower than readState.Index' (duration: 231.376µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:47:40.647635Z","caller":"traceutil/trace.go:171","msg":"trace[1015097494] transaction","detail":"{read_only:false; response_revision:7114; number_of_response:1; }","duration":"257.955779ms","start":"2026-04-03T02:47:40.389662Z","end":"2026-04-03T02:47:40.647618Z","steps":["trace[1015097494] 'process raft request' (duration: 257.492948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:40.647928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.159099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:47:40.647931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.297882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:47:40.647973Z","caller":"traceutil/trace.go:171","msg":"trace[1426700542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7114; }","duration":"109.218541ms","start":"2026-04-03T02:47:40.538742Z","end":"2026-04-03T02:47:40.647961Z","steps":["trace[1426700542] 'agreement among raft nodes before linearized reading' (duration: 109.134289ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:40.647986Z","caller":"traceutil/trace.go:171","msg":"trace[1717382280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7114; }","duration":"158.378383ms","start":"2026-04-03T02:47:40.489592Z","end":"2026-04-03T02:47:40.64797Z","steps":["trace[1717382280] 'agreement among raft nodes before linearized reading' (duration: 158.173388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:40.648003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.481496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:47:40.648098Z","caller":"traceutil/trace.go:171","msg":"trace[1431955706] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7114; }","duration":"139.63381ms","start":"2026-04-03T02:47:40.508443Z","end":"2026-04-03T02:47:40.648077Z","steps":["trace[1431955706] 'agreement among raft nodes before linearized reading' (duration: 139.456335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:40.648202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.610399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T02:47:40.648221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.508527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:47:40.648293Z","caller":"traceutil/trace.go:171","msg":"trace[988673280] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7114; }","duration":"158.751382ms","start":"2026-04-03T02:47:40.489521Z","end":"2026-04-03T02:47:40.648273Z","steps":["trace[988673280] 'agreement among raft nodes before linearized reading' (duration: 158.499966ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:40.648302Z","caller":"traceutil/trace.go:171","msg":"trace[859565956] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7114; }","duration":"158.64079ms","start":"2026-04-03T02:47:40.489644Z","end":"2026-04-03T02:47:40.648284Z","steps":["trace[859565956] 'agreement among raft nodes before linearized reading' (duration: 158.284741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:40.964576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.800232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:47:40.964747Z","caller":"traceutil/trace.go:171","msg":"trace[527787004] linearizableReadLoop","detail":"{readStateIndex:7415; appliedIndex:7412; }","duration":"213.166597ms","start":"2026-04-03T02:47:40.751568Z","end":"2026-04-03T02:47:40.964734Z","steps":["trace[527787004] 'read index received' (duration: 101.133946ms)","trace[527787004] 'applied index is now lower than readState.Index' (duration: 112.031801ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:47:40.964827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.259419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:47:40.964851Z","caller":"traceutil/trace.go:171","msg":"trace[1890425002] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:7117; }","duration":"213.319781ms","start":"2026-04-03T02:47:40.751524Z","end":"2026-04-03T02:47:40.964844Z","steps":["trace[1890425002] 'agreement among raft nodes before linearized reading' (duration: 213.251129ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:40.964891Z","caller":"traceutil/trace.go:171","msg":"trace[94327619] transaction","detail":"{read_only:false; response_revision:7117; number_of_response:1; }","duration":"311.861352ms","start":"2026-04-03T02:47:40.653007Z","end":"2026-04-03T02:47:40.964868Z","steps":["trace[94327619] 'process raft request' (duration: 311.696588ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:40.964941Z","caller":"traceutil/trace.go:171","msg":"trace[367410471] transaction","detail":"{read_only:false; response_revision:7115; number_of_response:1; }","duration":"312.477808ms","start":"2026-04-03T02:47:40.652436Z","end":"2026-04-03T02:47:40.964914Z","steps":["trace[367410471] 'process raft request' (duration: 85.257155ms)","trace[367410471] 'compare' (duration: 226.671039ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:47:40.964989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:47:40.652993Z","time spent":"311.950744ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:47:40.965Z","caller":"traceutil/trace.go:171","msg":"trace[578510490] transaction","detail":"{read_only:false; response_revision:7116; number_of_response:1; }","duration":"312.062586ms","start":"2026-04-03T02:47:40.652816Z","end":"2026-04-03T02:47:40.964878Z","steps":["trace[578510490] 'process raft request' (duration: 311.849151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:40.965224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:47:40.652784Z","time spent":"312.358163ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:47:40.965145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:47:40.652405Z","time spent":"312.615601ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:47:41.023266Z","caller":"traceutil/trace.go:171","msg":"trace[214508328] transaction","detail":"{read_only:false; response_revision:7118; number_of_response:1; }","duration":"152.724241ms","start":"2026-04-03T02:47:40.870525Z","end":"2026-04-03T02:47:41.02325Z","steps":["trace[214508328] 'process raft request' (duration: 152.602708ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:42.793897Z","caller":"traceutil/trace.go:171","msg":"trace[1865267631] transaction","detail":"{read_only:false; response_revision:7124; number_of_response:1; }","duration":"125.873752ms","start":"2026-04-03T02:47:42.667997Z","end":"2026-04-03T02:47:42.793871Z","steps":["trace[1865267631] 'process raft request' (duration: 125.679437ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:43.60012Z","caller":"traceutil/trace.go:171","msg":"trace[1945120418] transaction","detail":"{read_only:false; response_revision:7125; number_of_response:1; }","duration":"626.490644ms","start":"2026-04-03T02:47:42.973603Z","end":"2026-04-03T02:47:43.600094Z","steps":["trace[1945120418] 'process raft request' (duration: 626.284099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:43.600281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:47:42.973586Z","time spent":"626.613357ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:47:43.646161Z","caller":"traceutil/trace.go:171","msg":"trace[323744304] transaction","detail":"{read_only:false; response_revision:7126; number_of_response:1; }","duration":"672.505766ms","start":"2026-04-03T02:47:42.973634Z","end":"2026-04-03T02:47:43.64614Z","steps":["trace[323744304] 'process raft request' (duration: 672.310271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:43.646311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:47:42.973621Z","time spent":"672.612999ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:47:43.646597Z","caller":"traceutil/trace.go:171","msg":"trace[541627451] transaction","detail":"{read_only:false; response_revision:7127; number_of_response:1; }","duration":"672.812304ms","start":"2026-04-03T02:47:42.97375Z","end":"2026-04-03T02:47:43.646563Z","steps":["trace[541627451] 'process raft request' (duration: 672.354242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:43.646721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:47:42.973728Z","time spent":"672.921087ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:47:43.646791Z","caller":"traceutil/trace.go:171","msg":"trace[32229829] transaction","detail":"{read_only:false; response_revision:7128; number_of_response:1; }","duration":"618.764958ms","start":"2026-04-03T02:47:43.027929Z","end":"2026-04-03T02:47:43.646693Z","steps":["trace[32229829] 'process raft request' (duration: 618.567513ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:43.646784Z","caller":"traceutil/trace.go:171","msg":"trace[2009527957] transaction","detail":"{read_only:false; response_revision:7129; number_of_response:1; }","duration":"525.940492ms","start":"2026-04-03T02:47:43.120818Z","end":"2026-04-03T02:47:43.646759Z","steps":["trace[2009527957] 'process raft request' (duration: 525.791648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:43.646983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:47:43.02791Z","time spent":"618.982774ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:47:43.647003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:47:43.12078Z","time spent":"526.148317ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:47:43.647041Z","caller":"traceutil/trace.go:171","msg":"trace[1491757774] linearizableReadLoop","detail":"{readStateIndex:7429; appliedIndex:7423; }","duration":"106.05288ms","start":"2026-04-03T02:47:43.540951Z","end":"2026-04-03T02:47:43.647003Z","steps":["trace[1491757774] 'read index received' (duration: 58.909029ms)","trace[1491757774] 'applied index is now lower than readState.Index' (duration: 47.142791ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:47:43.647129Z","caller":"traceutil/trace.go:171","msg":"trace[1671232564] transaction","detail":"{read_only:false; response_revision:7130; number_of_response:1; }","duration":"519.085219ms","start":"2026-04-03T02:47:43.128032Z","end":"2026-04-03T02:47:43.647118Z","steps":["trace[1671232564] 'process raft request' (duration: 518.620577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:43.647181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:47:43.128015Z","time spent":"519.1396ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:47:43.647207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.262286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:47:43.647248Z","caller":"traceutil/trace.go:171","msg":"trace[484991696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7130; }","duration":"106.380219ms","start":"2026-04-03T02:47:43.540856Z","end":"2026-04-03T02:47:43.647236Z","steps":["trace[484991696] 'agreement among raft nodes before linearized reading' (duration: 106.318457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:43.927335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.779659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:47:43.927546Z","caller":"traceutil/trace.go:171","msg":"trace[919115062] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:7130; }","duration":"221.057157ms","start":"2026-04-03T02:47:43.70647Z","end":"2026-04-03T02:47:43.927527Z","steps":["trace[919115062] 'count revisions from in-memory index tree' (duration: 220.663496ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:43.99522Z","caller":"traceutil/trace.go:171","msg":"trace[741836232] linearizableReadLoop","detail":"{readStateIndex:7430; appliedIndex:7429; }","duration":"149.94311ms","start":"2026-04-03T02:47:43.845257Z","end":"2026-04-03T02:47:43.9952Z","steps":["trace[741836232] 'read index received' (duration: 149.811127ms)","trace[741836232] 'applied index is now lower than readState.Index' (duration: 131.323µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:47:43.995268Z","caller":"traceutil/trace.go:171","msg":"trace[974182471] transaction","detail":"{read_only:false; response_revision:7131; number_of_response:1; }","duration":"234.482476ms","start":"2026-04-03T02:47:43.760768Z","end":"2026-04-03T02:47:43.995251Z","steps":["trace[974182471] 'process raft request' (duration: 234.307462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:43.995438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.076273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:47:43.995509Z","caller":"traceutil/trace.go:171","msg":"trace[317067077] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:7131; }","duration":"150.246778ms","start":"2026-04-03T02:47:43.845226Z","end":"2026-04-03T02:47:43.995473Z","steps":["trace[317067077] 'agreement among raft nodes before linearized reading' (duration: 150.079924ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:44.231972Z","caller":"traceutil/trace.go:171","msg":"trace[1708932684] linearizableReadLoop","detail":"{readStateIndex:7431; appliedIndex:7430; }","duration":"231.586613ms","start":"2026-04-03T02:47:44.000357Z","end":"2026-04-03T02:47:44.231944Z","steps":["trace[1708932684] 'read index received' (duration: 177.525777ms)","trace[1708932684] 'applied index is now lower than readState.Index' (duration: 54.059886ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:47:44.232074Z","caller":"traceutil/trace.go:171","msg":"trace[695683351] transaction","detail":"{read_only:false; response_revision:7132; number_of_response:1; }","duration":"232.716501ms","start":"2026-04-03T02:47:43.999323Z","end":"2026-04-03T02:47:44.23204Z","steps":["trace[695683351] 'process raft request' (duration: 178.616714ms)","trace[695683351] 'compare' (duration: 53.855281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:47:44.232239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.674586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:47:44.232332Z","caller":"traceutil/trace.go:171","msg":"trace[1433123692] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:7132; }","duration":"144.855751ms","start":"2026-04-03T02:47:44.087454Z","end":"2026-04-03T02:47:44.23231Z","steps":["trace[1433123692] 'agreement among raft nodes before linearized reading' (duration: 144.680426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:47:44.23236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.323703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T02:47:44.232383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.994573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:141732"} {"level":"info","ts":"2026-04-03T02:47:44.232429Z","caller":"traceutil/trace.go:171","msg":"trace[298778567] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:7132; }","duration":"232.083244ms","start":"2026-04-03T02:47:44.000335Z","end":"2026-04-03T02:47:44.232418Z","steps":["trace[298778567] 'agreement among raft nodes before linearized reading' (duration: 231.760486ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:44.232431Z","caller":"traceutil/trace.go:171","msg":"trace[1492971229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7132; }","duration":"109.432646ms","start":"2026-04-03T02:47:44.122981Z","end":"2026-04-03T02:47:44.232413Z","steps":["trace[1492971229] 'agreement among raft nodes before linearized reading' (duration: 109.230601ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:50.702595Z","caller":"traceutil/trace.go:171","msg":"trace[407241817] transaction","detail":"{read_only:false; response_revision:7164; number_of_response:1; }","duration":"109.274272ms","start":"2026-04-03T02:47:50.593295Z","end":"2026-04-03T02:47:50.702569Z","steps":["trace[407241817] 'process raft request' (duration: 109.099518ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:51.602038Z","caller":"traceutil/trace.go:171","msg":"trace[1395705576] transaction","detail":"{read_only:false; response_revision:7167; number_of_response:1; }","duration":"101.470214ms","start":"2026-04-03T02:47:51.500541Z","end":"2026-04-03T02:47:51.602011Z","steps":["trace[1395705576] 'process raft request' (duration: 101.190347ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:51.60214Z","caller":"traceutil/trace.go:171","msg":"trace[986560249] transaction","detail":"{read_only:false; response_revision:7166; number_of_response:1; }","duration":"123.83024ms","start":"2026-04-03T02:47:51.478243Z","end":"2026-04-03T02:47:51.602074Z","steps":["trace[986560249] 'process raft request' (duration: 58.13999ms)","trace[986560249] 'compare' (duration: 65.203178ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:47:51.799636Z","caller":"traceutil/trace.go:171","msg":"trace[1444556383] transaction","detail":"{read_only:false; response_revision:7169; number_of_response:1; }","duration":"126.257251ms","start":"2026-04-03T02:47:51.673345Z","end":"2026-04-03T02:47:51.799602Z","steps":["trace[1444556383] 'process raft request' (duration: 88.566288ms)","trace[1444556383] 'compare' (duration: 37.404926ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:47:51.802394Z","caller":"traceutil/trace.go:171","msg":"trace[338150073] transaction","detail":"{read_only:false; response_revision:7170; number_of_response:1; }","duration":"125.218155ms","start":"2026-04-03T02:47:51.677156Z","end":"2026-04-03T02:47:51.802374Z","steps":["trace[338150073] 'process raft request' (duration: 125.064702ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:51.802659Z","caller":"traceutil/trace.go:171","msg":"trace[1206114912] linearizableReadLoop","detail":"{readStateIndex:7472; appliedIndex:7469; }","duration":"114.526224ms","start":"2026-04-03T02:47:51.688046Z","end":"2026-04-03T02:47:51.802572Z","steps":["trace[1206114912] 'read index received' (duration: 73.829055ms)","trace[1206114912] 'applied index is now lower than readState.Index' (duration: 40.695789ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:47:51.802955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.894366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:47:51.802962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.894474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:47:51.803011Z","caller":"traceutil/trace.go:171","msg":"trace[1843237472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7171; }","duration":"114.989126ms","start":"2026-04-03T02:47:51.688008Z","end":"2026-04-03T02:47:51.802997Z","steps":["trace[1843237472] 'agreement among raft nodes before linearized reading' (duration: 114.76671ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:51.802996Z","caller":"traceutil/trace.go:171","msg":"trace[2081782247] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7171; }","duration":"103.997949ms","start":"2026-04-03T02:47:51.698988Z","end":"2026-04-03T02:47:51.802986Z","steps":["trace[2081782247] 'agreement among raft nodes before linearized reading' (duration: 103.794874ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:51.802992Z","caller":"traceutil/trace.go:171","msg":"trace[1607756711] transaction","detail":"{read_only:false; response_revision:7171; number_of_response:1; }","duration":"125.785049ms","start":"2026-04-03T02:47:51.677185Z","end":"2026-04-03T02:47:51.80297Z","steps":["trace[1607756711] 'process raft request' (duration: 125.142793ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:56.529348Z","caller":"traceutil/trace.go:171","msg":"trace[2011363964] transaction","detail":"{read_only:false; response_revision:7193; number_of_response:1; }","duration":"132.565899ms","start":"2026-04-03T02:47:56.396741Z","end":"2026-04-03T02:47:56.529307Z","steps":["trace[2011363964] 'process raft request' (duration: 121.50828ms)","trace[2011363964] 'compare' (duration: 10.881155ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:48:10.079545Z","caller":"traceutil/trace.go:171","msg":"trace[1025198636] transaction","detail":"{read_only:false; response_revision:7259; number_of_response:1; }","duration":"203.006556ms","start":"2026-04-03T02:48:09.876512Z","end":"2026-04-03T02:48:10.079518Z","steps":["trace[1025198636] 'process raft request' (duration: 198.390679ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:10.07978Z","caller":"traceutil/trace.go:171","msg":"trace[350069903] linearizableReadLoop","detail":"{readStateIndex:7564; appliedIndex:7561; }","duration":"186.123619ms","start":"2026-04-03T02:48:09.89363Z","end":"2026-04-03T02:48:10.079754Z","steps":["trace[350069903] 'read index received' (duration: 18.687231ms)","trace[350069903] 'applied index is now lower than readState.Index' (duration: 167.435458ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:48:10.080056Z","caller":"traceutil/trace.go:171","msg":"trace[75393727] transaction","detail":"{read_only:false; response_revision:7260; number_of_response:1; }","duration":"195.743033ms","start":"2026-04-03T02:48:09.8843Z","end":"2026-04-03T02:48:10.080043Z","steps":["trace[75393727] 'process raft request' (duration: 195.145758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:10.080137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.493898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:48:10.080161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.613707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:48:10.080186Z","caller":"traceutil/trace.go:171","msg":"trace[641696303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7260; }","duration":"186.55967ms","start":"2026-04-03T02:48:09.893615Z","end":"2026-04-03T02:48:10.080175Z","steps":["trace[641696303] 'agreement among raft nodes before linearized reading' (duration: 186.399756ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:10.080228Z","caller":"traceutil/trace.go:171","msg":"trace[813460731] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7260; }","duration":"185.713379ms","start":"2026-04-03T02:48:09.894499Z","end":"2026-04-03T02:48:10.080213Z","steps":["trace[813460731] 'agreement among raft nodes before linearized reading' (duration: 185.504894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:10.425649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.292121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:48:10.425752Z","caller":"traceutil/trace.go:171","msg":"trace[1581897592] linearizableReadLoop","detail":"{readStateIndex:7566; appliedIndex:7564; }","duration":"293.00246ms","start":"2026-04-03T02:48:10.13273Z","end":"2026-04-03T02:48:10.425733Z","steps":["trace[1581897592] 'read index received' (duration: 19.134044ms)","trace[1581897592] 'applied index is now lower than readState.Index' (duration: 273.866956ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:48:10.425911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.182424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:48:10.425944Z","caller":"traceutil/trace.go:171","msg":"trace[1677158293] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7262; }","duration":"293.242626ms","start":"2026-04-03T02:48:10.132692Z","end":"2026-04-03T02:48:10.425934Z","steps":["trace[1677158293] 'agreement among raft nodes before linearized reading' (duration: 293.087582ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:10.42602Z","caller":"traceutil/trace.go:171","msg":"trace[1606473915] transaction","detail":"{read_only:false; response_revision:7262; number_of_response:1; }","duration":"340.895999ms","start":"2026-04-03T02:48:10.084996Z","end":"2026-04-03T02:48:10.425892Z","steps":["trace[1606473915] 'process raft request' (duration: 210.27599ms)","trace[1606473915] 'compare' (duration: 130.108395ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:48:10.426237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:48:10.084978Z","time spent":"341.160745ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:48:10.835017Z","caller":"traceutil/trace.go:171","msg":"trace[1932303452] linearizableReadLoop","detail":"{readStateIndex:7568; appliedIndex:7567; }","duration":"325.638444ms","start":"2026-04-03T02:48:10.509361Z","end":"2026-04-03T02:48:10.834999Z","steps":["trace[1932303452] 'read index received' (duration: 325.574202ms)","trace[1932303452] 'applied index is now lower than readState.Index' (duration: 63.222µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:48:10.83515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.276819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:48:10.835175Z","caller":"traceutil/trace.go:171","msg":"trace[832135810] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:7264; }","duration":"362.34533ms","start":"2026-04-03T02:48:10.472822Z","end":"2026-04-03T02:48:10.835168Z","steps":["trace[832135810] 'agreement among raft nodes before linearized reading' (duration: 362.273458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:10.8352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:48:10.472804Z","time spent":"362.388812ms","remote":"127.0.0.1:44524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:48:10.835313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.57268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:48:10.835423Z","caller":"traceutil/trace.go:171","msg":"trace[751059389] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:7264; }","duration":"357.717043ms","start":"2026-04-03T02:48:10.477683Z","end":"2026-04-03T02:48:10.8354Z","steps":["trace[751059389] 'agreement among raft nodes before linearized reading' (duration: 357.426326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:10.835528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:48:10.477677Z","time spent":"357.798535ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"info","ts":"2026-04-03T02:48:10.835717Z","caller":"traceutil/trace.go:171","msg":"trace[1963715039] transaction","detail":"{read_only:false; response_revision:7264; number_of_response:1; }","duration":"331.215694ms","start":"2026-04-03T02:48:10.50383Z","end":"2026-04-03T02:48:10.835046Z","steps":["trace[1963715039] 'process raft request' (duration: 331.04048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:10.835968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:48:10.503802Z","time spent":"332.081326ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:48:11.036632Z","caller":"traceutil/trace.go:171","msg":"trace[257579716] linearizableReadLoop","detail":"{readStateIndex:7569; appliedIndex:7568; }","duration":"201.540709ms","start":"2026-04-03T02:48:10.835067Z","end":"2026-04-03T02:48:11.036608Z","steps":["trace[257579716] 'read index received' (duration: 107.876363ms)","trace[257579716] 'applied index is now lower than readState.Index' (duration: 93.663096ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:48:11.036756Z","caller":"traceutil/trace.go:171","msg":"trace[378354426] transaction","detail":"{read_only:false; response_revision:7265; number_of_response:1; }","duration":"522.112625ms","start":"2026-04-03T02:48:10.514609Z","end":"2026-04-03T02:48:11.036722Z","steps":["trace[378354426] 'process raft request' (duration: 428.324786ms)","trace[378354426] 'compare' (duration: 93.491222ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:48:11.036798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.393933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:48:11.036837Z","caller":"traceutil/trace.go:171","msg":"trace[190768898] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7265; }","duration":"488.465655ms","start":"2026-04-03T02:48:10.548357Z","end":"2026-04-03T02:48:11.036823Z","steps":["trace[190768898] 'agreement among raft nodes before linearized reading' (duration: 488.357603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:11.036883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:48:10.548341Z","time spent":"488.532697ms","remote":"127.0.0.1:47292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:48:11.036912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:48:10.514592Z","time spent":"522.235208ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:48:11.036965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.906794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:48:11.03706Z","caller":"traceutil/trace.go:171","msg":"trace[770100951] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7265; }","duration":"523.032508ms","start":"2026-04-03T02:48:10.513995Z","end":"2026-04-03T02:48:11.037027Z","steps":["trace[770100951] 'agreement among raft nodes before linearized reading' (duration: 522.905144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:11.037106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:48:10.513975Z","time spent":"523.12279ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-03T02:48:11.0373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.475895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:48:11.037439Z","caller":"traceutil/trace.go:171","msg":"trace[1650954942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7265; }","duration":"446.650889ms","start":"2026-04-03T02:48:10.590772Z","end":"2026-04-03T02:48:11.037423Z","steps":["trace[1650954942] 'agreement among raft nodes before linearized reading' (duration: 445.86235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:11.037589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:48:10.590755Z","time spent":"446.819923ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:48:11.109581Z","caller":"traceutil/trace.go:171","msg":"trace[2125216574] transaction","detail":"{read_only:false; response_revision:7266; number_of_response:1; }","duration":"110.237754ms","start":"2026-04-03T02:48:10.99933Z","end":"2026-04-03T02:48:11.109567Z","steps":["trace[2125216574] 'process raft request' (duration: 110.139762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:11.109923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.306956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:141732"} {"level":"info","ts":"2026-04-03T02:48:11.11Z","caller":"traceutil/trace.go:171","msg":"trace[139613620] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:7266; }","duration":"270.4422ms","start":"2026-04-03T02:48:10.839542Z","end":"2026-04-03T02:48:11.109984Z","steps":["trace[139613620] 'agreement among raft nodes before linearized reading' (duration: 270.06521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:11.338164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.338433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-03T02:48:11.338569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.769669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:48:11.33874Z","caller":"traceutil/trace.go:171","msg":"trace[1234137625] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7267; }","duration":"297.974964ms","start":"2026-04-03T02:48:11.040752Z","end":"2026-04-03T02:48:11.338727Z","steps":["trace[1234137625] 'agreement among raft nodes before linearized reading' (duration: 297.778709ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:11.338543Z","caller":"traceutil/trace.go:171","msg":"trace[748408996] transaction","detail":"{read_only:false; response_revision:7267; number_of_response:1; }","duration":"296.962829ms","start":"2026-04-03T02:48:11.041517Z","end":"2026-04-03T02:48:11.33848Z","steps":["trace[748408996] 'process raft request' (duration: 119.798906ms)","trace[748408996] 'compare' (duration: 176.089416ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:48:11.338484Z","caller":"traceutil/trace.go:171","msg":"trace[616434787] linearizableReadLoop","detail":"{readStateIndex:7571; appliedIndex:7570; }","duration":"228.867149ms","start":"2026-04-03T02:48:11.109572Z","end":"2026-04-03T02:48:11.338439Z","steps":["trace[616434787] 'read index received' (duration: 51.677345ms)","trace[616434787] 'applied index is now lower than readState.Index' (duration: 177.187844ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:48:11.601303Z","caller":"traceutil/trace.go:171","msg":"trace[1757957547] linearizableReadLoop","detail":"{readStateIndex:7573; appliedIndex:7572; }","duration":"178.386174ms","start":"2026-04-03T02:48:11.42289Z","end":"2026-04-03T02:48:11.601277Z","steps":["trace[1757957547] 'read index received' (duration: 78.268466ms)","trace[1757957547] 'applied index is now lower than readState.Index' (duration: 100.116448ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:48:11.60136Z","caller":"traceutil/trace.go:171","msg":"trace[1340860619] transaction","detail":"{read_only:false; response_revision:7268; number_of_response:1; }","duration":"195.991749ms","start":"2026-04-03T02:48:11.405319Z","end":"2026-04-03T02:48:11.601311Z","steps":["trace[1340860619] 'process raft request' (duration: 96.095177ms)","trace[1340860619] 'compare' (duration: 99.710198ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:48:11.601535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:48:11.601616Z","caller":"traceutil/trace.go:171","msg":"trace[995874134] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:7268; }","duration":"178.767034ms","start":"2026-04-03T02:48:11.422829Z","end":"2026-04-03T02:48:11.601596Z","steps":["trace[995874134] 'agreement among raft nodes before linearized reading' (duration: 178.58375ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:12.180193Z","caller":"traceutil/trace.go:171","msg":"trace[1392513417] transaction","detail":"{read_only:false; response_revision:7270; number_of_response:1; }","duration":"261.566045ms","start":"2026-04-03T02:48:11.918603Z","end":"2026-04-03T02:48:12.180169Z","steps":["trace[1392513417] 'process raft request' (duration: 261.416602ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:12.187538Z","caller":"traceutil/trace.go:171","msg":"trace[1774783135] transaction","detail":"{read_only:false; response_revision:7271; number_of_response:1; }","duration":"102.829656ms","start":"2026-04-03T02:48:12.084687Z","end":"2026-04-03T02:48:12.187517Z","steps":["trace[1774783135] 'process raft request' (duration: 102.643371ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:12.187819Z","caller":"traceutil/trace.go:171","msg":"trace[1107291942] transaction","detail":"{read_only:false; response_revision:7272; number_of_response:1; }","duration":"100.900788ms","start":"2026-04-03T02:48:12.086898Z","end":"2026-04-03T02:48:12.187799Z","steps":["trace[1107291942] 'process raft request' (duration: 100.551778ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:12.377812Z","caller":"traceutil/trace.go:171","msg":"trace[86311217] transaction","detail":"{read_only:false; response_revision:7273; number_of_response:1; }","duration":"185.878033ms","start":"2026-04-03T02:48:12.191898Z","end":"2026-04-03T02:48:12.377776Z","steps":["trace[86311217] 'process raft request' (duration: 96.215099ms)","trace[86311217] 'compare' (duration: 89.539851ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:48:13.414271Z","caller":"traceutil/trace.go:171","msg":"trace[1715344215] transaction","detail":"{read_only:false; response_revision:7276; number_of_response:1; }","duration":"300.295312ms","start":"2026-04-03T02:48:13.113942Z","end":"2026-04-03T02:48:13.414237Z","steps":["trace[1715344215] 'process raft request' (duration: 259.070782ms)","trace[1715344215] 'compare' (duration: 41.053276ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:48:13.414247Z","caller":"traceutil/trace.go:171","msg":"trace[2144122677] linearizableReadLoop","detail":"{readStateIndex:7581; appliedIndex:7579; }","duration":"299.197254ms","start":"2026-04-03T02:48:13.115015Z","end":"2026-04-03T02:48:13.414213Z","steps":["trace[2144122677] 'read index received' (duration: 12.610118ms)","trace[2144122677] 'applied index is now lower than readState.Index' (duration: 286.585746ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:48:13.414389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:48:13.113931Z","time spent":"300.395095ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:48:13.414568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.524932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:48:13.414634Z","caller":"traceutil/trace.go:171","msg":"trace[274797836] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:7276; }","duration":"299.631215ms","start":"2026-04-03T02:48:13.114987Z","end":"2026-04-03T02:48:13.414619Z","steps":["trace[274797836] 'agreement among raft nodes before linearized reading' (duration: 299.414979ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:13.986668Z","caller":"traceutil/trace.go:171","msg":"trace[886654730] transaction","detail":"{read_only:false; response_revision:7278; number_of_response:1; }","duration":"119.001326ms","start":"2026-04-03T02:48:13.867636Z","end":"2026-04-03T02:48:13.986637Z","steps":["trace[886654730] 'process raft request' (duration: 118.827751ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:14.643934Z","caller":"traceutil/trace.go:171","msg":"trace[805134253] transaction","detail":"{read_only:false; response_revision:7279; number_of_response:1; }","duration":"521.801546ms","start":"2026-04-03T02:48:14.1221Z","end":"2026-04-03T02:48:14.643902Z","steps":["trace[805134253] 'process raft request' (duration: 450.861685ms)","trace[805134253] 'compare' (duration: 70.836399ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:48:14.644056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:48:14.122076Z","time spent":"521.914499ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:48:14.782504Z","caller":"traceutil/trace.go:171","msg":"trace[1199751553] transaction","detail":"{read_only:false; response_revision:7281; number_of_response:1; }","duration":"590.926662ms","start":"2026-04-03T02:48:14.191552Z","end":"2026-04-03T02:48:14.782479Z","steps":["trace[1199751553] 'process raft request' (duration: 590.84242ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:14.782659Z","caller":"traceutil/trace.go:171","msg":"trace[243693699] linearizableReadLoop","detail":"{readStateIndex:7587; appliedIndex:7583; }","duration":"424.637743ms","start":"2026-04-03T02:48:14.357996Z","end":"2026-04-03T02:48:14.782634Z","steps":["trace[243693699] 'read index received' (duration: 214.389034ms)","trace[243693699] 'applied index is now lower than readState.Index' (duration: 210.247669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:48:14.782686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:48:14.191536Z","time spent":"591.051095ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:48:14.782834Z","caller":"traceutil/trace.go:171","msg":"trace[2078355459] transaction","detail":"{read_only:false; response_revision:7282; number_of_response:1; }","duration":"590.07716ms","start":"2026-04-03T02:48:14.192746Z","end":"2026-04-03T02:48:14.782823Z","steps":["trace[2078355459] 'process raft request' (duration: 589.696001ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:14.782847Z","caller":"traceutil/trace.go:171","msg":"trace[814309275] transaction","detail":"{read_only:false; response_revision:7280; number_of_response:1; }","duration":"597.987531ms","start":"2026-04-03T02:48:14.184848Z","end":"2026-04-03T02:48:14.782836Z","steps":["trace[814309275] 'process raft request' (duration: 597.380966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:14.782913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:48:14.184822Z","time spent":"598.053872ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:48:14.782947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:48:14.192733Z","time spent":"590.135302ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:48:14.783101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.095174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:48:14.78314Z","caller":"traceutil/trace.go:171","msg":"trace[699215975] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7282; }","duration":"425.170096ms","start":"2026-04-03T02:48:14.357959Z","end":"2026-04-03T02:48:14.783129Z","steps":["trace[699215975] 'agreement among raft nodes before linearized reading' (duration: 425.100304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:14.78317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:48:14.357939Z","time spent":"425.223848ms","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:48:14.783251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.782675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:48:14.783334Z","caller":"traceutil/trace.go:171","msg":"trace[1486260201] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7282; }","duration":"401.897168ms","start":"2026-04-03T02:48:14.381415Z","end":"2026-04-03T02:48:14.783312Z","steps":["trace[1486260201] 'agreement among raft nodes before linearized reading' (duration: 401.685052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:14.783378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:48:14.381397Z","time spent":"401.97247ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:48:14.78355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.389923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:48:14.783606Z","caller":"traceutil/trace.go:171","msg":"trace[375471668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7282; }","duration":"315.478286ms","start":"2026-04-03T02:48:14.468113Z","end":"2026-04-03T02:48:14.783592Z","steps":["trace[375471668] 'agreement among raft nodes before linearized reading' (duration: 315.279721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:14.78364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:48:14.468095Z","time spent":"315.537688ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:48:15.016438Z","caller":"traceutil/trace.go:171","msg":"trace[1415316842] transaction","detail":"{read_only:false; response_revision:7284; number_of_response:1; }","duration":"227.732971ms","start":"2026-04-03T02:48:14.788677Z","end":"2026-04-03T02:48:15.01641Z","steps":["trace[1415316842] 'process raft request' (duration: 227.68806ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:15.016476Z","caller":"traceutil/trace.go:171","msg":"trace[1608842458] transaction","detail":"{read_only:false; response_revision:7283; number_of_response:1; }","duration":"229.689901ms","start":"2026-04-03T02:48:14.786758Z","end":"2026-04-03T02:48:15.016448Z","steps":["trace[1608842458] 'process raft request' (duration: 129.655425ms)","trace[1608842458] 'compare' (duration: 99.79875ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:48:15.31967Z","caller":"traceutil/trace.go:171","msg":"trace[497126393] transaction","detail":"{read_only:false; response_revision:7285; number_of_response:1; }","duration":"113.945137ms","start":"2026-04-03T02:48:15.205701Z","end":"2026-04-03T02:48:15.319646Z","steps":["trace[497126393] 'process raft request' (duration: 113.496105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:15.961052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839993325,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:48:16.018137Z","caller":"traceutil/trace.go:171","msg":"trace[1630208015] linearizableReadLoop","detail":"{readStateIndex:7591; appliedIndex:7590; }","duration":"558.568515ms","start":"2026-04-03T02:48:15.459535Z","end":"2026-04-03T02:48:16.018103Z","steps":["trace[1630208015] 'read index received' (duration: 530.396424ms)","trace[1630208015] 'applied index is now lower than readState.Index' (duration: 28.170561ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:48:16.018415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.865372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:48:16.018498Z","caller":"traceutil/trace.go:171","msg":"trace[1305091739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7286; }","duration":"559.024857ms","start":"2026-04-03T02:48:15.459453Z","end":"2026-04-03T02:48:16.018478Z","steps":["trace[1305091739] 'agreement among raft nodes before linearized reading' (duration: 558.782011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:16.018495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.342183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-03T02:48:16.01854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:48:15.459432Z","time spent":"559.099418ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:48:16.018577Z","caller":"traceutil/trace.go:171","msg":"trace[786874052] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:7286; }","duration":"555.471116ms","start":"2026-04-03T02:48:15.463087Z","end":"2026-04-03T02:48:16.018558Z","steps":["trace[786874052] 'agreement among raft nodes before linearized reading' (duration: 555.205399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:16.018628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:48:15.463074Z","time spent":"555.540238ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"info","ts":"2026-04-03T02:48:16.018237Z","caller":"traceutil/trace.go:171","msg":"trace[291059499] transaction","detail":"{read_only:false; response_revision:7286; number_of_response:1; }","duration":"598.961995ms","start":"2026-04-03T02:48:15.419217Z","end":"2026-04-03T02:48:16.018179Z","steps":["trace[291059499] 'process raft request' (duration: 570.767693ms)","trace[291059499] 'compare' (duration: 27.594107ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:48:16.018899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.318703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:48:16.018931Z","caller":"traceutil/trace.go:171","msg":"trace[34593721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7286; }","duration":"475.399315ms","start":"2026-04-03T02:48:15.543522Z","end":"2026-04-03T02:48:16.018921Z","steps":["trace[34593721] 'agreement among raft nodes before linearized reading' (duration: 475.349764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:16.018958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:48:15.54347Z","time spent":"475.482788ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:48:16.018974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.64239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-04-03T02:48:16.019023Z","caller":"traceutil/trace.go:171","msg":"trace[1359426112] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:7286; }","duration":"212.738062ms","start":"2026-04-03T02:48:15.806274Z","end":"2026-04-03T02:48:16.019012Z","steps":["trace[1359426112] 'agreement among raft nodes before linearized reading' (duration: 212.633749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:16.019042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:48:15.419193Z","time spent":"599.731864ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:48:16.230749Z","caller":"traceutil/trace.go:171","msg":"trace[622396550] linearizableReadLoop","detail":"{readStateIndex:7593; appliedIndex:7591; }","duration":"206.574316ms","start":"2026-04-03T02:48:16.024142Z","end":"2026-04-03T02:48:16.230717Z","steps":["trace[622396550] 'read index received' (duration: 132.903475ms)","trace[622396550] 'applied index is now lower than readState.Index' (duration: 73.669961ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:48:16.230872Z","caller":"traceutil/trace.go:171","msg":"trace[1580363411] transaction","detail":"{read_only:false; response_revision:7288; number_of_response:1; }","duration":"207.12735ms","start":"2026-04-03T02:48:16.023732Z","end":"2026-04-03T02:48:16.23086Z","steps":["trace[1580363411] 'process raft request' (duration: 206.881914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:16.231285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.754579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:48:16.231353Z","caller":"traceutil/trace.go:171","msg":"trace[1536889446] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:7288; }","duration":"156.880762ms","start":"2026-04-03T02:48:16.074454Z","end":"2026-04-03T02:48:16.231335Z","steps":["trace[1536889446] 'agreement among raft nodes before linearized reading' (duration: 156.768519ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:16.23076Z","caller":"traceutil/trace.go:171","msg":"trace[1092959064] transaction","detail":"{read_only:false; response_revision:7287; number_of_response:1; }","duration":"207.94284ms","start":"2026-04-03T02:48:16.022784Z","end":"2026-04-03T02:48:16.230727Z","steps":["trace[1092959064] 'process raft request' (duration: 134.244819ms)","trace[1092959064] 'compare' (duration: 73.344763ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:48:16.233152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.53549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:141732"} {"level":"info","ts":"2026-04-03T02:48:16.233215Z","caller":"traceutil/trace.go:171","msg":"trace[1223342528] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:7288; }","duration":"209.111631ms","start":"2026-04-03T02:48:16.024087Z","end":"2026-04-03T02:48:16.233199Z","steps":["trace[1223342528] 'agreement among raft nodes before linearized reading' (duration: 206.902595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:16.521189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.61581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:48:16.521271Z","caller":"traceutil/trace.go:171","msg":"trace[1479001987] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7288; }","duration":"159.740163ms","start":"2026-04-03T02:48:16.361515Z","end":"2026-04-03T02:48:16.521256Z","steps":["trace[1479001987] 'range keys from in-memory index tree' (duration: 159.378205ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:17.147435Z","caller":"traceutil/trace.go:171","msg":"trace[1122058651] transaction","detail":"{read_only:false; response_revision:7292; number_of_response:1; }","duration":"122.198386ms","start":"2026-04-03T02:48:17.025206Z","end":"2026-04-03T02:48:17.147404Z","steps":["trace[1122058651] 'process raft request' (duration: 121.997611ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:17.233512Z","caller":"traceutil/trace.go:171","msg":"trace[1830552030] transaction","detail":"{read_only:false; response_revision:7293; number_of_response:1; }","duration":"207.882269ms","start":"2026-04-03T02:48:17.02561Z","end":"2026-04-03T02:48:17.233492Z","steps":["trace[1830552030] 'process raft request' (duration: 199.770934ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:17.449597Z","caller":"traceutil/trace.go:171","msg":"trace[430105999] transaction","detail":"{read_only:false; response_revision:7294; number_of_response:1; }","duration":"122.34802ms","start":"2026-04-03T02:48:17.327224Z","end":"2026-04-03T02:48:17.449572Z","steps":["trace[430105999] 'process raft request' (duration: 92.307991ms)","trace[430105999] 'compare' (duration: 29.684ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:48:18.167623Z","caller":"traceutil/trace.go:171","msg":"trace[769543736] linearizableReadLoop","detail":"{readStateIndex:7602; appliedIndex:7601; }","duration":"128.136706ms","start":"2026-04-03T02:48:18.039457Z","end":"2026-04-03T02:48:18.167594Z","steps":["trace[769543736] 'read index received' (duration: 56.647462ms)","trace[769543736] 'applied index is now lower than readState.Index' (duration: 71.488204ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:48:18.167785Z","caller":"traceutil/trace.go:171","msg":"trace[1209695635] transaction","detail":"{read_only:false; response_revision:7296; number_of_response:1; }","duration":"143.866753ms","start":"2026-04-03T02:48:18.023906Z","end":"2026-04-03T02:48:18.167773Z","steps":["trace[1209695635] 'process raft request' (duration: 72.262695ms)","trace[1209695635] 'compare' (duration: 71.275599ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:48:18.168022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.38303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:48:18.168117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.648369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-04-03T02:48:18.168113Z","caller":"traceutil/trace.go:171","msg":"trace[1524365838] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:7296; }","duration":"105.537145ms","start":"2026-04-03T02:48:18.062553Z","end":"2026-04-03T02:48:18.16809Z","steps":["trace[1524365838] 'agreement among raft nodes before linearized reading' (duration: 105.35329ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:18.168153Z","caller":"traceutil/trace.go:171","msg":"trace[1554044980] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:7296; }","duration":"128.738531ms","start":"2026-04-03T02:48:18.039404Z","end":"2026-04-03T02:48:18.168143Z","steps":["trace[1554044980] 'agreement among raft nodes before linearized reading' (duration: 128.569427ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:18.350753Z","caller":"traceutil/trace.go:171","msg":"trace[1950681240] transaction","detail":"{read_only:false; response_revision:7297; number_of_response:1; }","duration":"112.609174ms","start":"2026-04-03T02:48:18.238116Z","end":"2026-04-03T02:48:18.350726Z","steps":["trace[1950681240] 'process raft request' (duration: 55.379319ms)","trace[1950681240] 'compare' (duration: 56.755012ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:48:18.406369Z","caller":"traceutil/trace.go:171","msg":"trace[1149591938] linearizableReadLoop","detail":"{readStateIndex:7604; appliedIndex:7602; }","duration":"165.915079ms","start":"2026-04-03T02:48:18.240418Z","end":"2026-04-03T02:48:18.406333Z","steps":["trace[1149591938] 'read index received' (duration: 53.088781ms)","trace[1149591938] 'applied index is now lower than readState.Index' (duration: 112.824928ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:48:18.406834Z","caller":"traceutil/trace.go:171","msg":"trace[1067075141] transaction","detail":"{read_only:false; response_revision:7298; number_of_response:1; }","duration":"167.765756ms","start":"2026-04-03T02:48:18.239038Z","end":"2026-04-03T02:48:18.406804Z","steps":["trace[1067075141] 'process raft request' (duration: 167.106999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:18.407702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.253243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:48:18.407791Z","caller":"traceutil/trace.go:171","msg":"trace[1715021141] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:7298; }","duration":"167.398427ms","start":"2026-04-03T02:48:18.240375Z","end":"2026-04-03T02:48:18.407773Z","steps":["trace[1715021141] 'agreement among raft nodes before linearized reading' (duration: 166.116704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:18.408775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.702098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:48:18.408844Z","caller":"traceutil/trace.go:171","msg":"trace[762417185] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:7298; }","duration":"156.81218ms","start":"2026-04-03T02:48:18.252008Z","end":"2026-04-03T02:48:18.408821Z","steps":["trace[762417185] 'agreement among raft nodes before linearized reading' (duration: 156.711958ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:18.756418Z","caller":"traceutil/trace.go:171","msg":"trace[1299980057] transaction","detail":"{read_only:false; response_revision:7299; number_of_response:1; }","duration":"163.482668ms","start":"2026-04-03T02:48:18.592901Z","end":"2026-04-03T02:48:18.756383Z","steps":["trace[1299980057] 'process raft request' (duration: 163.266643ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:18.889731Z","caller":"traceutil/trace.go:171","msg":"trace[1715527734] transaction","detail":"{read_only:false; response_revision:7300; number_of_response:1; }","duration":"126.526165ms","start":"2026-04-03T02:48:18.763179Z","end":"2026-04-03T02:48:18.889706Z","steps":["trace[1715527734] 'process raft request' (duration: 46.335449ms)","trace[1715527734] 'compare' (duration: 80.075343ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:48:18.918286Z","caller":"traceutil/trace.go:171","msg":"trace[1749558387] transaction","detail":"{read_only:false; response_revision:7301; number_of_response:1; }","duration":"154.783949ms","start":"2026-04-03T02:48:18.763482Z","end":"2026-04-03T02:48:18.918265Z","steps":["trace[1749558387] 'process raft request' (duration: 154.495922ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:18.9185Z","caller":"traceutil/trace.go:171","msg":"trace[2124783442] transaction","detail":"{read_only:false; response_revision:7302; number_of_response:1; }","duration":"154.86115ms","start":"2026-04-03T02:48:18.76359Z","end":"2026-04-03T02:48:18.918451Z","steps":["trace[2124783442] 'process raft request' (duration: 154.599094ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:18.919115Z","caller":"traceutil/trace.go:171","msg":"trace[1739176169] linearizableReadLoop","detail":"{readStateIndex:7609; appliedIndex:7605; }","duration":"124.34133ms","start":"2026-04-03T02:48:18.794723Z","end":"2026-04-03T02:48:18.919064Z","steps":["trace[1739176169] 'read index received' (duration: 14.788303ms)","trace[1739176169] 'applied index is now lower than readState.Index' (duration: 109.551477ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:48:18.919257Z","caller":"traceutil/trace.go:171","msg":"trace[254502240] transaction","detail":"{read_only:false; response_revision:7303; number_of_response:1; }","duration":"152.89581ms","start":"2026-04-03T02:48:18.766347Z","end":"2026-04-03T02:48:18.919243Z","steps":["trace[254502240] 'process raft request' (duration: 151.921456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:18.920441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.690194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-03T02:48:18.920539Z","caller":"traceutil/trace.go:171","msg":"trace[994188896] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7303; }","duration":"125.820718ms","start":"2026-04-03T02:48:18.794687Z","end":"2026-04-03T02:48:18.920507Z","steps":["trace[994188896] 'agreement among raft nodes before linearized reading' (duration: 124.609396ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:19.09591Z","caller":"traceutil/trace.go:171","msg":"trace[265840550] linearizableReadLoop","detail":"{readStateIndex:7612; appliedIndex:7609; }","duration":"176.685983ms","start":"2026-04-03T02:48:18.919197Z","end":"2026-04-03T02:48:19.095883Z","steps":["trace[265840550] 'read index received' (duration: 111.897475ms)","trace[265840550] 'applied index is now lower than readState.Index' (duration: 64.787398ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:48:19.096075Z","caller":"traceutil/trace.go:171","msg":"trace[1338876791] transaction","detail":"{read_only:false; response_revision:7305; number_of_response:1; }","duration":"231.311122ms","start":"2026-04-03T02:48:18.864733Z","end":"2026-04-03T02:48:19.096044Z","steps":["trace[1338876791] 'process raft request' (duration: 231.056504ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:19.096159Z","caller":"traceutil/trace.go:171","msg":"trace[1877215820] transaction","detail":"{read_only:false; response_revision:7304; number_of_response:1; }","duration":"235.039965ms","start":"2026-04-03T02:48:18.861079Z","end":"2026-04-03T02:48:19.096119Z","steps":["trace[1877215820] 'process raft request' (duration: 169.998112ms)","trace[1877215820] 'compare' (duration: 64.55937ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:48:19.096206Z","caller":"traceutil/trace.go:171","msg":"trace[1911303704] transaction","detail":"{read_only:false; response_revision:7306; number_of_response:1; }","duration":"230.04385ms","start":"2026-04-03T02:48:18.866119Z","end":"2026-04-03T02:48:19.096163Z","steps":["trace[1911303704] 'process raft request' (duration: 229.712281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:19.096262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.272743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:48:19.096362Z","caller":"traceutil/trace.go:171","msg":"trace[1426954645] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7306; }","duration":"201.440607ms","start":"2026-04-03T02:48:18.894904Z","end":"2026-04-03T02:48:19.096344Z","steps":["trace[1426954645] 'agreement among raft nodes before linearized reading' (duration: 201.250712ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:19.246201Z","caller":"traceutil/trace.go:171","msg":"trace[81478241] linearizableReadLoop","detail":"{readStateIndex:7613; appliedIndex:7612; }","duration":"150.184122ms","start":"2026-04-03T02:48:19.095984Z","end":"2026-04-03T02:48:19.246168Z","steps":["trace[81478241] 'read index received' (duration: 148.535971ms)","trace[81478241] 'applied index is now lower than readState.Index' (duration: 1.646751ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:48:19.24625Z","caller":"traceutil/trace.go:171","msg":"trace[544882307] transaction","detail":"{read_only:false; response_revision:7307; number_of_response:1; }","duration":"317.403775ms","start":"2026-04-03T02:48:18.928817Z","end":"2026-04-03T02:48:19.24622Z","steps":["trace[544882307] 'process raft request' (duration: 315.812666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:19.246342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.293956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:48:19.246402Z","caller":"traceutil/trace.go:171","msg":"trace[1815831813] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:7307; }","duration":"276.427849ms","start":"2026-04-03T02:48:18.969958Z","end":"2026-04-03T02:48:19.246386Z","steps":["trace[1815831813] 'agreement among raft nodes before linearized reading' (duration: 276.264235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:19.2464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:48:18.928803Z","time spent":"317.517788ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11401,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:48:19.246948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.73876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8833e13a-4db9-49e9-9ff9-ae1d6bea1407\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-04-03T02:48:19.247004Z","caller":"traceutil/trace.go:171","msg":"trace[812571134] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8833e13a-4db9-49e9-9ff9-ae1d6bea1407; range_end:; response_count:1; response_revision:7307; }","duration":"322.829761ms","start":"2026-04-03T02:48:18.924161Z","end":"2026-04-03T02:48:19.246991Z","steps":["trace[812571134] 'agreement among raft nodes before linearized reading' (duration: 322.135574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:19.247038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:48:18.924143Z","time spent":"322.884433ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-8833e13a-4db9-49e9-9ff9-ae1d6bea1407\" "} {"level":"info","ts":"2026-04-03T02:48:19.510074Z","caller":"traceutil/trace.go:171","msg":"trace[739621096] linearizableReadLoop","detail":"{readStateIndex:7615; appliedIndex:7613; }","duration":"209.944172ms","start":"2026-04-03T02:48:19.300098Z","end":"2026-04-03T02:48:19.510042Z","steps":["trace[739621096] 'read index received' (duration: 12.156988ms)","trace[739621096] 'applied index is now lower than readState.Index' (duration: 197.785954ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:48:19.510112Z","caller":"traceutil/trace.go:171","msg":"trace[1902989844] transaction","detail":"{read_only:false; response_revision:7309; number_of_response:1; }","duration":"257.946814ms","start":"2026-04-03T02:48:19.25213Z","end":"2026-04-03T02:48:19.510077Z","steps":["trace[1902989844] 'process raft request' (duration: 183.985307ms)","trace[1902989844] 'compare' (duration: 73.781622ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:48:19.510236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.115626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:48:19.510284Z","caller":"traceutil/trace.go:171","msg":"trace[2006998789] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:7309; }","duration":"210.225629ms","start":"2026-04-03T02:48:19.300047Z","end":"2026-04-03T02:48:19.510273Z","steps":["trace[2006998789] 'agreement among raft nodes before linearized reading' (duration: 210.114456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:20.138959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.234888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:48:20.139359Z","caller":"traceutil/trace.go:171","msg":"trace[1922050949] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:7310; }","duration":"507.642019ms","start":"2026-04-03T02:48:19.631687Z","end":"2026-04-03T02:48:20.139329Z","steps":["trace[1922050949] 'count revisions from in-memory index tree' (duration: 507.179987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:20.13945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:48:19.631656Z","time spent":"507.750772ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":40,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:48:20.293635Z","caller":"traceutil/trace.go:171","msg":"trace[1736490766] transaction","detail":"{read_only:false; response_revision:7311; number_of_response:1; }","duration":"120.36077ms","start":"2026-04-03T02:48:20.173218Z","end":"2026-04-03T02:48:20.293578Z","steps":["trace[1736490766] 'process raft request' (duration: 120.135024ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:26.617444Z","caller":"traceutil/trace.go:171","msg":"trace[1118473951] linearizableReadLoop","detail":"{readStateIndex:7658; appliedIndex:7657; }","duration":"154.181683ms","start":"2026-04-03T02:48:26.46324Z","end":"2026-04-03T02:48:26.617421Z","steps":["trace[1118473951] 'read index received' (duration: 96.746933ms)","trace[1118473951] 'applied index is now lower than readState.Index' (duration: 57.43373ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:48:26.617511Z","caller":"traceutil/trace.go:171","msg":"trace[1446954169] transaction","detail":"{read_only:false; response_revision:7350; number_of_response:1; }","duration":"176.778673ms","start":"2026-04-03T02:48:26.440707Z","end":"2026-04-03T02:48:26.617486Z","steps":["trace[1446954169] 'process raft request' (duration: 119.249531ms)","trace[1446954169] 'compare' (duration: 57.361508ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:48:26.617662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.399419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:48:26.617731Z","caller":"traceutil/trace.go:171","msg":"trace[1120592393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7350; }","duration":"154.501812ms","start":"2026-04-03T02:48:26.463206Z","end":"2026-04-03T02:48:26.617708Z","steps":["trace[1120592393] 'agreement among raft nodes before linearized reading' (duration: 154.305676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:26.618102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.753166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:48:26.618162Z","caller":"traceutil/trace.go:171","msg":"trace[205705765] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:7350; }","duration":"148.836878ms","start":"2026-04-03T02:48:26.469312Z","end":"2026-04-03T02:48:26.618148Z","steps":["trace[205705765] 'agreement among raft nodes before linearized reading' (duration: 148.239933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:26.791107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.056627ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:48:27.243941Z","caller":"traceutil/trace.go:171","msg":"trace[1573943529] transaction","detail":"{read_only:false; response_revision:7354; number_of_response:1; }","duration":"119.332292ms","start":"2026-04-03T02:48:27.124583Z","end":"2026-04-03T02:48:27.243915Z","steps":["trace[1573943529] 'process raft request' (duration: 119.288761ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:27.243985Z","caller":"traceutil/trace.go:171","msg":"trace[16412877] transaction","detail":"{read_only:false; response_revision:7353; number_of_response:1; }","duration":"120.00341ms","start":"2026-04-03T02:48:27.123952Z","end":"2026-04-03T02:48:27.243956Z","steps":["trace[16412877] 'process raft request' (duration: 119.797695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:27.543722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.47442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:48:27.543804Z","caller":"traceutil/trace.go:171","msg":"trace[528583093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7354; }","duration":"194.604243ms","start":"2026-04-03T02:48:27.34918Z","end":"2026-04-03T02:48:27.543785Z","steps":["trace[528583093] 'range keys from in-memory index tree' (duration: 194.294106ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:51.94078Z","caller":"traceutil/trace.go:171","msg":"trace[1224319007] transaction","detail":"{read_only:false; response_revision:7509; number_of_response:1; }","duration":"150.206793ms","start":"2026-04-03T02:48:51.790534Z","end":"2026-04-03T02:48:51.94074Z","steps":["trace[1224319007] 'process raft request' (duration: 119.264482ms)","trace[1224319007] 'compare' (duration: 30.731256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:49:10.039206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839994255,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:49:10.209416Z","caller":"traceutil/trace.go:171","msg":"trace[1200842703] transaction","detail":"{read_only:false; response_revision:7633; number_of_response:1; }","duration":"860.5366ms","start":"2026-04-03T02:49:09.348848Z","end":"2026-04-03T02:49:10.209385Z","steps":["trace[1200842703] 'process raft request' (duration: 844.915916ms)","trace[1200842703] 'compare' (duration: 14.675521ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:49:10.209592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:49:09.348823Z","time spent":"860.682433ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:49:10.225888Z","caller":"traceutil/trace.go:171","msg":"trace[1188994553] transaction","detail":"{read_only:false; response_revision:7634; number_of_response:1; }","duration":"826.737256ms","start":"2026-04-03T02:49:09.399127Z","end":"2026-04-03T02:49:10.225864Z","steps":["trace[1188994553] 'process raft request' (duration: 826.593103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:49:10.226033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:49:09.399093Z","time spent":"826.850769ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:49:10.226073Z","caller":"traceutil/trace.go:171","msg":"trace[809498476] linearizableReadLoop","detail":"{readStateIndex:7956; appliedIndex:7953; }","duration":"687.334245ms","start":"2026-04-03T02:49:09.538694Z","end":"2026-04-03T02:49:10.226029Z","steps":["trace[809498476] 'read index received' (duration: 655.121262ms)","trace[809498476] 'applied index is now lower than readState.Index' (duration: 32.207473ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:49:10.226198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.47994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:49:10.226207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.48258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:49:10.226257Z","caller":"traceutil/trace.go:171","msg":"trace[1701516449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7635; }","duration":"687.582852ms","start":"2026-04-03T02:49:09.538657Z","end":"2026-04-03T02:49:10.22624Z","steps":["trace[1701516449] 'agreement among raft nodes before linearized reading' (duration: 687.477059ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:49:10.226104Z","caller":"traceutil/trace.go:171","msg":"trace[2131068435] transaction","detail":"{read_only:false; response_revision:7635; number_of_response:1; }","duration":"826.280845ms","start":"2026-04-03T02:49:09.399805Z","end":"2026-04-03T02:49:10.226086Z","steps":["trace[2131068435] 'process raft request' (duration: 826.021608ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:49:10.226273Z","caller":"traceutil/trace.go:171","msg":"trace[1287215899] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:7635; }","duration":"687.600822ms","start":"2026-04-03T02:49:09.538657Z","end":"2026-04-03T02:49:10.226258Z","steps":["trace[1287215899] 'agreement among raft nodes before linearized reading' (duration: 687.461079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:49:10.226303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:49:09.538637Z","time spent":"687.653404ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:49:10.22631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:49:09.538641Z","time spent":"687.658464ms","remote":"127.0.0.1:52456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:49:10.226413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:49:09.399796Z","time spent":"826.5036ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:49:10.226553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.678857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-03T02:49:10.226592Z","caller":"traceutil/trace.go:171","msg":"trace[791597474] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:7635; }","duration":"476.757929ms","start":"2026-04-03T02:49:09.749824Z","end":"2026-04-03T02:49:10.226582Z","steps":["trace[791597474] 'agreement among raft nodes before linearized reading' (duration: 476.616846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:49:10.226622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:49:09.749799Z","time spent":"476.816751ms","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-03T02:49:10.226743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.08639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:49:10.22675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.312393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:49:10.226788Z","caller":"traceutil/trace.go:171","msg":"trace[460139633] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7635; }","duration":"350.130392ms","start":"2026-04-03T02:49:09.876642Z","end":"2026-04-03T02:49:10.226772Z","steps":["trace[460139633] 'agreement among raft nodes before linearized reading' (duration: 349.981158ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:49:10.226793Z","caller":"traceutil/trace.go:171","msg":"trace[133304579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7635; }","duration":"416.351254ms","start":"2026-04-03T02:49:09.810426Z","end":"2026-04-03T02:49:10.226777Z","steps":["trace[133304579] 'agreement among raft nodes before linearized reading' (duration: 416.20151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:49:10.226825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:49:09.876588Z","time spent":"350.228924ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:49:10.226828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:49:09.810379Z","time spent":"416.442126ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:49:10.226868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.754536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:49:10.226916Z","caller":"traceutil/trace.go:171","msg":"trace[1179626766] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7635; }","duration":"205.844628ms","start":"2026-04-03T02:49:10.021058Z","end":"2026-04-03T02:49:10.226902Z","steps":["trace[1179626766] 'agreement among raft nodes before linearized reading' (duration: 205.696675ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:49:18.361604Z","caller":"traceutil/trace.go:171","msg":"trace[1725694292] transaction","detail":"{read_only:false; response_revision:7730; number_of_response:1; }","duration":"128.458083ms","start":"2026-04-03T02:49:18.233121Z","end":"2026-04-03T02:49:18.361579Z","steps":["trace[1725694292] 'process raft request' (duration: 128.308359ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:49:18.610336Z","caller":"traceutil/trace.go:171","msg":"trace[1224312233] linearizableReadLoop","detail":"{readStateIndex:8055; appliedIndex:8052; }","duration":"338.835966ms","start":"2026-04-03T02:49:18.271474Z","end":"2026-04-03T02:49:18.61031Z","steps":["trace[1224312233] 'read index received' (duration: 89.983003ms)","trace[1224312233] 'applied index is now lower than readState.Index' (duration: 248.851483ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:49:18.610379Z","caller":"traceutil/trace.go:171","msg":"trace[1361081215] transaction","detail":"{read_only:false; response_revision:7731; number_of_response:1; }","duration":"358.222066ms","start":"2026-04-03T02:49:18.252107Z","end":"2026-04-03T02:49:18.610329Z","steps":["trace[1361081215] 'process raft request' (duration: 357.954079ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:49:18.610379Z","caller":"traceutil/trace.go:171","msg":"trace[17329171] transaction","detail":"{read_only:false; response_revision:7732; number_of_response:1; }","duration":"357.360294ms","start":"2026-04-03T02:49:18.252994Z","end":"2026-04-03T02:49:18.610355Z","steps":["trace[17329171] 'process raft request' (duration: 357.252571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:49:18.610532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:49:18.252096Z","time spent":"358.354439ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:49:18.610533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:49:18.252971Z","time spent":"357.480396ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:49:18.610622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.134603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:49:18.610728Z","caller":"traceutil/trace.go:171","msg":"trace[1404782966] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7732; }","duration":"339.287037ms","start":"2026-04-03T02:49:18.271416Z","end":"2026-04-03T02:49:18.610703Z","steps":["trace[1404782966] 'agreement among raft nodes before linearized reading' (duration: 339.048011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:49:18.610789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:49:18.271394Z","time spent":"339.38027ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:49:18.610889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.774616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:49:18.610991Z","caller":"traceutil/trace.go:171","msg":"trace[266933267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7732; }","duration":"325.92097ms","start":"2026-04-03T02:49:18.285047Z","end":"2026-04-03T02:49:18.610968Z","steps":["trace[266933267] 'agreement among raft nodes before linearized reading' (duration: 325.577321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:49:18.610841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.884785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:49:18.611045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:49:18.285031Z","time spent":"326.003242ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:49:18.61111Z","caller":"traceutil/trace.go:171","msg":"trace[374448654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7732; }","duration":"331.243384ms","start":"2026-04-03T02:49:18.279824Z","end":"2026-04-03T02:49:18.611068Z","steps":["trace[374448654] 'agreement among raft nodes before linearized reading' (duration: 330.65342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:49:18.611197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:49:18.279806Z","time spent":"331.366528ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:49:18.611586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.408553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c4566ab3-4ee1-44d4-a024-b5752af03f13\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-03T02:49:18.611699Z","caller":"traceutil/trace.go:171","msg":"trace[433150829] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c4566ab3-4ee1-44d4-a024-b5752af03f13; range_end:; response_count:1; response_revision:7732; }","duration":"192.323706ms","start":"2026-04-03T02:49:18.41935Z","end":"2026-04-03T02:49:18.611674Z","steps":["trace[433150829] 'agreement among raft nodes before linearized reading' (duration: 191.243579ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:49:43.26076Z","caller":"traceutil/trace.go:171","msg":"trace[407745188] linearizableReadLoop","detail":"{readStateIndex:8224; appliedIndex:8223; }","duration":"100.685903ms","start":"2026-04-03T02:49:43.160048Z","end":"2026-04-03T02:49:43.260734Z","steps":["trace[407745188] 'read index received' (duration: 100.453437ms)","trace[407745188] 'applied index is now lower than readState.Index' (duration: 231.076µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:49:43.260801Z","caller":"traceutil/trace.go:171","msg":"trace[1420890098] transaction","detail":"{read_only:false; response_revision:7895; number_of_response:1; }","duration":"118.163495ms","start":"2026-04-03T02:49:43.142616Z","end":"2026-04-03T02:49:43.260779Z","steps":["trace[1420890098] 'process raft request' (duration: 117.9627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:49:43.260963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.905708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:49:43.261005Z","caller":"traceutil/trace.go:171","msg":"trace[888910561] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:7895; }","duration":"101.00235ms","start":"2026-04-03T02:49:43.159992Z","end":"2026-04-03T02:49:43.260995Z","steps":["trace[888910561] 'agreement among raft nodes before linearized reading' (duration: 100.839846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:11.303671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.623822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:50:11.303854Z","caller":"traceutil/trace.go:171","msg":"trace[954237706] linearizableReadLoop","detail":"{readStateIndex:8490; appliedIndex:8488; }","duration":"322.494383ms","start":"2026-04-03T02:50:10.981347Z","end":"2026-04-03T02:50:11.303842Z","steps":["trace[954237706] 'read index received' (duration: 38.643406ms)","trace[954237706] 'applied index is now lower than readState.Index' (duration: 283.850547ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:50:11.30391Z","caller":"traceutil/trace.go:171","msg":"trace[1294923836] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"329.094539ms","start":"2026-04-03T02:50:10.97481Z","end":"2026-04-03T02:50:11.303904Z","steps":["trace[1294923836] 'process raft request' (duration: 45.17408ms)","trace[1294923836] 'compare' (duration: 283.267673ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:50:11.303944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:50:10.974789Z","time spent":"329.13402ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:50:11.304044Z","caller":"traceutil/trace.go:171","msg":"trace[782129554] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"327.714585ms","start":"2026-04-03T02:50:10.976289Z","end":"2026-04-03T02:50:11.304004Z","steps":["trace[782129554] 'process raft request' (duration: 327.463049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:11.304072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.266076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:50:11.304144Z","caller":"traceutil/trace.go:171","msg":"trace[864139262] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8154; }","duration":"318.353429ms","start":"2026-04-03T02:50:10.985774Z","end":"2026-04-03T02:50:11.304128Z","steps":["trace[864139262] 'agreement among raft nodes before linearized reading' (duration: 318.241796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:11.304193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:50:10.98576Z","time spent":"318.42321ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:50:11.304212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:50:10.976279Z","time spent":"327.855089ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:50:11.304068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.698498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:50:11.304247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.879657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:50:11.304286Z","caller":"traceutil/trace.go:171","msg":"trace[1460382858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8154; }","duration":"322.948055ms","start":"2026-04-03T02:50:10.981317Z","end":"2026-04-03T02:50:11.304265Z","steps":["trace[1460382858] 'agreement among raft nodes before linearized reading' (duration: 322.614507ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:11.304313Z","caller":"traceutil/trace.go:171","msg":"trace[2125151933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8154; }","duration":"317.976679ms","start":"2026-04-03T02:50:10.986322Z","end":"2026-04-03T02:50:11.304299Z","steps":["trace[2125151933] 'agreement among raft nodes before linearized reading' (duration: 317.698862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:11.304328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:50:10.981309Z","time spent":"323.004766ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:50:11.304349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:50:10.986316Z","time spent":"318.02613ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:50:11.457722Z","caller":"traceutil/trace.go:171","msg":"trace[1702526214] transaction","detail":"{read_only:false; response_revision:8155; number_of_response:1; }","duration":"150.161502ms","start":"2026-04-03T02:50:11.307523Z","end":"2026-04-03T02:50:11.457684Z","steps":["trace[1702526214] 'process raft request' (duration: 139.076652ms)","trace[1702526214] 'compare' (duration: 10.818864ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:50:11.464638Z","caller":"traceutil/trace.go:171","msg":"trace[1277685386] transaction","detail":"{read_only:false; response_revision:8157; number_of_response:1; }","duration":"157.011665ms","start":"2026-04-03T02:50:11.307599Z","end":"2026-04-03T02:50:11.464611Z","steps":["trace[1277685386] 'process raft request' (duration: 156.83381ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:11.464635Z","caller":"traceutil/trace.go:171","msg":"trace[1973601866] transaction","detail":"{read_only:false; response_revision:8158; number_of_response:1; }","duration":"156.916542ms","start":"2026-04-03T02:50:11.307698Z","end":"2026-04-03T02:50:11.464614Z","steps":["trace[1973601866] 'process raft request' (duration: 156.82083ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:11.464767Z","caller":"traceutil/trace.go:171","msg":"trace[1240458371] transaction","detail":"{read_only:false; response_revision:8156; number_of_response:1; }","duration":"157.190469ms","start":"2026-04-03T02:50:11.307538Z","end":"2026-04-03T02:50:11.464729Z","steps":["trace[1240458371] 'process raft request' (duration: 156.671656ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:12.788659Z","caller":"traceutil/trace.go:171","msg":"trace[1484923737] transaction","detail":"{read_only:false; response_revision:8161; number_of_response:1; }","duration":"128.512614ms","start":"2026-04-03T02:50:12.660116Z","end":"2026-04-03T02:50:12.788629Z","steps":["trace[1484923737] 'process raft request' (duration: 128.246918ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:13.140772Z","caller":"traceutil/trace.go:171","msg":"trace[1379212062] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"181.36103ms","start":"2026-04-03T02:50:12.959383Z","end":"2026-04-03T02:50:13.140744Z","steps":["trace[1379212062] 'process raft request' (duration: 181.196046ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:13.626134Z","caller":"traceutil/trace.go:171","msg":"trace[1350464550] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"316.874551ms","start":"2026-04-03T02:50:13.309239Z","end":"2026-04-03T02:50:13.626113Z","steps":["trace[1350464550] 'process raft request' (duration: 316.752288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:13.626277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:50:13.309199Z","time spent":"316.995825ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:50:13.681336Z","caller":"traceutil/trace.go:171","msg":"trace[1345987322] linearizableReadLoop","detail":"{readStateIndex:8503; appliedIndex:8501; }","duration":"219.860982ms","start":"2026-04-03T02:50:13.46144Z","end":"2026-04-03T02:50:13.681301Z","steps":["trace[1345987322] 'read index received' (duration: 164.550135ms)","trace[1345987322] 'applied index is now lower than readState.Index' (duration: 55.309787ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:50:13.681481Z","caller":"traceutil/trace.go:171","msg":"trace[225719900] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"364.203857ms","start":"2026-04-03T02:50:13.317235Z","end":"2026-04-03T02:50:13.681439Z","steps":["trace[225719900] 'process raft request' (duration: 350.48304ms)","trace[225719900] 'compare' (duration: 13.44873ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:50:13.681617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.82456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:50:13.68166Z","caller":"traceutil/trace.go:171","msg":"trace[598265436] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:8166; }","duration":"173.906321ms","start":"2026-04-03T02:50:13.507744Z","end":"2026-04-03T02:50:13.681651Z","steps":["trace[598265436] 'agreement among raft nodes before linearized reading' (duration: 173.732267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:13.681671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:50:13.317204Z","time spent":"364.384202ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:50:13.681714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.254772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:50:13.681804Z","caller":"traceutil/trace.go:171","msg":"trace[97608950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8166; }","duration":"220.404586ms","start":"2026-04-03T02:50:13.46138Z","end":"2026-04-03T02:50:13.681784Z","steps":["trace[97608950] 'agreement among raft nodes before linearized reading' (duration: 220.079997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:13.68184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.039882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:50:13.681861Z","caller":"traceutil/trace.go:171","msg":"trace[152541382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8166; }","duration":"141.084362ms","start":"2026-04-03T02:50:13.540771Z","end":"2026-04-03T02:50:13.681855Z","steps":["trace[152541382] 'agreement among raft nodes before linearized reading' (duration: 141.051951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:13.682045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.200399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:50:13.682081Z","caller":"traceutil/trace.go:171","msg":"trace[2114247468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8166; }","duration":"212.275161ms","start":"2026-04-03T02:50:13.469798Z","end":"2026-04-03T02:50:13.682073Z","steps":["trace[2114247468] 'agreement among raft nodes before linearized reading' (duration: 212.135167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:13.68222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.489847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:50:13.682266Z","caller":"traceutil/trace.go:171","msg":"trace[1330413323] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8166; }","duration":"176.579219ms","start":"2026-04-03T02:50:13.505674Z","end":"2026-04-03T02:50:13.682253Z","steps":["trace[1330413323] 'agreement among raft nodes before linearized reading' (duration: 176.463656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:13.682201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.64244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:50:13.682362Z","caller":"traceutil/trace.go:171","msg":"trace[1743289957] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8166; }","duration":"212.851785ms","start":"2026-04-03T02:50:13.469503Z","end":"2026-04-03T02:50:13.682355Z","steps":["trace[1743289957] 'agreement among raft nodes before linearized reading' (duration: 211.959292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:13.68201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.944796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:50:13.682747Z","caller":"traceutil/trace.go:171","msg":"trace[2069516759] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8166; }","duration":"211.708606ms","start":"2026-04-03T02:50:13.47102Z","end":"2026-04-03T02:50:13.682729Z","steps":["trace[2069516759] 'agreement among raft nodes before linearized reading' (duration: 210.737132ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:13.791882Z","caller":"traceutil/trace.go:171","msg":"trace[183659982] transaction","detail":"{read_only:false; response_revision:8168; number_of_response:1; }","duration":"105.319739ms","start":"2026-04-03T02:50:13.686545Z","end":"2026-04-03T02:50:13.791864Z","steps":["trace[183659982] 'process raft request' (duration: 102.136068ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:13.792052Z","caller":"traceutil/trace.go:171","msg":"trace[1839281285] transaction","detail":"{read_only:false; response_revision:8169; number_of_response:1; }","duration":"105.401131ms","start":"2026-04-03T02:50:13.686644Z","end":"2026-04-03T02:50:13.792045Z","steps":["trace[1839281285] 'process raft request' (duration: 105.180556ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:13.792455Z","caller":"traceutil/trace.go:171","msg":"trace[1429121913] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"105.725589ms","start":"2026-04-03T02:50:13.686701Z","end":"2026-04-03T02:50:13.792426Z","steps":["trace[1429121913] 'process raft request' (duration: 105.316638ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:13.792471Z","caller":"traceutil/trace.go:171","msg":"trace[1047982287] transaction","detail":"{read_only:false; response_revision:8171; number_of_response:1; }","duration":"105.622316ms","start":"2026-04-03T02:50:13.686819Z","end":"2026-04-03T02:50:13.792441Z","steps":["trace[1047982287] 'process raft request' (duration: 105.420541ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:18.089793Z","caller":"traceutil/trace.go:171","msg":"trace[1676012294] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"279.837325ms","start":"2026-04-03T02:50:17.809928Z","end":"2026-04-03T02:50:18.089766Z","steps":["trace[1676012294] 'process raft request' (duration: 279.62287ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:18.089798Z","caller":"traceutil/trace.go:171","msg":"trace[1318350309] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"278.366669ms","start":"2026-04-03T02:50:17.811407Z","end":"2026-04-03T02:50:18.089774Z","steps":["trace[1318350309] 'process raft request' (duration: 278.327828ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:18.089851Z","caller":"traceutil/trace.go:171","msg":"trace[569715332] transaction","detail":"{read_only:false; response_revision:8189; number_of_response:1; }","duration":"279.194129ms","start":"2026-04-03T02:50:17.810611Z","end":"2026-04-03T02:50:18.089805Z","steps":["trace[569715332] 'process raft request' (duration: 279.086287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:18.364371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.959638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:50:18.36449Z","caller":"traceutil/trace.go:171","msg":"trace[1158191872] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"270.702275ms","start":"2026-04-03T02:50:18.093762Z","end":"2026-04-03T02:50:18.364464Z","steps":["trace[1158191872] 'process raft request' (duration: 116.565753ms)","trace[1158191872] 'compare' (duration: 153.511676ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:50:19.884668Z","caller":"traceutil/trace.go:171","msg":"trace[2059765529] linearizableReadLoop","detail":"{readStateIndex:8534; appliedIndex:8533; }","duration":"110.018598ms","start":"2026-04-03T02:50:19.774628Z","end":"2026-04-03T02:50:19.884647Z","steps":["trace[2059765529] 'read index received' (duration: 89.044669ms)","trace[2059765529] 'applied index is now lower than readState.Index' (duration: 20.973059ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:50:19.884718Z","caller":"traceutil/trace.go:171","msg":"trace[857777896] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"110.640923ms","start":"2026-04-03T02:50:19.774053Z","end":"2026-04-03T02:50:19.884694Z","steps":["trace[857777896] 'process raft request' (duration: 89.628173ms)","trace[857777896] 'compare' (duration: 20.853666ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:50:19.885313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.651184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:21 size:183592"} {"level":"info","ts":"2026-04-03T02:50:19.885446Z","caller":"traceutil/trace.go:171","msg":"trace[718061374] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:21; response_revision:8196; }","duration":"110.778086ms","start":"2026-04-03T02:50:19.774612Z","end":"2026-04-03T02:50:19.88539Z","steps":["trace[718061374] 'agreement among raft nodes before linearized reading' (duration: 110.152511ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:21.735678Z","caller":"traceutil/trace.go:171","msg":"trace[1035156899] transaction","detail":"{read_only:false; response_revision:8204; number_of_response:1; }","duration":"533.338998ms","start":"2026-04-03T02:50:21.202312Z","end":"2026-04-03T02:50:21.735651Z","steps":["trace[1035156899] 'process raft request' (duration: 533.149464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:21.735973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:50:21.202289Z","time spent":"533.602555ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5398,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:50:22.008067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.012098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:50:22.00837Z","caller":"traceutil/trace.go:171","msg":"trace[456847472] linearizableReadLoop","detail":"{readStateIndex:8543; appliedIndex:8541; }","duration":"605.380816ms","start":"2026-04-03T02:50:21.402952Z","end":"2026-04-03T02:50:22.008333Z","steps":["trace[456847472] 'read index received' (duration: 332.476896ms)","trace[456847472] 'applied index is now lower than readState.Index' (duration: 272.89936ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:50:22.008422Z","caller":"traceutil/trace.go:171","msg":"trace[226515333] transaction","detail":"{read_only:false; response_revision:8206; number_of_response:1; }","duration":"247.170231ms","start":"2026-04-03T02:50:21.761224Z","end":"2026-04-03T02:50:22.008394Z","steps":["trace[226515333] 'process raft request' (duration: 246.998056ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:22.008399Z","caller":"traceutil/trace.go:171","msg":"trace[199345625] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"774.448145ms","start":"2026-04-03T02:50:21.233889Z","end":"2026-04-03T02:50:22.008337Z","steps":["trace[199345625] 'process raft request' (duration: 666.032379ms)","trace[199345625] 'compare' (duration: 107.652047ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:50:22.00851Z","caller":"traceutil/trace.go:171","msg":"trace[1764504773] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"233.056004ms","start":"2026-04-03T02:50:21.775443Z","end":"2026-04-03T02:50:22.008499Z","steps":["trace[1764504773] 'process raft request' (duration: 232.89716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:22.008598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.050402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:50:22.008648Z","caller":"traceutil/trace.go:171","msg":"trace[1914069302] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8207; }","duration":"560.160345ms","start":"2026-04-03T02:50:21.448471Z","end":"2026-04-03T02:50:22.008631Z","steps":["trace[1914069302] 'agreement among raft nodes before linearized reading' (duration: 560.053142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:22.008628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.687717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:50:22.008692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:50:21.44845Z","time spent":"560.230107ms","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:50:22.008722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.814331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:50:22.008709Z","caller":"traceutil/trace.go:171","msg":"trace[816446147] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8207; }","duration":"118.83391ms","start":"2026-04-03T02:50:21.889852Z","end":"2026-04-03T02:50:22.008686Z","steps":["trace[816446147] 'agreement among raft nodes before linearized reading' (duration: 118.696427ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:22.008742Z","caller":"traceutil/trace.go:171","msg":"trace[1234192685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8207; }","duration":"101.893792ms","start":"2026-04-03T02:50:21.906839Z","end":"2026-04-03T02:50:22.008733Z","steps":["trace[1234192685] 'agreement among raft nodes before linearized reading' (duration: 101.79414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:22.008746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:50:21.233867Z","time spent":"774.63813ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:50:22.008816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.974654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5413"} {"level":"info","ts":"2026-04-03T02:50:22.008836Z","caller":"traceutil/trace.go:171","msg":"trace[1147320635] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:8207; }","duration":"119.014085ms","start":"2026-04-03T02:50:21.889819Z","end":"2026-04-03T02:50:22.008833Z","steps":["trace[1147320635] 'agreement among raft nodes before linearized reading' (duration: 118.961663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:22.008773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.780667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T02:50:22.008896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.021485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:50:22.008886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.238405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:50:22.00891Z","caller":"traceutil/trace.go:171","msg":"trace[386377062] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:8207; }","duration":"605.969222ms","start":"2026-04-03T02:50:21.402909Z","end":"2026-04-03T02:50:22.008879Z","steps":["trace[386377062] 'agreement among raft nodes before linearized reading' (duration: 605.542811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:22.008934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.071166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:50:22.009001Z","caller":"traceutil/trace.go:171","msg":"trace[1762464566] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:8207; }","duration":"119.180159ms","start":"2026-04-03T02:50:21.889816Z","end":"2026-04-03T02:50:22.008996Z","steps":["trace[1762464566] 'agreement among raft nodes before linearized reading' (duration: 119.106547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:22.009008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:50:21.402884Z","time spent":"606.112715ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"info","ts":"2026-04-03T02:50:22.009007Z","caller":"traceutil/trace.go:171","msg":"trace[224548639] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:8207; }","duration":"116.325376ms","start":"2026-04-03T02:50:21.892614Z","end":"2026-04-03T02:50:22.00894Z","steps":["trace[224548639] 'agreement among raft nodes before linearized reading' (duration: 116.154002ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:22.008912Z","caller":"traceutil/trace.go:171","msg":"trace[2093360805] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:8207; }","duration":"119.059155ms","start":"2026-04-03T02:50:21.889849Z","end":"2026-04-03T02:50:22.008908Z","steps":["trace[2093360805] 'agreement among raft nodes before linearized reading' (duration: 119.034115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:22.0089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.838933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:50:22.009218Z","caller":"traceutil/trace.go:171","msg":"trace[1892148480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8207; }","duration":"468.177533ms","start":"2026-04-03T02:50:21.54102Z","end":"2026-04-03T02:50:22.009198Z","steps":["trace[1892148480] 'agreement among raft nodes before linearized reading' (duration: 467.855774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:22.009199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.621116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:50:22.009285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:50:21.540997Z","time spent":"468.270745ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:50:22.009299Z","caller":"traceutil/trace.go:171","msg":"trace[1340426310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8207; }","duration":"120.778691ms","start":"2026-04-03T02:50:21.888496Z","end":"2026-04-03T02:50:22.009275Z","steps":["trace[1340426310] 'agreement among raft nodes before linearized reading' (duration: 120.293288ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:22.197415Z","caller":"traceutil/trace.go:171","msg":"trace[284100039] linearizableReadLoop","detail":"{readStateIndex:8546; appliedIndex:8545; }","duration":"187.027513ms","start":"2026-04-03T02:50:22.010356Z","end":"2026-04-03T02:50:22.197384Z","steps":["trace[284100039] 'read index received' (duration: 138.64217ms)","trace[284100039] 'applied index is now lower than readState.Index' (duration: 48.381183ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:50:22.197587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.206168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:50:22.197626Z","caller":"traceutil/trace.go:171","msg":"trace[1839646536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8207; }","duration":"187.2671ms","start":"2026-04-03T02:50:22.010349Z","end":"2026-04-03T02:50:22.197616Z","steps":["trace[1839646536] 'agreement among raft nodes before linearized reading' (duration: 187.173617ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:22.217499Z","caller":"traceutil/trace.go:171","msg":"trace[1964137363] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8208; }","duration":"206.30005ms","start":"2026-04-03T02:50:22.011182Z","end":"2026-04-03T02:50:22.217482Z","steps":["trace[1964137363] 'process raft request' (duration: 206.060194ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:22.217602Z","caller":"traceutil/trace.go:171","msg":"trace[1393452268] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"204.392541ms","start":"2026-04-03T02:50:22.013183Z","end":"2026-04-03T02:50:22.217575Z","steps":["trace[1393452268] 'process raft request' (duration: 204.213957ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:22.217716Z","caller":"traceutil/trace.go:171","msg":"trace[960626902] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"203.843528ms","start":"2026-04-03T02:50:22.013819Z","end":"2026-04-03T02:50:22.217662Z","steps":["trace[960626902] 'process raft request' (duration: 203.638342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:22.217862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.92236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:21 size:183778"} {"level":"info","ts":"2026-04-03T02:50:22.217944Z","caller":"traceutil/trace.go:171","msg":"trace[1051997910] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:21; response_revision:8210; }","duration":"204.014842ms","start":"2026-04-03T02:50:22.013913Z","end":"2026-04-03T02:50:22.217928Z","steps":["trace[1051997910] 'agreement among raft nodes before linearized reading' (duration: 203.588002ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:28.258589Z","caller":"traceutil/trace.go:171","msg":"trace[655245913] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"229.009472ms","start":"2026-04-03T02:50:28.029555Z","end":"2026-04-03T02:50:28.258565Z","steps":["trace[655245913] 'process raft request' (duration: 193.725962ms)","trace[655245913] 'compare' (duration: 34.779508ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:50:28.258653Z","caller":"traceutil/trace.go:171","msg":"trace[784189124] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"228.286704ms","start":"2026-04-03T02:50:28.030338Z","end":"2026-04-03T02:50:28.258625Z","steps":["trace[784189124] 'process raft request' (duration: 228.119539ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:28.521729Z","caller":"traceutil/trace.go:171","msg":"trace[846147183] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"254.020453ms","start":"2026-04-03T02:50:28.267699Z","end":"2026-04-03T02:50:28.521719Z","steps":["trace[846147183] 'process raft request' (duration: 253.991573ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:28.52172Z","caller":"traceutil/trace.go:171","msg":"trace[527585162] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"255.784199ms","start":"2026-04-03T02:50:28.265907Z","end":"2026-04-03T02:50:28.521692Z","steps":["trace[527585162] 'process raft request' (duration: 158.500853ms)","trace[527585162] 'compare' (duration: 97.019679ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:50:28.521811Z","caller":"traceutil/trace.go:171","msg":"trace[1355450483] linearizableReadLoop","detail":"{readStateIndex:8605; appliedIndex:8604; }","duration":"255.43377ms","start":"2026-04-03T02:50:28.266365Z","end":"2026-04-03T02:50:28.521799Z","steps":["trace[1355450483] 'read index received' (duration: 158.022751ms)","trace[1355450483] 'applied index is now lower than readState.Index' (duration: 97.410099ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:50:28.521952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.580294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-04-03T02:50:28.522103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.850904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:50:28.522123Z","caller":"traceutil/trace.go:171","msg":"trace[165485624] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8265; }","duration":"255.668165ms","start":"2026-04-03T02:50:28.266339Z","end":"2026-04-03T02:50:28.522007Z","steps":["trace[165485624] 'agreement among raft nodes before linearized reading' (duration: 255.518012ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:28.52213Z","caller":"traceutil/trace.go:171","msg":"trace[1883352439] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8265; }","duration":"231.902765ms","start":"2026-04-03T02:50:28.290221Z","end":"2026-04-03T02:50:28.522124Z","steps":["trace[1883352439] 'agreement among raft nodes before linearized reading' (duration: 231.828314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:28.522153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.987529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123808"} {"level":"warn","ts":"2026-04-03T02:50:28.522217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.329554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:50:28.522241Z","caller":"traceutil/trace.go:171","msg":"trace[198640110] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8265; }","duration":"255.085501ms","start":"2026-04-03T02:50:28.267142Z","end":"2026-04-03T02:50:28.522228Z","steps":["trace[198640110] 'agreement among raft nodes before linearized reading' (duration: 254.881486ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:28.5223Z","caller":"traceutil/trace.go:171","msg":"trace[407610434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8265; }","duration":"241.428026ms","start":"2026-04-03T02:50:28.280843Z","end":"2026-04-03T02:50:28.522271Z","steps":["trace[407610434] 'agreement among raft nodes before linearized reading' (duration: 241.224421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:28.522218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.732941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:50:28.522412Z","caller":"traceutil/trace.go:171","msg":"trace[915746704] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8265; }","duration":"231.969637ms","start":"2026-04-03T02:50:28.290434Z","end":"2026-04-03T02:50:28.522403Z","steps":["trace[915746704] 'agreement among raft nodes before linearized reading' (duration: 231.630478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:28.522218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.307261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:50:28.522525Z","caller":"traceutil/trace.go:171","msg":"trace[1711924496] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:8265; }","duration":"237.61612ms","start":"2026-04-03T02:50:28.284895Z","end":"2026-04-03T02:50:28.522511Z","steps":["trace[1711924496] 'agreement among raft nodes before linearized reading' (duration: 237.185178ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:28.989505Z","caller":"traceutil/trace.go:171","msg":"trace[2018260837] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"462.259603ms","start":"2026-04-03T02:50:28.527219Z","end":"2026-04-03T02:50:28.989478Z","steps":["trace[2018260837] 'process raft request' (duration: 462.062348ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:28.989659Z","caller":"traceutil/trace.go:171","msg":"trace[502606123] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"461.929935ms","start":"2026-04-03T02:50:28.527713Z","end":"2026-04-03T02:50:28.989643Z","steps":["trace[502606123] 'process raft request' (duration: 461.71432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:28.989765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:50:28.527699Z","time spent":"461.999966ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:50:28.989642Z","caller":"traceutil/trace.go:171","msg":"trace[1865389321] linearizableReadLoop","detail":"{readStateIndex:8609; appliedIndex:8607; }","duration":"461.322178ms","start":"2026-04-03T02:50:28.528294Z","end":"2026-04-03T02:50:28.989617Z","steps":["trace[1865389321] 'read index received' (duration: 90.384682ms)","trace[1865389321] 'applied index is now lower than readState.Index' (duration: 370.935466ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:50:28.99008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:50:28.527204Z","time spent":"462.657892ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:50:28.990189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.904163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:22 size:190473"} {"level":"info","ts":"2026-04-03T02:50:28.990245Z","caller":"traceutil/trace.go:171","msg":"trace[251524773] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:22; response_revision:8268; }","duration":"461.985555ms","start":"2026-04-03T02:50:28.528238Z","end":"2026-04-03T02:50:28.990223Z","steps":["trace[251524773] 'agreement among raft nodes before linearized reading' (duration: 461.449831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:28.990277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:50:28.528222Z","time spent":"462.047138ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":22,"response size":190497,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T02:50:28.990975Z","caller":"traceutil/trace.go:171","msg":"trace[56212437] transaction","detail":"{read_only:false; response_revision:8269; number_of_response:1; }","duration":"104.91399ms","start":"2026-04-03T02:50:28.886047Z","end":"2026-04-03T02:50:28.990961Z","steps":["trace[56212437] 'process raft request' (duration: 104.721795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:28.991011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.203374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:50:28.991082Z","caller":"traceutil/trace.go:171","msg":"trace[1440261149] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8269; }","duration":"394.322177ms","start":"2026-04-03T02:50:28.596743Z","end":"2026-04-03T02:50:28.991065Z","steps":["trace[1440261149] 'agreement among raft nodes before linearized reading' (duration: 394.154113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:28.991132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:50:28.596721Z","time spent":"394.395999ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":48,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:50:28.991223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.642286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/barbican-rabbit-init-pxnmf\" ","response":"range_response_count:1 size:2831"} {"level":"info","ts":"2026-04-03T02:50:28.991312Z","caller":"traceutil/trace.go:171","msg":"trace[970644231] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/barbican-rabbit-init-pxnmf; range_end:; response_count:1; response_revision:8269; }","duration":"257.776309ms","start":"2026-04-03T02:50:28.733509Z","end":"2026-04-03T02:50:28.991286Z","steps":["trace[970644231] 'agreement among raft nodes before linearized reading' (duration: 257.515102ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:34.393834Z","caller":"traceutil/trace.go:171","msg":"trace[2092974083] linearizableReadLoop","detail":"{readStateIndex:8656; appliedIndex:8655; }","duration":"117.58808ms","start":"2026-04-03T02:50:34.276227Z","end":"2026-04-03T02:50:34.393815Z","steps":["trace[2092974083] 'read index received' (duration: 117.421645ms)","trace[2092974083] 'applied index is now lower than readState.Index' (duration: 165.685µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:50:34.393919Z","caller":"traceutil/trace.go:171","msg":"trace[1216086672] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"117.710772ms","start":"2026-04-03T02:50:34.276194Z","end":"2026-04-03T02:50:34.393904Z","steps":["trace[1216086672] 'process raft request' (duration: 117.475856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:34.394133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.886268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19650"} {"level":"info","ts":"2026-04-03T02:50:34.394188Z","caller":"traceutil/trace.go:171","msg":"trace[745109172] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8314; }","duration":"117.95311ms","start":"2026-04-03T02:50:34.276221Z","end":"2026-04-03T02:50:34.394174Z","steps":["trace[745109172] 'agreement among raft nodes before linearized reading' (duration: 117.760614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:34.399535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.24853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-service-sw6qb\" ","response":"range_response_count:1 size:8121"} {"level":"info","ts":"2026-04-03T02:50:34.39958Z","caller":"traceutil/trace.go:171","msg":"trace[894661741] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-service-sw6qb; range_end:; response_count:1; response_revision:8316; }","duration":"119.336673ms","start":"2026-04-03T02:50:34.280234Z","end":"2026-04-03T02:50:34.39957Z","steps":["trace[894661741] 'agreement among raft nodes before linearized reading' (duration: 119.152398ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:34.399787Z","caller":"traceutil/trace.go:171","msg":"trace[870634380] transaction","detail":"{read_only:false; response_revision:8315; number_of_response:1; }","duration":"118.718138ms","start":"2026-04-03T02:50:34.281061Z","end":"2026-04-03T02:50:34.399779Z","steps":["trace[870634380] 'process raft request' (duration: 118.192874ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:34.399946Z","caller":"traceutil/trace.go:171","msg":"trace[404616079] transaction","detail":"{read_only:false; response_revision:8316; number_of_response:1; }","duration":"118.542594ms","start":"2026-04-03T02:50:34.281396Z","end":"2026-04-03T02:50:34.399939Z","steps":["trace[404616079] 'process raft request' (duration: 117.948218ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:34.556347Z","caller":"traceutil/trace.go:171","msg":"trace[730536824] transaction","detail":"{read_only:false; response_revision:8317; number_of_response:1; }","duration":"143.820041ms","start":"2026-04-03T02:50:34.412508Z","end":"2026-04-03T02:50:34.556328Z","steps":["trace[730536824] 'process raft request' (duration: 143.340759ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:34.739639Z","caller":"traceutil/trace.go:171","msg":"trace[40103170] transaction","detail":"{read_only:false; response_revision:8319; number_of_response:1; }","duration":"176.829115ms","start":"2026-04-03T02:50:34.562767Z","end":"2026-04-03T02:50:34.739596Z","steps":["trace[40103170] 'process raft request' (duration: 173.343067ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:35.680326Z","caller":"traceutil/trace.go:171","msg":"trace[27847648] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"107.844443ms","start":"2026-04-03T02:50:35.572443Z","end":"2026-04-03T02:50:35.680287Z","steps":["trace[27847648] 'process raft request' (duration: 107.548216ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:36.567817Z","caller":"traceutil/trace.go:171","msg":"trace[692950957] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"167.326285ms","start":"2026-04-03T02:50:36.400466Z","end":"2026-04-03T02:50:36.567792Z","steps":["trace[692950957] 'process raft request' (duration: 167.175611ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:36.605462Z","caller":"traceutil/trace.go:171","msg":"trace[1914882504] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"198.850882ms","start":"2026-04-03T02:50:36.406592Z","end":"2026-04-03T02:50:36.605443Z","steps":["trace[1914882504] 'process raft request' (duration: 198.737199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:36.81615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.886989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:50:36.816251Z","caller":"traceutil/trace.go:171","msg":"trace[241830804] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8331; }","duration":"166.031202ms","start":"2026-04-03T02:50:36.650199Z","end":"2026-04-03T02:50:36.816231Z","steps":["trace[241830804] 'range keys from in-memory index tree' (duration: 165.766996ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:36.99971Z","caller":"traceutil/trace.go:171","msg":"trace[670676450] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"178.794145ms","start":"2026-04-03T02:50:36.820889Z","end":"2026-04-03T02:50:36.999683Z","steps":["trace[670676450] 'process raft request' (duration: 178.732094ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:37.000121Z","caller":"traceutil/trace.go:171","msg":"trace[1832729764] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"179.249637ms","start":"2026-04-03T02:50:36.820812Z","end":"2026-04-03T02:50:37.000062Z","steps":["trace[1832729764] 'process raft request' (duration: 141.853102ms)","trace[1832729764] 'compare' (duration: 36.779639ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:50:37.278519Z","caller":"traceutil/trace.go:171","msg":"trace[1075726901] linearizableReadLoop","detail":"{readStateIndex:8678; appliedIndex:8677; }","duration":"197.914968ms","start":"2026-04-03T02:50:37.08057Z","end":"2026-04-03T02:50:37.278485Z","steps":["trace[1075726901] 'read index received' (duration: 105.911054ms)","trace[1075726901] 'applied index is now lower than readState.Index' (duration: 92.000824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:50:37.278711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.122833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:50:37.278788Z","caller":"traceutil/trace.go:171","msg":"trace[1489032995] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8336; }","duration":"198.206565ms","start":"2026-04-03T02:50:37.08056Z","end":"2026-04-03T02:50:37.278767Z","steps":["trace[1489032995] 'agreement among raft nodes before linearized reading' (duration: 198.02032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:37.278818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.056965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:50:37.27874Z","caller":"traceutil/trace.go:171","msg":"trace[192110802] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"198.81725ms","start":"2026-04-03T02:50:37.07988Z","end":"2026-04-03T02:50:37.278697Z","steps":["trace[192110802] 'process raft request' (duration: 106.677303ms)","trace[192110802] 'compare' (duration: 91.543243ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:50:37.278875Z","caller":"traceutil/trace.go:171","msg":"trace[1821952663] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:8336; }","duration":"195.159547ms","start":"2026-04-03T02:50:37.083701Z","end":"2026-04-03T02:50:37.27886Z","steps":["trace[1821952663] 'agreement among raft nodes before linearized reading' (duration: 194.940032ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:37.387599Z","caller":"traceutil/trace.go:171","msg":"trace[443719440] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"104.57531ms","start":"2026-04-03T02:50:37.282995Z","end":"2026-04-03T02:50:37.38757Z","steps":["trace[443719440] 'process raft request' (duration: 103.178556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:37.531905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.344035ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:50:37.532357Z","caller":"traceutil/trace.go:171","msg":"trace[1038554289] linearizableReadLoop","detail":"{readStateIndex:8680; appliedIndex:8678; }","duration":"247.081649ms","start":"2026-04-03T02:50:37.285251Z","end":"2026-04-03T02:50:37.532332Z","steps":["trace[1038554289] 'read index received' (duration: 100.97192ms)","trace[1038554289] 'applied index is now lower than readState.Index' (duration: 146.108029ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:50:37.532431Z","caller":"traceutil/trace.go:171","msg":"trace[1726298174] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"190.188743ms","start":"2026-04-03T02:50:37.342216Z","end":"2026-04-03T02:50:37.532404Z","steps":["trace[1726298174] 'process raft request' (duration: 189.780343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:50:37.590776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.498915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:23 size:198424"} {"level":"info","ts":"2026-04-03T02:50:37.590857Z","caller":"traceutil/trace.go:171","msg":"trace[136886407] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:23; response_revision:8338; }","duration":"305.609847ms","start":"2026-04-03T02:50:37.285228Z","end":"2026-04-03T02:50:37.590838Z","steps":["trace[136886407] 'agreement among raft nodes before linearized reading' (duration: 247.174721ms)","trace[136886407] 'range keys from in-memory index tree' (duration: 58.065317ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:50:37.590901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:50:37.285214Z","time spent":"305.677538ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":23,"response size":198448,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T02:50:38.71173Z","caller":"traceutil/trace.go:171","msg":"trace[43228612] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"138.989769ms","start":"2026-04-03T02:50:38.572718Z","end":"2026-04-03T02:50:38.711708Z","steps":["trace[43228612] 'process raft request' (duration: 138.827045ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:38.714417Z","caller":"traceutil/trace.go:171","msg":"trace[1056601011] transaction","detail":"{read_only:false; response_revision:8341; number_of_response:1; }","duration":"104.234792ms","start":"2026-04-03T02:50:38.610159Z","end":"2026-04-03T02:50:38.714394Z","steps":["trace[1056601011] 'process raft request' (duration: 103.202786ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:04.942572Z","caller":"traceutil/trace.go:171","msg":"trace[1566413893] transaction","detail":"{read_only:false; response_revision:8509; number_of_response:1; }","duration":"138.145668ms","start":"2026-04-03T02:51:04.8044Z","end":"2026-04-03T02:51:04.942545Z","steps":["trace[1566413893] 'process raft request' (duration: 112.923681ms)","trace[1566413893] 'compare' (duration: 24.863288ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:51:05.258632Z","caller":"traceutil/trace.go:171","msg":"trace[1299880320] transaction","detail":"{read_only:false; response_revision:8511; number_of_response:1; }","duration":"128.28438ms","start":"2026-04-03T02:51:05.130312Z","end":"2026-04-03T02:51:05.258596Z","steps":["trace[1299880320] 'process raft request' (duration: 128.049214ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:05.334055Z","caller":"traceutil/trace.go:171","msg":"trace[1611232635] transaction","detail":"{read_only:false; response_revision:8512; number_of_response:1; }","duration":"201.026117ms","start":"2026-04-03T02:51:05.132996Z","end":"2026-04-03T02:51:05.334022Z","steps":["trace[1611232635] 'process raft request' (duration: 184.467779ms)","trace[1611232635] 'compare' (duration: 16.299931ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:51:05.334234Z","caller":"traceutil/trace.go:171","msg":"trace[1259202593] linearizableReadLoop","detail":"{readStateIndex:8862; appliedIndex:8859; }","duration":"103.484813ms","start":"2026-04-03T02:51:05.230715Z","end":"2026-04-03T02:51:05.334199Z","steps":["trace[1259202593] 'read index received' (duration: 27.72395ms)","trace[1259202593] 'applied index is now lower than readState.Index' (duration: 75.757463ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:51:05.334367Z","caller":"traceutil/trace.go:171","msg":"trace[953805835] transaction","detail":"{read_only:false; response_revision:8513; number_of_response:1; }","duration":"161.367944ms","start":"2026-04-03T02:51:05.172978Z","end":"2026-04-03T02:51:05.334346Z","steps":["trace[953805835] 'process raft request' (duration: 160.953773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:05.33453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.785741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:51:05.334616Z","caller":"traceutil/trace.go:171","msg":"trace[2060343613] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8513; }","duration":"103.941405ms","start":"2026-04-03T02:51:05.230653Z","end":"2026-04-03T02:51:05.334594Z","steps":["trace[2060343613] 'agreement among raft nodes before linearized reading' (duration: 103.666658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:17.01481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.829312ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:51:17.015315Z","caller":"traceutil/trace.go:171","msg":"trace[306459023] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"132.192118ms","start":"2026-04-03T02:51:16.883087Z","end":"2026-04-03T02:51:17.015279Z","steps":["trace[306459023] 'process raft request' (duration: 131.813928ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:17.250371Z","caller":"traceutil/trace.go:171","msg":"trace[1836712938] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"172.080646ms","start":"2026-04-03T02:51:17.078258Z","end":"2026-04-03T02:51:17.250338Z","steps":["trace[1836712938] 'process raft request' (duration: 171.905741ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:17.79805Z","caller":"traceutil/trace.go:171","msg":"trace[1081858287] transaction","detail":"{read_only:false; response_revision:8603; number_of_response:1; }","duration":"124.505543ms","start":"2026-04-03T02:51:17.673488Z","end":"2026-04-03T02:51:17.797993Z","steps":["trace[1081858287] 'process raft request' (duration: 122.244716ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:19.670376Z","caller":"traceutil/trace.go:171","msg":"trace[171168880] linearizableReadLoop","detail":"{readStateIndex:8962; appliedIndex:8961; }","duration":"205.833018ms","start":"2026-04-03T02:51:19.464525Z","end":"2026-04-03T02:51:19.670358Z","steps":["trace[171168880] 'read index received' (duration: 205.645773ms)","trace[171168880] 'applied index is now lower than readState.Index' (duration: 186.665µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:51:19.670532Z","caller":"traceutil/trace.go:171","msg":"trace[1060669279] transaction","detail":"{read_only:false; response_revision:8610; number_of_response:1; }","duration":"215.541923ms","start":"2026-04-03T02:51:19.454933Z","end":"2026-04-03T02:51:19.670475Z","steps":["trace[1060669279] 'process raft request' (duration: 215.302897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:19.67066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.121325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:51:19.670689Z","caller":"traceutil/trace.go:171","msg":"trace[1987882095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8610; }","duration":"206.185697ms","start":"2026-04-03T02:51:19.464494Z","end":"2026-04-03T02:51:19.67068Z","steps":["trace[1987882095] 'agreement among raft nodes before linearized reading' (duration: 206.079614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:19.670895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.243219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:51:19.670911Z","caller":"traceutil/trace.go:171","msg":"trace[774104948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8610; }","duration":"132.296031ms","start":"2026-04-03T02:51:19.53861Z","end":"2026-04-03T02:51:19.670906Z","steps":["trace[774104948] 'agreement among raft nodes before linearized reading' (duration: 132.27111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:19.671228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.26192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:51:19.671248Z","caller":"traceutil/trace.go:171","msg":"trace[937947020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8610; }","duration":"151.302301ms","start":"2026-04-03T02:51:19.519938Z","end":"2026-04-03T02:51:19.67124Z","steps":["trace[937947020] 'agreement among raft nodes before linearized reading' (duration: 150.84501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:21.038986Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839996829,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:51:21.354362Z","caller":"traceutil/trace.go:171","msg":"trace[643037722] linearizableReadLoop","detail":"{readStateIndex:8966; appliedIndex:8965; }","duration":"815.752019ms","start":"2026-04-03T02:51:20.53859Z","end":"2026-04-03T02:51:21.354342Z","steps":["trace[643037722] 'read index received' (duration: 815.622706ms)","trace[643037722] 'applied index is now lower than readState.Index' (duration: 128.483µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:51:21.354461Z","caller":"traceutil/trace.go:171","msg":"trace[246189009] transaction","detail":"{read_only:false; response_revision:8614; number_of_response:1; }","duration":"822.86678ms","start":"2026-04-03T02:51:20.531585Z","end":"2026-04-03T02:51:21.354452Z","steps":["trace[246189009] 'process raft request' (duration: 822.614343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:21.354548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:20.531565Z","time spent":"822.918ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:51:21.354758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.096667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:51:21.354964Z","caller":"traceutil/trace.go:171","msg":"trace[842311870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8614; }","duration":"816.376995ms","start":"2026-04-03T02:51:20.538557Z","end":"2026-04-03T02:51:21.354934Z","steps":["trace[842311870] 'agreement among raft nodes before linearized reading' (duration: 815.975115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:21.355153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:20.538541Z","time spent":"816.59641ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:51:21.625127Z","caller":"traceutil/trace.go:171","msg":"trace[1040231999] linearizableReadLoop","detail":"{readStateIndex:8968; appliedIndex:8966; }","duration":"270.685384ms","start":"2026-04-03T02:51:21.354421Z","end":"2026-04-03T02:51:21.625107Z","steps":["trace[1040231999] 'read index received' (duration: 270.481879ms)","trace[1040231999] 'applied index is now lower than readState.Index' (duration: 202.635µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:51:21.625278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.310513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:51:21.625308Z","caller":"traceutil/trace.go:171","msg":"trace[1331564614] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8616; }","duration":"616.403405ms","start":"2026-04-03T02:51:21.008896Z","end":"2026-04-03T02:51:21.6253Z","steps":["trace[1331564614] 'agreement among raft nodes before linearized reading' (duration: 616.324063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:21.625352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.270782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:51:21.625386Z","caller":"traceutil/trace.go:171","msg":"trace[1275288459] transaction","detail":"{read_only:false; response_revision:8615; number_of_response:1; }","duration":"536.927599ms","start":"2026-04-03T02:51:21.088431Z","end":"2026-04-03T02:51:21.625359Z","steps":["trace[1275288459] 'process raft request' (duration: 536.514837ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:21.625435Z","caller":"traceutil/trace.go:171","msg":"trace[1256130231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8616; }","duration":"338.398355ms","start":"2026-04-03T02:51:21.287019Z","end":"2026-04-03T02:51:21.625418Z","steps":["trace[1256130231] 'agreement among raft nodes before linearized reading' (duration: 338.160928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:21.625491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:21.287Z","time spent":"338.483108ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:51:21.625539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:21.088411Z","time spent":"537.049481ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:51:21.625562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030305936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-03T02:51:21.625387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.049465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:51:21.625502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086769892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:51:21.625594Z","caller":"traceutil/trace.go:171","msg":"trace[1975608910] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8616; }","duration":"1.030369948s","start":"2026-04-03T02:51:20.595216Z","end":"2026-04-03T02:51:21.625586Z","steps":["trace[1975608910] 'agreement among raft nodes before linearized reading' (duration: 1.030253605s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:21.625816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:20.595196Z","time spent":"1.030612815s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T02:51:21.625564Z","caller":"traceutil/trace.go:171","msg":"trace[1418479363] transaction","detail":"{read_only:false; response_revision:8616; number_of_response:1; }","duration":"515.748864ms","start":"2026-04-03T02:51:21.109783Z","end":"2026-04-03T02:51:21.625532Z","steps":["trace[1418479363] 'process raft request' (duration: 515.287352ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:21.625748Z","caller":"traceutil/trace.go:171","msg":"trace[588105815] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8616; }","duration":"1.087137772s","start":"2026-04-03T02:51:20.53859Z","end":"2026-04-03T02:51:21.625727Z","steps":["trace[588105815] 'agreement among raft nodes before linearized reading' (duration: 1.086759962s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:21.625831Z","caller":"traceutil/trace.go:171","msg":"trace[636994177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8616; }","duration":"269.424594ms","start":"2026-04-03T02:51:21.356295Z","end":"2026-04-03T02:51:21.625719Z","steps":["trace[636994177] 'agreement among raft nodes before linearized reading' (duration: 269.065925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:21.625818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.809129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:51:21.625929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:21.10976Z","time spent":"516.107973ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:51:21.625604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.945138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-03T02:51:21.626148Z","caller":"traceutil/trace.go:171","msg":"trace[987186406] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8616; }","duration":"670.538123ms","start":"2026-04-03T02:51:20.955594Z","end":"2026-04-03T02:51:21.626132Z","steps":["trace[987186406] 'agreement among raft nodes before linearized reading' (duration: 669.844046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:21.626215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:20.955571Z","time spent":"670.630175ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T02:51:21.625684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:21.008879Z","time spent":"616.792745ms","remote":"127.0.0.1:52490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:51:21.626329Z","caller":"traceutil/trace.go:171","msg":"trace[359262722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8616; }","duration":"212.083736ms","start":"2026-04-03T02:51:21.413968Z","end":"2026-04-03T02:51:21.626051Z","steps":["trace[359262722] 'agreement among raft nodes before linearized reading' (duration: 211.542542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:21.626303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:20.538572Z","time spent":"1.087516661s","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:51:21.625625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.361495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:51:21.626596Z","caller":"traceutil/trace.go:171","msg":"trace[1501998619] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:8616; }","duration":"221.36384ms","start":"2026-04-03T02:51:21.405222Z","end":"2026-04-03T02:51:21.626586Z","steps":["trace[1501998619] 'agreement among raft nodes before linearized reading' (duration: 220.352515ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:27.080094Z","caller":"traceutil/trace.go:171","msg":"trace[1695851214] linearizableReadLoop","detail":"{readStateIndex:8999; appliedIndex:8998; }","duration":"234.730047ms","start":"2026-04-03T02:51:26.84533Z","end":"2026-04-03T02:51:27.08006Z","steps":["trace[1695851214] 'read index received' (duration: 195.772074ms)","trace[1695851214] 'applied index is now lower than readState.Index' (duration: 38.940353ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:51:27.080451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.099816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-03T02:51:27.080532Z","caller":"traceutil/trace.go:171","msg":"trace[198452880] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8645; }","duration":"235.20669ms","start":"2026-04-03T02:51:26.84531Z","end":"2026-04-03T02:51:27.080517Z","steps":["trace[198452880] 'agreement among raft nodes before linearized reading' (duration: 234.980054ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:27.965816Z","caller":"traceutil/trace.go:171","msg":"trace[1431372081] transaction","detail":"{read_only:false; response_revision:8648; number_of_response:1; }","duration":"317.933599ms","start":"2026-04-03T02:51:27.647837Z","end":"2026-04-03T02:51:27.965771Z","steps":["trace[1431372081] 'process raft request' (duration: 314.297647ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:27.965965Z","caller":"traceutil/trace.go:171","msg":"trace[570283069] linearizableReadLoop","detail":"{readStateIndex:9002; appliedIndex:9001; }","duration":"311.054005ms","start":"2026-04-03T02:51:27.654893Z","end":"2026-04-03T02:51:27.965947Z","steps":["trace[570283069] 'read index received' (duration: 52.970908ms)","trace[570283069] 'applied index is now lower than readState.Index' (duration: 258.081427ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:51:27.966248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.336852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:51:27.966317Z","caller":"traceutil/trace.go:171","msg":"trace[333035510] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8649; }","duration":"311.443755ms","start":"2026-04-03T02:51:27.654862Z","end":"2026-04-03T02:51:27.966306Z","steps":["trace[333035510] 'agreement among raft nodes before linearized reading' (duration: 311.170008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:27.966353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:27.654853Z","time spent":"311.488326ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:51:27.966391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.687332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:51:27.966461Z","caller":"traceutil/trace.go:171","msg":"trace[1726444508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8649; }","duration":"214.766423ms","start":"2026-04-03T02:51:27.751657Z","end":"2026-04-03T02:51:27.966424Z","steps":["trace[1726444508] 'agreement among raft nodes before linearized reading' (duration: 214.63643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:27.966606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.723944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:51:27.966653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.887097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:51:27.966655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.30813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:51:27.966664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.496302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:51:27.966986Z","caller":"traceutil/trace.go:171","msg":"trace[606407007] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8649; }","duration":"234.863621ms","start":"2026-04-03T02:51:27.7321Z","end":"2026-04-03T02:51:27.966964Z","steps":["trace[606407007] 'agreement among raft nodes before linearized reading' (duration: 234.331398ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:27.966864Z","caller":"traceutil/trace.go:171","msg":"trace[887380369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8649; }","duration":"309.536896ms","start":"2026-04-03T02:51:27.657303Z","end":"2026-04-03T02:51:27.96684Z","steps":["trace[887380369] 'agreement among raft nodes before linearized reading' (duration: 308.987863ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:27.966699Z","caller":"traceutil/trace.go:171","msg":"trace[799626505] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8649; }","duration":"201.869627ms","start":"2026-04-03T02:51:27.764808Z","end":"2026-04-03T02:51:27.966677Z","steps":["trace[799626505] 'agreement among raft nodes before linearized reading' (duration: 201.680253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:27.967063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:27.657294Z","time spent":"309.749651ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:51:27.966718Z","caller":"traceutil/trace.go:171","msg":"trace[493672886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8649; }","duration":"241.959569ms","start":"2026-04-03T02:51:27.724723Z","end":"2026-04-03T02:51:27.966683Z","steps":["trace[493672886] 'agreement among raft nodes before linearized reading' (duration: 241.733144ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:27.967356Z","caller":"traceutil/trace.go:171","msg":"trace[1484186416] transaction","detail":"{read_only:false; response_revision:8649; number_of_response:1; }","duration":"267.443023ms","start":"2026-04-03T02:51:27.699887Z","end":"2026-04-03T02:51:27.96733Z","steps":["trace[1484186416] 'process raft request' (duration: 265.815372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:27.969027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:27.647797Z","time spent":"319.17946ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:51:28.36227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.481279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7328"} {"level":"info","ts":"2026-04-03T02:51:28.362353Z","caller":"traceutil/trace.go:171","msg":"trace[216599923] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:8654; }","duration":"152.610133ms","start":"2026-04-03T02:51:28.209721Z","end":"2026-04-03T02:51:28.362331Z","steps":["trace[216599923] 'range keys from in-memory index tree' (duration: 152.300955ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:41.331249Z","caller":"traceutil/trace.go:171","msg":"trace[59163788] transaction","detail":"{read_only:false; response_revision:8745; number_of_response:1; }","duration":"139.38356ms","start":"2026-04-03T02:51:41.191848Z","end":"2026-04-03T02:51:41.331232Z","steps":["trace[59163788] 'process raft request' (duration: 138.97966ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:41.331301Z","caller":"traceutil/trace.go:171","msg":"trace[1106401539] transaction","detail":"{read_only:false; response_revision:8746; number_of_response:1; }","duration":"129.618543ms","start":"2026-04-03T02:51:41.201653Z","end":"2026-04-03T02:51:41.331272Z","steps":["trace[1106401539] 'process raft request' (duration: 129.415558ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:41.331227Z","caller":"traceutil/trace.go:171","msg":"trace[1539353601] linearizableReadLoop","detail":"{readStateIndex:9104; appliedIndex:9102; }","duration":"110.572313ms","start":"2026-04-03T02:51:41.220617Z","end":"2026-04-03T02:51:41.331189Z","steps":["trace[1539353601] 'read index received' (duration: 110.182923ms)","trace[1539353601] 'applied index is now lower than readState.Index' (duration: 387.63µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:51:41.331524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.836769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-03T02:51:41.331606Z","caller":"traceutil/trace.go:171","msg":"trace[2064121962] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8746; }","duration":"111.023354ms","start":"2026-04-03T02:51:41.220559Z","end":"2026-04-03T02:51:41.331583Z","steps":["trace[2064121962] 'agreement among raft nodes before linearized reading' (duration: 110.735617ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:43.743583Z","caller":"traceutil/trace.go:171","msg":"trace[962554363] transaction","detail":"{read_only:false; response_revision:8764; number_of_response:1; }","duration":"146.099179ms","start":"2026-04-03T02:51:43.597456Z","end":"2026-04-03T02:51:43.743555Z","steps":["trace[962554363] 'process raft request' (duration: 145.889934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:44.266844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.327865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:51:44.266953Z","caller":"traceutil/trace.go:171","msg":"trace[1857927783] transaction","detail":"{read_only:false; response_revision:8766; number_of_response:1; }","duration":"330.096856ms","start":"2026-04-03T02:51:43.936836Z","end":"2026-04-03T02:51:44.266933Z","steps":["trace[1857927783] 'process raft request' (duration: 105.600687ms)","trace[1857927783] 'compare' (duration: 224.200002ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:51:44.266992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:43.936806Z","time spent":"330.174387ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:51:44.360382Z","caller":"traceutil/trace.go:171","msg":"trace[164194918] transaction","detail":"{read_only:false; response_revision:8767; number_of_response:1; }","duration":"414.909728ms","start":"2026-04-03T02:51:43.945406Z","end":"2026-04-03T02:51:44.360315Z","steps":["trace[164194918] 'process raft request' (duration: 414.740413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:44.360576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:43.945387Z","time spent":"415.077281ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8224,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:51:44.457782Z","caller":"traceutil/trace.go:171","msg":"trace[861756713] linearizableReadLoop","detail":"{readStateIndex:9130; appliedIndex:9128; }","duration":"300.091147ms","start":"2026-04-03T02:51:44.157665Z","end":"2026-04-03T02:51:44.457756Z","steps":["trace[861756713] 'read index received' (duration: 202.680367ms)","trace[861756713] 'applied index is now lower than readState.Index' (duration: 97.40975ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:51:44.457934Z","caller":"traceutil/trace.go:171","msg":"trace[1474706397] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"396.918543ms","start":"2026-04-03T02:51:44.060902Z","end":"2026-04-03T02:51:44.457821Z","steps":["trace[1474706397] 'process raft request' (duration: 396.654796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:44.45815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:44.060875Z","time spent":"397.152899ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:51:44.458197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.506127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:51:44.458256Z","caller":"traceutil/trace.go:171","msg":"trace[87880583] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:8769; }","duration":"300.61899ms","start":"2026-04-03T02:51:44.157622Z","end":"2026-04-03T02:51:44.458241Z","steps":["trace[87880583] 'agreement among raft nodes before linearized reading' (duration: 300.381354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:44.458318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:44.1576Z","time spent":"300.700893ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T02:51:44.458431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.266288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:51:44.45849Z","caller":"traceutil/trace.go:171","msg":"trace[1662301079] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8769; }","duration":"244.34383ms","start":"2026-04-03T02:51:44.214132Z","end":"2026-04-03T02:51:44.458476Z","steps":["trace[1662301079] 'agreement among raft nodes before linearized reading' (duration: 244.221237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:44.458324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.361644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:51:44.458622Z","caller":"traceutil/trace.go:171","msg":"trace[815685633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8769; }","duration":"300.730393ms","start":"2026-04-03T02:51:44.157874Z","end":"2026-04-03T02:51:44.458604Z","steps":["trace[815685633] 'agreement among raft nodes before linearized reading' (duration: 300.316113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:44.458682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:44.157853Z","time spent":"300.813096ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:51:44.458734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.975975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:51:44.45879Z","caller":"traceutil/trace.go:171","msg":"trace[2015979187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8769; }","duration":"245.090579ms","start":"2026-04-03T02:51:44.213687Z","end":"2026-04-03T02:51:44.458777Z","steps":["trace[2015979187] 'agreement among raft nodes before linearized reading' (duration: 244.908664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:44.458803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.947553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:51:44.458851Z","caller":"traceutil/trace.go:171","msg":"trace[1740674005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8769; }","duration":"298.028425ms","start":"2026-04-03T02:51:44.160809Z","end":"2026-04-03T02:51:44.458838Z","steps":["trace[1740674005] 'agreement among raft nodes before linearized reading' (duration: 297.900372ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:44.457972Z","caller":"traceutil/trace.go:171","msg":"trace[650893065] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"387.666449ms","start":"2026-04-03T02:51:44.070284Z","end":"2026-04-03T02:51:44.45795Z","steps":["trace[650893065] 'process raft request' (duration: 387.428143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:44.459056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:44.070258Z","time spent":"388.720805ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:51:44.459198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.410197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:51:44.459255Z","caller":"traceutil/trace.go:171","msg":"trace[223129625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8769; }","duration":"245.525749ms","start":"2026-04-03T02:51:44.213716Z","end":"2026-04-03T02:51:44.459241Z","steps":["trace[223129625] 'agreement among raft nodes before linearized reading' (duration: 245.391466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:44.736008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.855581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:51:44.736342Z","caller":"traceutil/trace.go:171","msg":"trace[741198725] transaction","detail":"{read_only:false; response_revision:8772; number_of_response:1; }","duration":"272.377878ms","start":"2026-04-03T02:51:44.463941Z","end":"2026-04-03T02:51:44.736319Z","steps":["trace[741198725] 'process raft request' (duration: 272.159703ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:44.736324Z","caller":"traceutil/trace.go:171","msg":"trace[620545678] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"272.360157ms","start":"2026-04-03T02:51:44.463879Z","end":"2026-04-03T02:51:44.736239Z","steps":["trace[620545678] 'process raft request' (duration: 138.179919ms)","trace[620545678] 'compare' (duration: 133.422909ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:51:44.736966Z","caller":"traceutil/trace.go:171","msg":"trace[35548447] transaction","detail":"{read_only:false; response_revision:8773; number_of_response:1; }","duration":"272.322987ms","start":"2026-04-03T02:51:44.464593Z","end":"2026-04-03T02:51:44.736916Z","steps":["trace[35548447] 'process raft request' (duration: 271.638609ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:44.738059Z","caller":"traceutil/trace.go:171","msg":"trace[1638605784] linearizableReadLoop","detail":"{readStateIndex:9133; appliedIndex:9130; }","duration":"273.760503ms","start":"2026-04-03T02:51:44.464282Z","end":"2026-04-03T02:51:44.738043Z","steps":["trace[1638605784] 'read index received' (duration: 58.948448ms)","trace[1638605784] 'applied index is now lower than readState.Index' (duration: 214.811155ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:51:44.738273Z","caller":"traceutil/trace.go:171","msg":"trace[1259159678] transaction","detail":"{read_only:false; response_revision:8774; number_of_response:1; }","duration":"272.758777ms","start":"2026-04-03T02:51:44.46548Z","end":"2026-04-03T02:51:44.738238Z","steps":["trace[1259159678] 'process raft request' (duration: 270.92953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:44.738381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.592654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:51:44.738391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.987594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:51:44.738429Z","caller":"traceutil/trace.go:171","msg":"trace[759320249] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8774; }","duration":"213.676295ms","start":"2026-04-03T02:51:44.52474Z","end":"2026-04-03T02:51:44.738416Z","steps":["trace[759320249] 'agreement among raft nodes before linearized reading' (duration: 213.537782ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:44.738438Z","caller":"traceutil/trace.go:171","msg":"trace[363461046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8774; }","duration":"197.088127ms","start":"2026-04-03T02:51:44.541334Z","end":"2026-04-03T02:51:44.738423Z","steps":["trace[363461046] 'agreement among raft nodes before linearized reading' (duration: 196.971894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:44.739099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.794729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223137"} {"level":"info","ts":"2026-04-03T02:51:44.739352Z","caller":"traceutil/trace.go:171","msg":"trace[476549530] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8774; }","duration":"275.075746ms","start":"2026-04-03T02:51:44.464257Z","end":"2026-04-03T02:51:44.739333Z","steps":["trace[476549530] 'agreement among raft nodes before linearized reading' (duration: 273.918047ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:45.339743Z","caller":"traceutil/trace.go:171","msg":"trace[1987177225] transaction","detail":"{read_only:false; response_revision:8775; number_of_response:1; }","duration":"277.758644ms","start":"2026-04-03T02:51:45.061957Z","end":"2026-04-03T02:51:45.339715Z","steps":["trace[1987177225] 'process raft request' (duration: 277.56784ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:45.366454Z","caller":"traceutil/trace.go:171","msg":"trace[1027946255] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"210.792003ms","start":"2026-04-03T02:51:45.155641Z","end":"2026-04-03T02:51:45.366433Z","steps":["trace[1027946255] 'process raft request' (duration: 210.638939ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:45.88748Z","caller":"traceutil/trace.go:171","msg":"trace[152667981] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"137.348079ms","start":"2026-04-03T02:51:45.750086Z","end":"2026-04-03T02:51:45.887434Z","steps":["trace[152667981] 'process raft request' (duration: 137.111403ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:45.947075Z","caller":"traceutil/trace.go:171","msg":"trace[1643213006] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"192.04475ms","start":"2026-04-03T02:51:45.755006Z","end":"2026-04-03T02:51:45.947051Z","steps":["trace[1643213006] 'process raft request' (duration: 191.916286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:46.155311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.617136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:51:46.155406Z","caller":"traceutil/trace.go:171","msg":"trace[1732790274] linearizableReadLoop","detail":"{readStateIndex:9142; appliedIndex:9141; }","duration":"202.503503ms","start":"2026-04-03T02:51:45.952886Z","end":"2026-04-03T02:51:46.15539Z","steps":["trace[1732790274] 'read index received' (duration: 100.694743ms)","trace[1732790274] 'applied index is now lower than readState.Index' (duration: 101.80721ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:51:46.155454Z","caller":"traceutil/trace.go:171","msg":"trace[241431634] transaction","detail":"{read_only:false; response_revision:8781; number_of_response:1; }","duration":"235.147098ms","start":"2026-04-03T02:51:45.920278Z","end":"2026-04-03T02:51:46.155425Z","steps":["trace[241431634] 'process raft request' (duration: 133.332128ms)","trace[241431634] 'compare' (duration: 101.143454ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:51:46.155944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.052017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-7695b7f44f-9zv9l\" ","response":"range_response_count:1 size:8239"} {"level":"info","ts":"2026-04-03T02:51:46.155982Z","caller":"traceutil/trace.go:171","msg":"trace[1049520230] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-7695b7f44f-9zv9l; range_end:; response_count:1; response_revision:8781; }","duration":"203.130029ms","start":"2026-04-03T02:51:45.952841Z","end":"2026-04-03T02:51:46.155971Z","steps":["trace[1049520230] 'agreement among raft nodes before linearized reading' (duration: 202.592446ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:46.473304Z","caller":"traceutil/trace.go:171","msg":"trace[76043671] linearizableReadLoop","detail":"{readStateIndex:9143; appliedIndex:9142; }","duration":"295.972773ms","start":"2026-04-03T02:51:46.177298Z","end":"2026-04-03T02:51:46.473271Z","steps":["trace[76043671] 'read index received' (duration: 295.771288ms)","trace[76043671] 'applied index is now lower than readState.Index' (duration: 199.835µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:51:46.473454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.142567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:51:46.473425Z","caller":"traceutil/trace.go:171","msg":"trace[644482588] transaction","detail":"{read_only:false; response_revision:8782; number_of_response:1; }","duration":"297.567123ms","start":"2026-04-03T02:51:46.175809Z","end":"2026-04-03T02:51:46.473377Z","steps":["trace[644482588] 'process raft request' (duration: 297.251406ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:46.4735Z","caller":"traceutil/trace.go:171","msg":"trace[1733507040] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8782; }","duration":"296.208629ms","start":"2026-04-03T02:51:46.177275Z","end":"2026-04-03T02:51:46.473483Z","steps":["trace[1733507040] 'agreement among raft nodes before linearized reading' (duration: 296.116047ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:46.672506Z","caller":"traceutil/trace.go:171","msg":"trace[1521014612] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"206.804201ms","start":"2026-04-03T02:51:46.465645Z","end":"2026-04-03T02:51:46.672449Z","steps":["trace[1521014612] 'process raft request' (duration: 193.397103ms)","trace[1521014612] 'compare' (duration: 13.134972ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:51:46.672773Z","caller":"traceutil/trace.go:171","msg":"trace[560266598] linearizableReadLoop","detail":"{readStateIndex:9145; appliedIndex:9143; }","duration":"145.377922ms","start":"2026-04-03T02:51:46.527355Z","end":"2026-04-03T02:51:46.672733Z","steps":["trace[560266598] 'read index received' (duration: 131.620134ms)","trace[560266598] 'applied index is now lower than readState.Index' (duration: 13.755947ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:51:46.673058Z","caller":"traceutil/trace.go:171","msg":"trace[1610384408] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"207.340156ms","start":"2026-04-03T02:51:46.4657Z","end":"2026-04-03T02:51:46.67304Z","steps":["trace[1610384408] 'process raft request' (duration: 206.695729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:46.673523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.145731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:51:46.67357Z","caller":"traceutil/trace.go:171","msg":"trace[63893336] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8784; }","duration":"146.241563ms","start":"2026-04-03T02:51:46.527317Z","end":"2026-04-03T02:51:46.673559Z","steps":["trace[63893336] 'agreement among raft nodes before linearized reading' (duration: 146.079549ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:46.924656Z","caller":"traceutil/trace.go:171","msg":"trace[264234574] linearizableReadLoop","detail":"{readStateIndex:9146; appliedIndex:9145; }","duration":"182.648223ms","start":"2026-04-03T02:51:46.74196Z","end":"2026-04-03T02:51:46.924608Z","steps":["trace[264234574] 'read index received' (duration: 156.911962ms)","trace[264234574] 'applied index is now lower than readState.Index' (duration: 25.731811ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:51:46.924637Z","caller":"traceutil/trace.go:171","msg":"trace[1016159877] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"242.920334ms","start":"2026-04-03T02:51:46.68164Z","end":"2026-04-03T02:51:46.92456Z","steps":["trace[1016159877] 'process raft request' (duration: 217.207085ms)","trace[1016159877] 'compare' (duration: 25.412261ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:51:47.060416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.980514ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:51:47.060584Z","caller":"traceutil/trace.go:171","msg":"trace[852195335] linearizableReadLoop","detail":"{readStateIndex:9147; appliedIndex:9146; }","duration":"135.824599ms","start":"2026-04-03T02:51:46.92473Z","end":"2026-04-03T02:51:47.060554Z","steps":["trace[852195335] 'read index received' (duration: 43.541µs)","trace[852195335] 'applied index is now lower than readState.Index' (duration: 135.778828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:51:47.060601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.614856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T02:51:47.060674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.116843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:51:47.0607Z","caller":"traceutil/trace.go:171","msg":"trace[817498520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8785; }","duration":"318.763079ms","start":"2026-04-03T02:51:46.741909Z","end":"2026-04-03T02:51:47.060672Z","steps":["trace[817498520] 'agreement among raft nodes before linearized reading' (duration: 182.828627ms)","trace[817498520] 'range keys from in-memory index tree' (duration: 135.706246ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:51:47.060744Z","caller":"traceutil/trace.go:171","msg":"trace[218914881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8785; }","duration":"318.193825ms","start":"2026-04-03T02:51:46.74253Z","end":"2026-04-03T02:51:47.060724Z","steps":["trace[218914881] 'agreement among raft nodes before linearized reading' (duration: 318.032401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:47.060749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:46.741884Z","time spent":"318.855412ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:51:47.060796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:46.742523Z","time spent":"318.248036ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:51:47.060889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.876961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-03T02:51:47.060953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.911763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:51:47.060995Z","caller":"traceutil/trace.go:171","msg":"trace[481650647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8785; }","duration":"318.960014ms","start":"2026-04-03T02:51:46.742025Z","end":"2026-04-03T02:51:47.060985Z","steps":["trace[481650647] 'agreement among raft nodes before linearized reading' (duration: 318.858262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:47.061022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:46.742022Z","time spent":"318.994335ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:51:47.060991Z","caller":"traceutil/trace.go:171","msg":"trace[1538820690] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:8785; }","duration":"313.050306ms","start":"2026-04-03T02:51:46.747921Z","end":"2026-04-03T02:51:47.060971Z","steps":["trace[1538820690] 'agreement among raft nodes before linearized reading' (duration: 312.713977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:47.061072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:46.747914Z","time spent":"313.147148ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T02:51:47.061292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.244992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:51:47.061355Z","caller":"traceutil/trace.go:171","msg":"trace[1243723721] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8785; }","duration":"319.332024ms","start":"2026-04-03T02:51:46.742004Z","end":"2026-04-03T02:51:47.061336Z","steps":["trace[1243723721] 'agreement among raft nodes before linearized reading' (duration: 318.618046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:47.061407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:46.742Z","time spent":"319.396815ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:51:47.236798Z","caller":"traceutil/trace.go:171","msg":"trace[319854808] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"168.394012ms","start":"2026-04-03T02:51:47.068381Z","end":"2026-04-03T02:51:47.236775Z","steps":["trace[319854808] 'process raft request' (duration: 167.278024ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:47.236886Z","caller":"traceutil/trace.go:171","msg":"trace[818203598] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"165.169881ms","start":"2026-04-03T02:51:47.071705Z","end":"2026-04-03T02:51:47.236875Z","steps":["trace[818203598] 'process raft request' (duration: 165.002256ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:47.236788Z","caller":"traceutil/trace.go:171","msg":"trace[600627412] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"167.386847ms","start":"2026-04-03T02:51:47.069366Z","end":"2026-04-03T02:51:47.236752Z","steps":["trace[600627412] 'process raft request' (duration: 167.236243ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:48.010688Z","caller":"traceutil/trace.go:171","msg":"trace[1593753075] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"116.238545ms","start":"2026-04-03T02:51:47.894423Z","end":"2026-04-03T02:51:48.010662Z","steps":["trace[1593753075] 'process raft request' (duration: 116.079901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:48.772677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.895577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7695b7f44f-9zv9l.18a2b915eef27997\" ","response":"range_response_count:1 size:859"} {"level":"info","ts":"2026-04-03T02:51:48.772768Z","caller":"traceutil/trace.go:171","msg":"trace[852107991] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7695b7f44f-9zv9l.18a2b915eef27997; range_end:; response_count:1; response_revision:8791; }","duration":"735.02987ms","start":"2026-04-03T02:51:48.037714Z","end":"2026-04-03T02:51:48.772744Z","steps":["trace[852107991] 'range keys from in-memory index tree' (duration: 734.740143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:48.77281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:48.037695Z","time spent":"735.105752ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":883,"request content":"key:\"/registry/events/openstack/barbican-api-7695b7f44f-9zv9l.18a2b915eef27997\" "} {"level":"warn","ts":"2026-04-03T02:51:48.773018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.451098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:51:48.773126Z","caller":"traceutil/trace.go:171","msg":"trace[111273757] linearizableReadLoop","detail":"{readStateIndex:9154; appliedIndex:9153; }","duration":"325.080499ms","start":"2026-04-03T02:51:48.448028Z","end":"2026-04-03T02:51:48.773109Z","steps":["trace[111273757] 'read index received' (duration: 26.731µs)","trace[111273757] 'applied index is now lower than readState.Index' (duration: 325.049267ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:51:48.773176Z","caller":"traceutil/trace.go:171","msg":"trace[1265146862] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"613.06158ms","start":"2026-04-03T02:51:48.160097Z","end":"2026-04-03T02:51:48.773158Z","steps":["trace[1265146862] 'process raft request' (duration: 51.366037ms)","trace[1265146862] 'compare' (duration: 561.057037ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:51:48.773276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:48.160066Z","time spent":"613.145852ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:51:48.77334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.301204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-03T02:51:48.773374Z","caller":"traceutil/trace.go:171","msg":"trace[1816214464] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8792; }","duration":"325.359956ms","start":"2026-04-03T02:51:48.448001Z","end":"2026-04-03T02:51:48.773361Z","steps":["trace[1816214464] 'agreement among raft nodes before linearized reading' (duration: 325.182341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:48.773414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:48.447986Z","time spent":"325.420787ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-03T02:51:48.83062Z","caller":"traceutil/trace.go:171","msg":"trace[807708447] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"151.192348ms","start":"2026-04-03T02:51:48.679373Z","end":"2026-04-03T02:51:48.830566Z","steps":["trace[807708447] 'process raft request' (duration: 150.923231ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:49.098368Z","caller":"traceutil/trace.go:171","msg":"trace[1848755491] linearizableReadLoop","detail":"{readStateIndex:9156; appliedIndex:9154; }","duration":"325.14088ms","start":"2026-04-03T02:51:48.773157Z","end":"2026-04-03T02:51:49.098298Z","steps":["trace[1848755491] 'read index received' (duration: 57.045781ms)","trace[1848755491] 'applied index is now lower than readState.Index' (duration: 268.093469ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:51:49.098774Z","caller":"traceutil/trace.go:171","msg":"trace[1651396075] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"417.926325ms","start":"2026-04-03T02:51:48.680833Z","end":"2026-04-03T02:51:49.09876Z","steps":["trace[1651396075] 'process raft request' (duration: 417.137734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:49.098928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:48.680822Z","time spent":"417.994016ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:51:49.099346Z","caller":"traceutil/trace.go:171","msg":"trace[1742519454] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"323.456159ms","start":"2026-04-03T02:51:48.775866Z","end":"2026-04-03T02:51:49.099322Z","steps":["trace[1742519454] 'process raft request' (duration: 322.303629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:49.099429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:48.775839Z","time spent":"323.54637ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":844,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:51:49.099668Z","caller":"traceutil/trace.go:171","msg":"trace[1767639370] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"320.175725ms","start":"2026-04-03T02:51:48.779479Z","end":"2026-04-03T02:51:49.099655Z","steps":["trace[1767639370] 'process raft request' (duration: 318.762549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:49.099739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:48.779454Z","time spent":"320.250086ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:51:49.100068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.912563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:51:49.100147Z","caller":"traceutil/trace.go:171","msg":"trace[1774017299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8796; }","duration":"559.028456ms","start":"2026-04-03T02:51:48.541105Z","end":"2026-04-03T02:51:49.100134Z","steps":["trace[1774017299] 'agreement among raft nodes before linearized reading' (duration: 558.912153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:49.100219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:48.541085Z","time spent":"559.123718ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:51:49.100306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.796343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:51:49.100388Z","caller":"traceutil/trace.go:171","msg":"trace[206576360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8796; }","duration":"170.941287ms","start":"2026-04-03T02:51:48.929429Z","end":"2026-04-03T02:51:49.10037Z","steps":["trace[206576360] 'agreement among raft nodes before linearized reading' (duration: 170.68231ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:49.268742Z","caller":"traceutil/trace.go:171","msg":"trace[1394374299] linearizableReadLoop","detail":"{readStateIndex:9159; appliedIndex:9158; }","duration":"148.701565ms","start":"2026-04-03T02:51:49.120015Z","end":"2026-04-03T02:51:49.268717Z","steps":["trace[1394374299] 'read index received' (duration: 135.661176ms)","trace[1394374299] 'applied index is now lower than readState.Index' (duration: 13.038889ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:51:49.268818Z","caller":"traceutil/trace.go:171","msg":"trace[506677284] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"164.402521ms","start":"2026-04-03T02:51:49.10437Z","end":"2026-04-03T02:51:49.268773Z","steps":["trace[506677284] 'process raft request' (duration: 151.346332ms)","trace[506677284] 'compare' (duration: 12.881215ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:51:49.268995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.963366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:51:49.269043Z","caller":"traceutil/trace.go:171","msg":"trace[392604344] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:8797; }","duration":"148.045357ms","start":"2026-04-03T02:51:49.120985Z","end":"2026-04-03T02:51:49.26903Z","steps":["trace[392604344] 'agreement among raft nodes before linearized reading' (duration: 147.886763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:49.269285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.247418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:51:49.269375Z","caller":"traceutil/trace.go:171","msg":"trace[290109575] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8797; }","duration":"149.385673ms","start":"2026-04-03T02:51:49.11997Z","end":"2026-04-03T02:51:49.269356Z","steps":["trace[290109575] 'agreement among raft nodes before linearized reading' (duration: 148.874569ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:50.289179Z","caller":"traceutil/trace.go:171","msg":"trace[1538225879] transaction","detail":"{read_only:false; response_revision:8802; number_of_response:1; }","duration":"273.24774ms","start":"2026-04-03T02:51:50.015906Z","end":"2026-04-03T02:51:50.289154Z","steps":["trace[1538225879] 'process raft request' (duration: 273.074375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:50.742522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.528004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:51:50.742612Z","caller":"traceutil/trace.go:171","msg":"trace[1363616591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8802; }","duration":"202.625967ms","start":"2026-04-03T02:51:50.539963Z","end":"2026-04-03T02:51:50.742589Z","steps":["trace[1363616591] 'range keys from in-memory index tree' (duration: 202.452862ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:51.297118Z","caller":"traceutil/trace.go:171","msg":"trace[195608575] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"106.881139ms","start":"2026-04-03T02:51:51.190212Z","end":"2026-04-03T02:51:51.297093Z","steps":["trace[195608575] 'process raft request' (duration: 106.355256ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:51.304599Z","caller":"traceutil/trace.go:171","msg":"trace[1820128404] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"104.092618ms","start":"2026-04-03T02:51:51.200485Z","end":"2026-04-03T02:51:51.304578Z","steps":["trace[1820128404] 'process raft request' (duration: 103.939064ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:52.971361Z","caller":"traceutil/trace.go:171","msg":"trace[1200361299] transaction","detail":"{read_only:false; response_revision:8821; number_of_response:1; }","duration":"161.219352ms","start":"2026-04-03T02:51:52.810093Z","end":"2026-04-03T02:51:52.971313Z","steps":["trace[1200361299] 'process raft request' (duration: 160.963705ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:53.17306Z","caller":"traceutil/trace.go:171","msg":"trace[1609473075] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"321.430957ms","start":"2026-04-03T02:51:52.851598Z","end":"2026-04-03T02:51:53.173029Z","steps":["trace[1609473075] 'process raft request' (duration: 281.52404ms)","trace[1609473075] 'compare' (duration: 39.455876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:51:53.173236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:52.851557Z","time spent":"321.588621ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:51:53.173224Z","caller":"traceutil/trace.go:171","msg":"trace[1429325433] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"294.733232ms","start":"2026-04-03T02:51:52.878454Z","end":"2026-04-03T02:51:53.173187Z","steps":["trace[1429325433] 'process raft request' (duration: 294.507947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:53.628919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.47384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:51:53.629035Z","caller":"traceutil/trace.go:171","msg":"trace[1282777818] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8824; }","duration":"268.648264ms","start":"2026-04-03T02:51:53.360366Z","end":"2026-04-03T02:51:53.629015Z","steps":["trace[1282777818] 'range keys from in-memory index tree' (duration: 268.293396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:53.628946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.951142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:51:53.629222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.743684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:51:53.629238Z","caller":"traceutil/trace.go:171","msg":"trace[790240562] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8824; }","duration":"309.291041ms","start":"2026-04-03T02:51:53.319931Z","end":"2026-04-03T02:51:53.629222Z","steps":["trace[790240562] 'range keys from in-memory index tree' (duration: 308.86681ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:53.629251Z","caller":"traceutil/trace.go:171","msg":"trace[49041721] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8824; }","duration":"140.805445ms","start":"2026-04-03T02:51:53.488434Z","end":"2026-04-03T02:51:53.629239Z","steps":["trace[49041721] 'count revisions from in-memory index tree' (duration: 140.614321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:53.629267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:53.319911Z","time spent":"309.350302ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:51:53.629277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.412529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:51:53.628946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.224082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:51:53.629345Z","caller":"traceutil/trace.go:171","msg":"trace[866017799] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8824; }","duration":"285.714435ms","start":"2026-04-03T02:51:53.343625Z","end":"2026-04-03T02:51:53.629339Z","steps":["trace[866017799] 'range keys from in-memory index tree' (duration: 284.999247ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:53.629356Z","caller":"traceutil/trace.go:171","msg":"trace[1677203017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8824; }","duration":"268.548172ms","start":"2026-04-03T02:51:53.360786Z","end":"2026-04-03T02:51:53.629335Z","steps":["trace[1677203017] 'range keys from in-memory index tree' (duration: 268.218823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:53.629396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.139932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:51:53.629432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.483846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:51:53.629491Z","caller":"traceutil/trace.go:171","msg":"trace[865118888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8824; }","duration":"270.292756ms","start":"2026-04-03T02:51:53.359175Z","end":"2026-04-03T02:51:53.629468Z","steps":["trace[865118888] 'range keys from in-memory index tree' (duration: 269.935817ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:53.629494Z","caller":"traceutil/trace.go:171","msg":"trace[2118451576] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:8824; }","duration":"273.569138ms","start":"2026-04-03T02:51:53.355909Z","end":"2026-04-03T02:51:53.629478Z","steps":["trace[2118451576] 'range keys from in-memory index tree' (duration: 273.322132ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:53.946805Z","caller":"traceutil/trace.go:171","msg":"trace[1074749907] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"312.516ms","start":"2026-04-03T02:51:53.634262Z","end":"2026-04-03T02:51:53.946778Z","steps":["trace[1074749907] 'process raft request' (duration: 312.335956ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:53.946825Z","caller":"traceutil/trace.go:171","msg":"trace[1395463463] linearizableReadLoop","detail":"{readStateIndex:9188; appliedIndex:9188; }","duration":"312.392508ms","start":"2026-04-03T02:51:53.634397Z","end":"2026-04-03T02:51:53.946789Z","steps":["trace[1395463463] 'read index received' (duration: 312.373547ms)","trace[1395463463] 'applied index is now lower than readState.Index' (duration: 15.791µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:51:53.946971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:53.634236Z","time spent":"312.649354ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:51:53.947337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.91219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223096"} {"level":"info","ts":"2026-04-03T02:51:53.947384Z","caller":"traceutil/trace.go:171","msg":"trace[906636234] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8825; }","duration":"313.004613ms","start":"2026-04-03T02:51:53.634369Z","end":"2026-04-03T02:51:53.947374Z","steps":["trace[906636234] 'agreement among raft nodes before linearized reading' (duration: 312.567242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:53.947427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:53.634356Z","time spent":"313.061194ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223120,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T02:51:54.010778Z","caller":"traceutil/trace.go:171","msg":"trace[1619327446] transaction","detail":"{read_only:false; response_revision:8826; number_of_response:1; }","duration":"376.336033ms","start":"2026-04-03T02:51:53.634406Z","end":"2026-04-03T02:51:54.010742Z","steps":["trace[1619327446] 'process raft request' (duration: 375.893612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:54.010925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:53.634379Z","time spent":"376.468757ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:51:54.013089Z","caller":"traceutil/trace.go:171","msg":"trace[273925740] transaction","detail":"{read_only:false; response_revision:8827; number_of_response:1; }","duration":"378.508428ms","start":"2026-04-03T02:51:53.634546Z","end":"2026-04-03T02:51:54.013054Z","steps":["trace[273925740] 'process raft request' (duration: 376.058026ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:54.013256Z","caller":"traceutil/trace.go:171","msg":"trace[329146627] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"378.297963ms","start":"2026-04-03T02:51:53.634941Z","end":"2026-04-03T02:51:54.013239Z","steps":["trace[329146627] 'process raft request' (duration: 378.031247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:54.013308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:53.63453Z","time spent":"378.659672ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:51:54.013335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:53.634925Z","time spent":"378.368065ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:51:54.013434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.39651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:51:54.013521Z","caller":"traceutil/trace.go:171","msg":"trace[1433425186] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8829; }","duration":"278.556134ms","start":"2026-04-03T02:51:53.734942Z","end":"2026-04-03T02:51:54.013498Z","steps":["trace[1433425186] 'agreement among raft nodes before linearized reading' (duration: 278.381829ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:54.013478Z","caller":"traceutil/trace.go:171","msg":"trace[937777916] transaction","detail":"{read_only:false; response_revision:8829; number_of_response:1; }","duration":"377.607735ms","start":"2026-04-03T02:51:53.63584Z","end":"2026-04-03T02:51:54.013448Z","steps":["trace[937777916] 'process raft request' (duration: 377.331049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:54.013675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:53.635823Z","time spent":"377.76144ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:51:54.684898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.827676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:51:54.685014Z","caller":"traceutil/trace.go:171","msg":"trace[1974600642] linearizableReadLoop","detail":"{readStateIndex:9193; appliedIndex:9192; }","duration":"345.70094ms","start":"2026-04-03T02:51:54.339295Z","end":"2026-04-03T02:51:54.684996Z","steps":["trace[1974600642] 'read index received' (duration: 187.656869ms)","trace[1974600642] 'applied index is now lower than readState.Index' (duration: 158.042571ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:51:54.68502Z","caller":"traceutil/trace.go:171","msg":"trace[629196742] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"358.39725ms","start":"2026-04-03T02:51:54.326607Z","end":"2026-04-03T02:51:54.685004Z","steps":["trace[629196742] 'process raft request' (duration: 200.36796ms)","trace[629196742] 'compare' (duration: 157.681922ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:51:54.685129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.838063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:51:54.685162Z","caller":"traceutil/trace.go:171","msg":"trace[738747864] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8830; }","duration":"345.923766ms","start":"2026-04-03T02:51:54.339226Z","end":"2026-04-03T02:51:54.68515Z","steps":["trace[738747864] 'agreement among raft nodes before linearized reading' (duration: 345.862224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:54.685192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:54.339194Z","time spent":"345.988128ms","remote":"127.0.0.1:52380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:51:54.68524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.887084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:51:54.685279Z","caller":"traceutil/trace.go:171","msg":"trace[1415540381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8830; }","duration":"144.004777ms","start":"2026-04-03T02:51:54.541265Z","end":"2026-04-03T02:51:54.685269Z","steps":["trace[1415540381] 'agreement among raft nodes before linearized reading' (duration: 143.909405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:54.685638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:51:54.326577Z","time spent":"358.478922ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:00.114184Z","caller":"traceutil/trace.go:171","msg":"trace[1474596791] linearizableReadLoop","detail":"{readStateIndex:9219; appliedIndex:9218; }","duration":"107.028733ms","start":"2026-04-03T02:52:00.007131Z","end":"2026-04-03T02:52:00.11416Z","steps":["trace[1474596791] 'read index received' (duration: 106.884139ms)","trace[1474596791] 'applied index is now lower than readState.Index' (duration: 143.554µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:52:00.114447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.291519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:52:00.114405Z","caller":"traceutil/trace.go:171","msg":"trace[783726119] transaction","detail":"{read_only:false; response_revision:8855; number_of_response:1; }","duration":"118.858582ms","start":"2026-04-03T02:51:59.995458Z","end":"2026-04-03T02:52:00.114316Z","steps":["trace[783726119] 'process raft request' (duration: 118.507313ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:00.114491Z","caller":"traceutil/trace.go:171","msg":"trace[1479813836] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:8855; }","duration":"107.373211ms","start":"2026-04-03T02:52:00.007104Z","end":"2026-04-03T02:52:00.114477Z","steps":["trace[1479813836] 'agreement among raft nodes before linearized reading' (duration: 107.153686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:01.042523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839997490,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:52:01.153468Z","caller":"traceutil/trace.go:171","msg":"trace[1323194818] transaction","detail":"{read_only:false; response_revision:8858; number_of_response:1; }","duration":"984.170502ms","start":"2026-04-03T02:52:00.169273Z","end":"2026-04-03T02:52:01.153443Z","steps":["trace[1323194818] 'process raft request' (duration: 932.239801ms)","trace[1323194818] 'compare' (duration: 51.670425ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:52:01.153597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:00.169242Z","time spent":"984.287506ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:01.183461Z","caller":"traceutil/trace.go:171","msg":"trace[2082487503] transaction","detail":"{read_only:false; response_revision:8859; number_of_response:1; }","duration":"1.013880541s","start":"2026-04-03T02:52:00.169552Z","end":"2026-04-03T02:52:01.183433Z","steps":["trace[2082487503] 'process raft request' (duration: 1.013687196s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:01.183639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:00.169537Z","time spent":"1.014019585s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:01.18389Z","caller":"traceutil/trace.go:171","msg":"trace[437879556] transaction","detail":"{read_only:false; response_revision:8860; number_of_response:1; }","duration":"504.023157ms","start":"2026-04-03T02:52:00.679822Z","end":"2026-04-03T02:52:01.183846Z","steps":["trace[437879556] 'process raft request' (duration: 503.565565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:01.184586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:00.67978Z","time spent":"504.758126ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:01.183914Z","caller":"traceutil/trace.go:171","msg":"trace[725834607] linearizableReadLoop","detail":"{readStateIndex:9225; appliedIndex:9221; }","duration":"641.685904ms","start":"2026-04-03T02:52:00.542177Z","end":"2026-04-03T02:52:01.183863Z","steps":["trace[725834607] 'read index received' (duration: 559.445686ms)","trace[725834607] 'applied index is now lower than readState.Index' (duration: 82.238098ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:52:01.183967Z","caller":"traceutil/trace.go:171","msg":"trace[581857539] transaction","detail":"{read_only:false; response_revision:8861; number_of_response:1; }","duration":"468.581873ms","start":"2026-04-03T02:52:00.71536Z","end":"2026-04-03T02:52:01.183942Z","steps":["trace[581857539] 'process raft request' (duration: 468.317686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:01.184099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.904149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:01.185139Z","caller":"traceutil/trace.go:171","msg":"trace[1317329493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8861; }","duration":"643.012728ms","start":"2026-04-03T02:52:00.542099Z","end":"2026-04-03T02:52:01.185112Z","steps":["trace[1317329493] 'agreement among raft nodes before linearized reading' (duration: 641.919691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:01.185225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:00.542066Z","time spent":"643.128061ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:52:01.18525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:00.715333Z","time spent":"469.66281ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:01.235897Z","caller":"traceutil/trace.go:171","msg":"trace[1659011617] transaction","detail":"{read_only:false; response_revision:8862; number_of_response:1; }","duration":"122.809851ms","start":"2026-04-03T02:52:01.113051Z","end":"2026-04-03T02:52:01.235861Z","steps":["trace[1659011617] 'process raft request' (duration: 122.609306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:01.236571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.291798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-03T02:52:01.23664Z","caller":"traceutil/trace.go:171","msg":"trace[1329044834] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8862; }","duration":"522.410031ms","start":"2026-04-03T02:52:00.714212Z","end":"2026-04-03T02:52:01.236622Z","steps":["trace[1329044834] 'agreement among raft nodes before linearized reading' (duration: 522.176205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:01.236687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:00.714174Z","time spent":"522.505744ms","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-03T02:52:01.784826Z","caller":"traceutil/trace.go:171","msg":"trace[1616661168] transaction","detail":"{read_only:false; response_revision:8863; number_of_response:1; }","duration":"543.896334ms","start":"2026-04-03T02:52:01.240903Z","end":"2026-04-03T02:52:01.7848Z","steps":["trace[1616661168] 'process raft request' (duration: 543.73914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:01.785052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:01.240878Z","time spent":"544.084528ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:02.948478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.72991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:52:02.949293Z","caller":"traceutil/trace.go:171","msg":"trace[714659216] transaction","detail":"{read_only:false; response_revision:8864; number_of_response:1; }","duration":"1.663164587s","start":"2026-04-03T02:52:01.28608Z","end":"2026-04-03T02:52:02.949245Z","steps":["trace[714659216] 'process raft request' (duration: 817.571844ms)","trace[714659216] 'compare' (duration: 844.581757ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:52:02.949685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541098444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:52:02.949747Z","caller":"traceutil/trace.go:171","msg":"trace[2035564744] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:8865; }","duration":"1.541216828s","start":"2026-04-03T02:52:01.408516Z","end":"2026-04-03T02:52:02.949732Z","steps":["trace[2035564744] 'agreement among raft nodes before linearized reading' (duration: 1.540836638s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:02.94997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:01.408484Z","time spent":"1.541468703s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-03T02:52:02.949451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:01.286046Z","time spent":"1.663330781s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:02.949317Z","caller":"traceutil/trace.go:171","msg":"trace[648685994] linearizableReadLoop","detail":"{readStateIndex:9229; appliedIndex:9226; }","duration":"1.540705525s","start":"2026-04-03T02:52:01.408591Z","end":"2026-04-03T02:52:02.949297Z","steps":["trace[648685994] 'read index received' (duration: 376.099077ms)","trace[648685994] 'applied index is now lower than readState.Index' (duration: 1.164605448s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:52:02.949745Z","caller":"traceutil/trace.go:171","msg":"trace[1686727434] transaction","detail":"{read_only:false; response_revision:8865; number_of_response:1; }","duration":"1.662033368s","start":"2026-04-03T02:52:01.287687Z","end":"2026-04-03T02:52:02.949721Z","steps":["trace[1686727434] 'process raft request' (duration: 1.66092046s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:02.9504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:01.287658Z","time spent":"1.662660543s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:02.950566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.006284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:02.950606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491634285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:52:02.950701Z","caller":"traceutil/trace.go:171","msg":"trace[1203235456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8865; }","duration":"412.187578ms","start":"2026-04-03T02:52:02.538487Z","end":"2026-04-03T02:52:02.950675Z","steps":["trace[1203235456] 'agreement among raft nodes before linearized reading' (duration: 411.935212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:02.950816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.627212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:52:02.950869Z","caller":"traceutil/trace.go:171","msg":"trace[1106982600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8865; }","duration":"782.747916ms","start":"2026-04-03T02:52:02.168105Z","end":"2026-04-03T02:52:02.950853Z","steps":["trace[1106982600] 'agreement among raft nodes before linearized reading' (duration: 782.593352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:02.950903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:02.168073Z","time spent":"782.823637ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:52:02.95084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:02.538465Z","time spent":"412.358843ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:52:02.951052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.487214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-03T02:52:02.951069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.173196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-03T02:52:02.951075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.539915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-03T02:52:02.951101Z","caller":"traceutil/trace.go:171","msg":"trace[1922232555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8865; }","duration":"781.563906ms","start":"2026-04-03T02:52:02.169523Z","end":"2026-04-03T02:52:02.951087Z","steps":["trace[1922232555] 'agreement among raft nodes before linearized reading' (duration: 781.400541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:02.95076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.23592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:02.951115Z","caller":"traceutil/trace.go:171","msg":"trace[1143682519] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8865; }","duration":"187.257488ms","start":"2026-04-03T02:52:02.763845Z","end":"2026-04-03T02:52:02.951102Z","steps":["trace[1143682519] 'agreement among raft nodes before linearized reading' (duration: 187.088454ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:02.951132Z","caller":"traceutil/trace.go:171","msg":"trace[974764735] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8865; }","duration":"185.597536ms","start":"2026-04-03T02:52:02.765515Z","end":"2026-04-03T02:52:02.951112Z","steps":["trace[974764735] 'agreement among raft nodes before linearized reading' (duration: 185.420602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:02.951091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.601934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:52:02.951097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.175941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-03T02:52:02.951185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.538368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:02.951189Z","caller":"traceutil/trace.go:171","msg":"trace[224054428] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8865; }","duration":"832.750748ms","start":"2026-04-03T02:52:02.118422Z","end":"2026-04-03T02:52:02.951173Z","steps":["trace[224054428] 'agreement among raft nodes before linearized reading' (duration: 832.505502ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:02.95124Z","caller":"traceutil/trace.go:171","msg":"trace[72803894] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:8865; }","duration":"824.359436ms","start":"2026-04-03T02:52:02.126848Z","end":"2026-04-03T02:52:02.951207Z","steps":["trace[72803894] 'agreement among raft nodes before linearized reading' (duration: 823.932096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:02.951262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:02.118392Z","time spent":"832.858991ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:52:02.95126Z","caller":"traceutil/trace.go:171","msg":"trace[1365120475] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:8865; }","duration":"239.62211ms","start":"2026-04-03T02:52:02.711617Z","end":"2026-04-03T02:52:02.951239Z","steps":["trace[1365120475] 'agreement among raft nodes before linearized reading' (duration: 239.504137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:02.951311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:02.126841Z","time spent":"824.45953ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T02:52:02.951146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:02.169499Z","time spent":"781.634728ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:52:02.951156Z","caller":"traceutil/trace.go:171","msg":"trace[1313240067] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:8865; }","duration":"633.679411ms","start":"2026-04-03T02:52:02.317459Z","end":"2026-04-03T02:52:02.951139Z","steps":["trace[1313240067] 'agreement among raft nodes before linearized reading' (duration: 633.24563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:02.951448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:02.317437Z","time spent":"633.98893ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:52:02.951532Z","caller":"traceutil/trace.go:171","msg":"trace[646069352] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8865; }","duration":"1.491946854s","start":"2026-04-03T02:52:01.458777Z","end":"2026-04-03T02:52:02.950724Z","steps":["trace[646069352] 'agreement among raft nodes before linearized reading' (duration: 1.491628446s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:02.951613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:01.458752Z","time spent":"1.492837966s","remote":"127.0.0.1:47490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:05.540921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999948991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:52:05.541008Z","caller":"traceutil/trace.go:171","msg":"trace[1984822369] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00027746s","start":"2026-04-03T02:52:03.540709Z","end":"2026-04-03T02:52:05.540986Z","steps":["trace[1984822369] 'agreement among raft nodes before linearized reading' (duration: 2.000174707s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:05.541057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:03.540669Z","time spent":"2.000377822s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:52:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:52:05.578115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.504870651s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-03T02:52:05.578194Z","caller":"traceutil/trace.go:171","msg":"trace[647751000] linearizableReadLoop","detail":"{readStateIndex:9230; appliedIndex:9229; }","duration":"2.623920448s","start":"2026-04-03T02:52:02.954259Z","end":"2026-04-03T02:52:05.57818Z","steps":["trace[647751000] 'read index received' (duration: 118.988925ms)","trace[647751000] 'applied index is now lower than readState.Index' (duration: 2.504930163s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:52:05.578258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:02.952152Z","time spent":"2.626103323s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T02:52:05.579355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625088717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-af9317da-64c9-47c7-914e-7a40de51621a\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-03T02:52:05.57946Z","caller":"traceutil/trace.go:171","msg":"trace[2095852548] range","detail":"{range_begin:/registry/persistentvolumes/pvc-af9317da-64c9-47c7-914e-7a40de51621a; range_end:; response_count:1; response_revision:8865; }","duration":"2.62520532s","start":"2026-04-03T02:52:02.95421Z","end":"2026-04-03T02:52:05.579415Z","steps":["trace[2095852548] 'agreement among raft nodes before linearized reading' (duration: 2.624119702s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:05.579548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:02.954183Z","time spent":"2.625354784s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-af9317da-64c9-47c7-914e-7a40de51621a\" "} {"level":"warn","ts":"2026-04-03T02:52:05.865841Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.792230019s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:52:06.467843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.985787ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:06.467983Z","caller":"traceutil/trace.go:171","msg":"trace[1177454729] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8865; }","duration":"249.138431ms","start":"2026-04-03T02:52:06.218823Z","end":"2026-04-03T02:52:06.467962Z","steps":["trace[1177454729] 'range keys from in-memory index tree' (duration: 248.967267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:06.468734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.574035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:52:06.469271Z","caller":"traceutil/trace.go:171","msg":"trace[1528329746] transaction","detail":"{read_only:false; response_revision:8866; number_of_response:1; }","duration":"3.514156227s","start":"2026-04-03T02:52:02.955083Z","end":"2026-04-03T02:52:06.469239Z","steps":["trace[1528329746] 'process raft request' (duration: 2.910994777s)","trace[1528329746] 'compare' (duration: 602.442672ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:52:06.469449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:02.955068Z","time spent":"3.51428566s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:06.469453Z","caller":"traceutil/trace.go:171","msg":"trace[140246209] transaction","detail":"{read_only:false; response_revision:8867; number_of_response:1; }","duration":"3.514018243s","start":"2026-04-03T02:52:02.955415Z","end":"2026-04-03T02:52:06.469433Z","steps":["trace[140246209] 'process raft request' (duration: 3.513907581s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:06.46954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:02.955391Z","time spent":"3.514109315s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:06.469684Z","caller":"traceutil/trace.go:171","msg":"trace[1003999016] transaction","detail":"{read_only:false; response_revision:8868; number_of_response:1; }","duration":"3.513674325s","start":"2026-04-03T02:52:02.955983Z","end":"2026-04-03T02:52:06.469657Z","steps":["trace[1003999016] 'process raft request' (duration: 3.513412829s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:06.469804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:02.955973Z","time spent":"3.513768597s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:07.258085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.239664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:52:07.25855Z","caller":"traceutil/trace.go:171","msg":"trace[2134831152] transaction","detail":"{read_only:false; response_revision:8872; number_of_response:1; }","duration":"2.30085273s","start":"2026-04-03T02:52:04.957673Z","end":"2026-04-03T02:52:07.258526Z","steps":["trace[2134831152] 'process raft request' (duration: 2.300754677s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:07.258661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:04.95766Z","time spent":"2.300947072s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:07.258686Z","caller":"traceutil/trace.go:171","msg":"trace[1947561987] transaction","detail":"{read_only:false; response_revision:8870; number_of_response:1; }","duration":"4.016494462s","start":"2026-04-03T02:52:03.242096Z","end":"2026-04-03T02:52:07.25859Z","steps":["trace[1947561987] 'process raft request' (duration: 4.016146594s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:07.258838Z","caller":"traceutil/trace.go:171","msg":"trace[491060109] transaction","detail":"{read_only:false; response_revision:8873; number_of_response:1; }","duration":"1.688069095s","start":"2026-04-03T02:52:05.570759Z","end":"2026-04-03T02:52:07.258828Z","steps":["trace[491060109] 'process raft request' (duration: 1.687708756s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:07.25895Z","caller":"traceutil/trace.go:171","msg":"trace[609847401] transaction","detail":"{read_only:false; response_revision:8871; number_of_response:1; }","duration":"2.301444924s","start":"2026-04-03T02:52:04.957491Z","end":"2026-04-03T02:52:07.258936Z","steps":["trace[609847401] 'process raft request' (duration: 2.30088444s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:07.258966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:05.57073Z","time spent":"1.688153758s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:07.258969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:03.242079Z","time spent":"4.016709467s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:07.259032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:04.957459Z","time spent":"2.301538197s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:07.258658Z","caller":"traceutil/trace.go:171","msg":"trace[1720952447] transaction","detail":"{read_only:false; response_revision:8869; number_of_response:1; }","duration":"4.067563781s","start":"2026-04-03T02:52:03.191066Z","end":"2026-04-03T02:52:07.25863Z","steps":["trace[1720952447] 'process raft request' (duration: 3.56062759s)","trace[1720952447] 'compare' (duration: 505.917736ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:52:07.259154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:03.191038Z","time spent":"4.068088615s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:07.259295Z","caller":"traceutil/trace.go:171","msg":"trace[1544808029] transaction","detail":"{read_only:false; response_revision:8874; number_of_response:1; }","duration":"1.679525059s","start":"2026-04-03T02:52:05.579748Z","end":"2026-04-03T02:52:07.259273Z","steps":["trace[1544808029] 'process raft request' (duration: 1.679013267s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:07.259366Z","caller":"traceutil/trace.go:171","msg":"trace[883350] linearizableReadLoop","detail":"{readStateIndex:9238; appliedIndex:9230; }","duration":"1.68112956s","start":"2026-04-03T02:52:05.578218Z","end":"2026-04-03T02:52:07.259347Z","steps":["trace[883350] 'read index received' (duration: 287.844658ms)","trace[883350] 'applied index is now lower than readState.Index' (duration: 1.393282242s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:52:07.259416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:05.579724Z","time spent":"1.679635503s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:07.260047Z","caller":"traceutil/trace.go:171","msg":"trace[2084728397] transaction","detail":"{read_only:false; response_revision:8875; number_of_response:1; }","duration":"1.28589499s","start":"2026-04-03T02:52:05.974131Z","end":"2026-04-03T02:52:07.260026Z","steps":["trace[2084728397] 'process raft request' (duration: 1.285149771s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:07.260159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:05.97411Z","time spent":"1.285993873s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:07.261843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.305188222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223096"} {"level":"info","ts":"2026-04-03T02:52:07.261916Z","caller":"traceutil/trace.go:171","msg":"trace[635148279] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8875; }","duration":"4.305284205s","start":"2026-04-03T02:52:02.956616Z","end":"2026-04-03T02:52:07.2619Z","steps":["trace[635148279] 'agreement among raft nodes before linearized reading' (duration: 4.302776981s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:07.26196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:02.956608Z","time spent":"4.305341196s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223120,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T02:52:07.329455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.752084094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:07.329482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.03834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:07.329527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7143335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:52:07.329553Z","caller":"traceutil/trace.go:171","msg":"trace[1917189554] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8875; }","duration":"3.752216638s","start":"2026-04-03T02:52:03.577309Z","end":"2026-04-03T02:52:07.329525Z","steps":["trace[1917189554] 'agreement among raft nodes before linearized reading' (duration: 3.682067407s)","trace[1917189554] 'count revisions from in-memory index tree' (duration: 70.015658ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:52:07.329563Z","caller":"traceutil/trace.go:171","msg":"trace[2083635705] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8875; }","duration":"773.178904ms","start":"2026-04-03T02:52:06.556363Z","end":"2026-04-03T02:52:07.329542Z","steps":["trace[2083635705] 'agreement among raft nodes before linearized reading' (duration: 773.02857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:07.329575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.223464756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-03T02:52:07.329571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.374435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:52:07.329604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:03.577299Z","time spent":"3.75229343s","remote":"127.0.0.1:33248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:52:07.329637Z","caller":"traceutil/trace.go:171","msg":"trace[1550795723] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8875; }","duration":"3.223562879s","start":"2026-04-03T02:52:04.106056Z","end":"2026-04-03T02:52:07.329618Z","steps":["trace[1550795723] 'agreement among raft nodes before linearized reading' (duration: 3.153302445s)","trace[1550795723] 'range keys from in-memory index tree' (duration: 70.002098ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:52:07.329652Z","caller":"traceutil/trace.go:171","msg":"trace[2124886842] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8875; }","duration":"125.471508ms","start":"2026-04-03T02:52:07.20416Z","end":"2026-04-03T02:52:07.329631Z","steps":["trace[2124886842] 'agreement among raft nodes before linearized reading' (duration: 125.316334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:07.329699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:04.106033Z","time spent":"3.223652811s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:52:07.329758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.141449317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T02:52:07.329811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.666683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-03T02:52:07.329612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:06.556337Z","time spent":"773.265106ms","remote":"127.0.0.1:52456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:52:07.32985Z","caller":"traceutil/trace.go:171","msg":"trace[1883044689] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8875; }","duration":"666.738206ms","start":"2026-04-03T02:52:06.663103Z","end":"2026-04-03T02:52:07.329841Z","steps":["trace[1883044689] 'agreement among raft nodes before linearized reading' (duration: 666.623323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:07.329859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584210293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:07.329878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:06.663081Z","time spent":"666.790869ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-03T02:52:07.329882Z","caller":"traceutil/trace.go:171","msg":"trace[378649674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8875; }","duration":"4.14158151s","start":"2026-04-03T02:52:03.18826Z","end":"2026-04-03T02:52:07.329842Z","steps":["trace[378649674] 'agreement among raft nodes before linearized reading' (duration: 4.07109403s)","trace[378649674] 'range keys from in-memory index tree' (duration: 69.983687ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:52:07.329905Z","caller":"traceutil/trace.go:171","msg":"trace[1280789759] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8875; }","duration":"1.584289716s","start":"2026-04-03T02:52:05.7456Z","end":"2026-04-03T02:52:07.32989Z","steps":["trace[1280789759] 'agreement among raft nodes before linearized reading' (duration: 1.584228004s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:07.329792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513887537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:52:07.329953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:05.745582Z","time spent":"1.584358298s","remote":"127.0.0.1:33280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:52:07.329979Z","caller":"traceutil/trace.go:171","msg":"trace[1197213255] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8875; }","duration":"1.514132254s","start":"2026-04-03T02:52:05.815837Z","end":"2026-04-03T02:52:07.32997Z","steps":["trace[1197213255] 'agreement among raft nodes before linearized reading' (duration: 1.513793855s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:07.330091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:05.815809Z","time spent":"1.514271268s","remote":"127.0.0.1:47396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":99,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:07.330176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.375100438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:52:07.329596Z","caller":"traceutil/trace.go:171","msg":"trace[1266654033] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8875; }","duration":"1.714445863s","start":"2026-04-03T02:52:05.615133Z","end":"2026-04-03T02:52:07.329579Z","steps":["trace[1266654033] 'agreement among raft nodes before linearized reading' (duration: 1.714317769s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:07.329968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:03.188229Z","time spent":"4.141719355s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:52:07.330246Z","caller":"traceutil/trace.go:171","msg":"trace[1472595703] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8875; }","duration":"4.37520111s","start":"2026-04-03T02:52:02.955028Z","end":"2026-04-03T02:52:07.330229Z","steps":["trace[1472595703] 'agreement among raft nodes before linearized reading' (duration: 4.304380491s)","trace[1472595703] 'range keys from in-memory index tree' (duration: 69.967587ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:52:07.330261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:05.615112Z","time spent":"1.71513407s","remote":"127.0.0.1:47316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:07.330265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593195351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:52:07.330392Z","caller":"traceutil/trace.go:171","msg":"trace[1011664257] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8875; }","duration":"1.593353294s","start":"2026-04-03T02:52:05.73702Z","end":"2026-04-03T02:52:07.330374Z","steps":["trace[1011664257] 'agreement among raft nodes before linearized reading' (duration: 1.593013216s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:07.33044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7475991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-04-03T02:52:07.330493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:05.737004Z","time spent":"1.593469868s","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":98,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:52:07.330537Z","caller":"traceutil/trace.go:171","msg":"trace[765081603] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8875; }","duration":"1.747767914s","start":"2026-04-03T02:52:05.582748Z","end":"2026-04-03T02:52:07.330516Z","steps":["trace[765081603] 'agreement among raft nodes before linearized reading' (duration: 1.747530118s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:07.329706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.005616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:52:07.330585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:05.582733Z","time spent":"1.747841505s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-03T02:52:07.33059Z","caller":"traceutil/trace.go:171","msg":"trace[1126092911] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8875; }","duration":"224.92613ms","start":"2026-04-03T02:52:07.105651Z","end":"2026-04-03T02:52:07.330577Z","steps":["trace[1126092911] 'agreement among raft nodes before linearized reading' (duration: 224.028817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:07.329597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.171839265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:52:07.329656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.255878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:07.330679Z","caller":"traceutil/trace.go:171","msg":"trace[1362975282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8875; }","duration":"4.173002404s","start":"2026-04-03T02:52:03.157653Z","end":"2026-04-03T02:52:07.330655Z","steps":["trace[1362975282] 'agreement among raft nodes before linearized reading' (duration: 4.101746735s)","trace[1362975282] 'range keys from in-memory index tree' (duration: 69.932636ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:52:07.330301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:02.955001Z","time spent":"4.375287542s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:52:07.330734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:03.157624Z","time spent":"4.173094747s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:52:07.330745Z","caller":"traceutil/trace.go:171","msg":"trace[2077050908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8875; }","duration":"150.361898ms","start":"2026-04-03T02:52:07.180346Z","end":"2026-04-03T02:52:07.330708Z","steps":["trace[2077050908] 'agreement among raft nodes before linearized reading' (duration: 149.29025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:07.331066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.376318148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:52:07.331125Z","caller":"traceutil/trace.go:171","msg":"trace[676715138] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8875; }","duration":"4.37640242s","start":"2026-04-03T02:52:02.954706Z","end":"2026-04-03T02:52:07.331108Z","steps":["trace[676715138] 'agreement among raft nodes before linearized reading' (duration: 4.304709329s)","trace[676715138] 'count revisions from in-memory index tree' (duration: 71.613339ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:52:07.33117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:02.954694Z","time spent":"4.376464342s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":73,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:07.331262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789736273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:07.33135Z","caller":"traceutil/trace.go:171","msg":"trace[659348013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8875; }","duration":"1.789934408s","start":"2026-04-03T02:52:05.541391Z","end":"2026-04-03T02:52:07.331325Z","steps":["trace[659348013] 'agreement among raft nodes before linearized reading' (duration: 1.717995601s)","trace[659348013] 'range keys from in-memory index tree' (duration: 71.751653ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:52:07.331412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:05.541366Z","time spent":"1.790032201s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:52:07.498962Z","caller":"traceutil/trace.go:171","msg":"trace[302244900] linearizableReadLoop","detail":"{readStateIndex:9246; appliedIndex:9245; }","duration":"106.09073ms","start":"2026-04-03T02:52:07.392844Z","end":"2026-04-03T02:52:07.498935Z","steps":["trace[302244900] 'read index received' (duration: 94.953808ms)","trace[302244900] 'applied index is now lower than readState.Index' (duration: 11.135552ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:52:07.499124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.259944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:07.499182Z","caller":"traceutil/trace.go:171","msg":"trace[1092611765] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8880; }","duration":"106.376006ms","start":"2026-04-03T02:52:07.392795Z","end":"2026-04-03T02:52:07.499171Z","steps":["trace[1092611765] 'agreement among raft nodes before linearized reading' (duration: 106.237933ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:07.499112Z","caller":"traceutil/trace.go:171","msg":"trace[659835461] transaction","detail":"{read_only:false; response_revision:8880; number_of_response:1; }","duration":"134.151408ms","start":"2026-04-03T02:52:07.364918Z","end":"2026-04-03T02:52:07.499069Z","steps":["trace[659835461] 'process raft request' (duration: 122.962195ms)","trace[659835461] 'compare' (duration: 10.805023ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:52:14.866907Z","caller":"traceutil/trace.go:171","msg":"trace[620380730] linearizableReadLoop","detail":"{readStateIndex:9410; appliedIndex:9409; }","duration":"358.920133ms","start":"2026-04-03T02:52:14.50797Z","end":"2026-04-03T02:52:14.86689Z","steps":["trace[620380730] 'read index received' (duration: 358.896522ms)","trace[620380730] 'applied index is now lower than readState.Index' (duration: 23.071µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:52:14.86698Z","caller":"traceutil/trace.go:171","msg":"trace[941601881] transaction","detail":"{read_only:false; response_revision:9042; number_of_response:1; }","duration":"359.054376ms","start":"2026-04-03T02:52:14.50791Z","end":"2026-04-03T02:52:14.866964Z","steps":["trace[941601881] 'process raft request' (duration: 358.850771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:14.867055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.074957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:52:14.867084Z","caller":"traceutil/trace.go:171","msg":"trace[194064809] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9042; }","duration":"359.145858ms","start":"2026-04-03T02:52:14.507931Z","end":"2026-04-03T02:52:14.867077Z","steps":["trace[194064809] 'agreement among raft nodes before linearized reading' (duration: 359.029425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:14.867082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:14.507899Z","time spent":"359.127278ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:14.867109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:14.507909Z","time spent":"359.19454ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:52:14.874502Z","caller":"traceutil/trace.go:171","msg":"trace[1965590883] transaction","detail":"{read_only:false; response_revision:9043; number_of_response:1; }","duration":"363.12144ms","start":"2026-04-03T02:52:14.511372Z","end":"2026-04-03T02:52:14.874493Z","steps":["trace[1965590883] 'process raft request' (duration: 363.016117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:14.874557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:14.511352Z","time spent":"363.177821ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:14.87462Z","caller":"traceutil/trace.go:171","msg":"trace[426969905] transaction","detail":"{read_only:false; response_revision:9044; number_of_response:1; }","duration":"334.59376ms","start":"2026-04-03T02:52:14.54Z","end":"2026-04-03T02:52:14.874594Z","steps":["trace[426969905] 'process raft request' (duration: 334.457496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:14.874749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:14.539978Z","time spent":"334.702562ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:15.934616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839997847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:52:16.435777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839997847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:52:16.936555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839997847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:52:17.437393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839997847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:52:17.539792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999931892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:52:17.539887Z","caller":"traceutil/trace.go:171","msg":"trace[1254144673] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000070945s","start":"2026-04-03T02:52:15.539794Z","end":"2026-04-03T02:52:17.539865Z","steps":["trace[1254144673] 'agreement among raft nodes before linearized reading' (duration: 1.999950613s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:17.539938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:15.539782Z","time spent":"2.000144917s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:52:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:52:17.93777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839997847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:52:18.438697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839997847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:52:18.939185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839997847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:52:19.181652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99988857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:52:19.181739Z","caller":"traceutil/trace.go:171","msg":"trace[1117686209] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000025894s","start":"2026-04-03T02:52:17.181692Z","end":"2026-04-03T02:52:19.181718Z","steps":["trace[1117686209] 'agreement among raft nodes before linearized reading' (duration: 1.999919361s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:19.181787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:17.181666Z","time spent":"2.000111686s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:52:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:52:19.440305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839997847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:52:19.54047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000190038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:52:19.540562Z","caller":"traceutil/trace.go:171","msg":"trace[1196698311] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000371863s","start":"2026-04-03T02:52:17.54017Z","end":"2026-04-03T02:52:19.540541Z","steps":["trace[1196698311] 'agreement among raft nodes before linearized reading' (duration: 2.00025412s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:19.540609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:17.54015Z","time spent":"2.000449464s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:52:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:52:19.566611Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.16530039s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:52:19.567144Z","caller":"traceutil/trace.go:171","msg":"trace[350148420] transaction","detail":"{read_only:false; response_revision:9050; number_of_response:1; }","duration":"4.165976568s","start":"2026-04-03T02:52:15.401137Z","end":"2026-04-03T02:52:19.567114Z","steps":["trace[350148420] 'process raft request' (duration: 4.165690431s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:19.567329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:15.401113Z","time spent":"4.166134281s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:19.612236Z","caller":"traceutil/trace.go:171","msg":"trace[1343822781] transaction","detail":"{read_only:false; response_revision:9052; number_of_response:1; }","duration":"2.308245957s","start":"2026-04-03T02:52:17.303965Z","end":"2026-04-03T02:52:19.612211Z","steps":["trace[1343822781] 'process raft request' (duration: 2.308121474s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:19.61228Z","caller":"traceutil/trace.go:171","msg":"trace[445623850] transaction","detail":"{read_only:false; response_revision:9051; number_of_response:1; }","duration":"3.416415681s","start":"2026-04-03T02:52:16.195832Z","end":"2026-04-03T02:52:19.612248Z","steps":["trace[445623850] 'process raft request' (duration: 3.416073002s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:19.612572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:17.303924Z","time spent":"2.308567605s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:19.612601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:16.195815Z","time spent":"3.416711298s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:19.612705Z","caller":"traceutil/trace.go:171","msg":"trace[1916855029] transaction","detail":"{read_only:false; response_revision:9053; number_of_response:1; }","duration":"2.303796895s","start":"2026-04-03T02:52:17.308897Z","end":"2026-04-03T02:52:19.612694Z","steps":["trace[1916855029] 'process raft request' (duration: 2.303273142s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:19.61276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:17.308861Z","time spent":"2.303869166s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:19.612744Z","caller":"traceutil/trace.go:171","msg":"trace[472249727] transaction","detail":"{read_only:false; response_revision:9054; number_of_response:1; }","duration":"2.300196754s","start":"2026-04-03T02:52:17.312521Z","end":"2026-04-03T02:52:19.612717Z","steps":["trace[472249727] 'process raft request' (duration: 2.30004166s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:19.612885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:17.312491Z","time spent":"2.300322297s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:19.613049Z","caller":"traceutil/trace.go:171","msg":"trace[633759858] transaction","detail":"{read_only:false; response_revision:9055; number_of_response:1; }","duration":"2.296488131s","start":"2026-04-03T02:52:17.31655Z","end":"2026-04-03T02:52:19.613038Z","steps":["trace[633759858] 'process raft request' (duration: 2.296124401s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:19.613116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:17.316534Z","time spent":"2.296542752s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:19.613136Z","caller":"traceutil/trace.go:171","msg":"trace[2090693994] transaction","detail":"{read_only:false; response_revision:9056; number_of_response:1; }","duration":"2.295227628s","start":"2026-04-03T02:52:17.317893Z","end":"2026-04-03T02:52:19.61312Z","steps":["trace[2090693994] 'process raft request' (duration: 2.29490743s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:19.613182Z","caller":"traceutil/trace.go:171","msg":"trace[1772752684] transaction","detail":"{read_only:false; response_revision:9057; number_of_response:1; }","duration":"2.110405571s","start":"2026-04-03T02:52:17.50277Z","end":"2026-04-03T02:52:19.613176Z","steps":["trace[1772752684] 'process raft request' (duration: 2.110241377s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:19.613214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:17.502738Z","time spent":"2.110459313s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:19.613208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:17.317879Z","time spent":"2.29529161s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:19.623177Z","caller":"traceutil/trace.go:171","msg":"trace[1074766054] linearizableReadLoop","detail":"{readStateIndex:9426; appliedIndex:9417; }","duration":"4.189454921s","start":"2026-04-03T02:52:15.433686Z","end":"2026-04-03T02:52:19.62314Z","steps":["trace[1074766054] 'read index received' (duration: 4.133126848s)","trace[1074766054] 'applied index is now lower than readState.Index' (duration: 56.326913ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:52:19.623364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.189680637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:52:19.623482Z","caller":"traceutil/trace.go:171","msg":"trace[443007597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9057; }","duration":"4.189841271s","start":"2026-04-03T02:52:15.433629Z","end":"2026-04-03T02:52:19.623471Z","steps":["trace[443007597] 'agreement among raft nodes before linearized reading' (duration: 4.189644656s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:19.623524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:15.433613Z","time spent":"4.189904942s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:52:19.623597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.014787859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:19.62364Z","caller":"traceutil/trace.go:171","msg":"trace[534934127] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:9057; }","duration":"4.014861532s","start":"2026-04-03T02:52:15.608757Z","end":"2026-04-03T02:52:19.623619Z","steps":["trace[534934127] 'agreement among raft nodes before linearized reading' (duration: 4.01478132s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:19.623669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:15.608744Z","time spent":"4.014917893s","remote":"127.0.0.1:33212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:19.623752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010028446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:52:19.623774Z","caller":"traceutil/trace.go:171","msg":"trace[1000106062] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9057; }","duration":"2.010082438s","start":"2026-04-03T02:52:17.613685Z","end":"2026-04-03T02:52:19.623767Z","steps":["trace[1000106062] 'agreement among raft nodes before linearized reading' (duration: 2.010001076s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:19.623792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:17.613667Z","time spent":"2.010120869s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:52:19.623902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.191739605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:19.623923Z","caller":"traceutil/trace.go:171","msg":"trace[692745407] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:9057; }","duration":"2.191799536s","start":"2026-04-03T02:52:17.432117Z","end":"2026-04-03T02:52:19.623917Z","steps":["trace[692745407] 'agreement among raft nodes before linearized reading' (duration: 2.191765295s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:19.623946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:17.432103Z","time spent":"2.191837957s","remote":"127.0.0.1:33310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:19.624019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.071433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8498d794671\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-04-03T02:52:19.624043Z","caller":"traceutil/trace.go:171","msg":"trace[1364639918] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b8498d794671; range_end:; response_count:1; response_revision:9057; }","duration":"440.131334ms","start":"2026-04-03T02:52:19.183902Z","end":"2026-04-03T02:52:19.624034Z","steps":["trace[1364639918] 'agreement among raft nodes before linearized reading' (duration: 440.074263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:19.624061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:19.183885Z","time spent":"440.171835ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8498d794671\" "} {"level":"warn","ts":"2026-04-03T02:52:19.624175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.158223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:52:19.624203Z","caller":"traceutil/trace.go:171","msg":"trace[609138977] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:9057; }","duration":"933.226855ms","start":"2026-04-03T02:52:18.69097Z","end":"2026-04-03T02:52:19.624197Z","steps":["trace[609138977] 'agreement among raft nodes before linearized reading' (duration: 933.184924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:19.624221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:18.690946Z","time spent":"933.270087ms","remote":"127.0.0.1:47330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:19.624238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.741169899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:52:19.624262Z","caller":"traceutil/trace.go:171","msg":"trace[545775218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9057; }","duration":"2.74121361s","start":"2026-04-03T02:52:16.883042Z","end":"2026-04-03T02:52:19.624256Z","steps":["trace[545775218] 'agreement among raft nodes before linearized reading' (duration: 2.741148988s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:19.624283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:16.883031Z","time spent":"2.74124745s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:52:19.624323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021033272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:52:19.624345Z","caller":"traceutil/trace.go:171","msg":"trace[1221033277] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9057; }","duration":"1.021054813s","start":"2026-04-03T02:52:18.603283Z","end":"2026-04-03T02:52:19.624338Z","steps":["trace[1221033277] 'agreement among raft nodes before linearized reading' (duration: 1.021017642s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:19.624372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.746083292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:52:19.624392Z","caller":"traceutil/trace.go:171","msg":"trace[1709301225] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9057; }","duration":"2.746123264s","start":"2026-04-03T02:52:16.878263Z","end":"2026-04-03T02:52:19.624386Z","steps":["trace[1709301225] 'agreement among raft nodes before linearized reading' (duration: 2.746066232s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:19.624385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:18.603221Z","time spent":"1.021148205s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:19.624407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:16.878252Z","time spent":"2.746151874s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:52:19.624551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110746128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:52:19.624583Z","caller":"traceutil/trace.go:171","msg":"trace[1023763143] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:9057; }","duration":"1.110812008s","start":"2026-04-03T02:52:18.513763Z","end":"2026-04-03T02:52:19.624575Z","steps":["trace[1023763143] 'agreement among raft nodes before linearized reading' (duration: 1.110760217s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:19.624603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:18.513744Z","time spent":"1.11085375s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:19.624621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.462683609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:52:19.624678Z","caller":"traceutil/trace.go:171","msg":"trace[1666023671] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:9057; }","duration":"3.462764891s","start":"2026-04-03T02:52:16.161896Z","end":"2026-04-03T02:52:19.624661Z","steps":["trace[1666023671] 'agreement among raft nodes before linearized reading' (duration: 3.462624697s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:19.624707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:16.161852Z","time spent":"3.462848673s","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:19.624785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848301942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-03T02:52:19.624807Z","caller":"traceutil/trace.go:171","msg":"trace[951557283] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9057; }","duration":"1.848350633s","start":"2026-04-03T02:52:17.77645Z","end":"2026-04-03T02:52:19.624801Z","steps":["trace[951557283] 'agreement among raft nodes before linearized reading' (duration: 1.848282761s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:19.624827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:17.776423Z","time spent":"1.848398944s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:52:19.624922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.279937053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:52:19.624955Z","caller":"traceutil/trace.go:171","msg":"trace[1243316686] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:9057; }","duration":"3.280052506s","start":"2026-04-03T02:52:16.344896Z","end":"2026-04-03T02:52:19.624949Z","steps":["trace[1243316686] 'agreement among raft nodes before linearized reading' (duration: 3.279997484s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:19.624972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:16.34486Z","time spent":"3.280106697s","remote":"127.0.0.1:44486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:19.624177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.296573822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:52:19.625135Z","caller":"traceutil/trace.go:171","msg":"trace[242207479] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:9057; }","duration":"2.297538648s","start":"2026-04-03T02:52:17.327573Z","end":"2026-04-03T02:52:19.625112Z","steps":["trace[242207479] 'agreement among raft nodes before linearized reading' (duration: 2.296480011s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:19.625222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:17.327556Z","time spent":"2.29763695s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T02:52:19.625511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.753119471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:52:19.625541Z","caller":"traceutil/trace.go:171","msg":"trace[309164930] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9057; }","duration":"2.753184922s","start":"2026-04-03T02:52:16.872349Z","end":"2026-04-03T02:52:19.625534Z","steps":["trace[309164930] 'agreement among raft nodes before linearized reading' (duration: 2.752095744s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:19.625608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:16.872328Z","time spent":"2.753272645s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:52:22.023768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.573693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f377ba34-d666-4bbb-98f4-2e89d625e63c\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-03T02:52:22.023871Z","caller":"traceutil/trace.go:171","msg":"trace[625451339] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f377ba34-d666-4bbb-98f4-2e89d625e63c; range_end:; response_count:1; response_revision:9073; }","duration":"232.690266ms","start":"2026-04-03T02:52:21.791144Z","end":"2026-04-03T02:52:22.023834Z","steps":["trace[625451339] 'range keys from in-memory index tree' (duration: 232.395108ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:25.759537Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024f0.wal"} {"level":"info","ts":"2026-04-03T02:52:25.759877Z","caller":"traceutil/trace.go:171","msg":"trace[136518450] transaction","detail":"{read_only:false; response_revision:9085; number_of_response:1; }","duration":"134.241556ms","start":"2026-04-03T02:52:25.625614Z","end":"2026-04-03T02:52:25.759856Z","steps":["trace[136518450] 'process raft request' (duration: 134.080692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:27.161309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.086616ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:52:27.161549Z","caller":"traceutil/trace.go:171","msg":"trace[605915816] linearizableReadLoop","detail":"{readStateIndex:9464; appliedIndex:9463; }","duration":"464.959568ms","start":"2026-04-03T02:52:26.696572Z","end":"2026-04-03T02:52:27.161531Z","steps":["trace[605915816] 'read index received' (duration: 337.81535ms)","trace[605915816] 'applied index is now lower than readState.Index' (duration: 127.143238ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:52:27.161624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.05017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:27.161655Z","caller":"traceutil/trace.go:171","msg":"trace[1347813653] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9093; }","duration":"465.124552ms","start":"2026-04-03T02:52:26.696519Z","end":"2026-04-03T02:52:27.161643Z","steps":["trace[1347813653] 'agreement among raft nodes before linearized reading' (duration: 465.06242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:27.161691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:26.696495Z","time spent":"465.187044ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:52:27.161919Z","caller":"traceutil/trace.go:171","msg":"trace[1498722949] transaction","detail":"{read_only:false; response_revision:9094; number_of_response:1; }","duration":"293.760309ms","start":"2026-04-03T02:52:26.868137Z","end":"2026-04-03T02:52:27.161897Z","steps":["trace[1498722949] 'process raft request' (duration: 293.301708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:27.633256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.01118ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-04-03T02:52:27.63397Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7048} {"level":"info","ts":"2026-04-03T02:52:27.634069Z","caller":"traceutil/trace.go:171","msg":"trace[1537682331] compact","detail":"{revision:7048; response_revision:9095; }","duration":"471.095262ms","start":"2026-04-03T02:52:27.16295Z","end":"2026-04-03T02:52:27.634045Z","steps":["trace[1537682331] 'check and update compact revision' (duration: 451.907488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:27.634169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:27.1629Z","time spent":"471.265346ms","remote":"127.0.0.1:47006","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T02:52:27.9625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.145037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:52:27.962624Z","caller":"traceutil/trace.go:171","msg":"trace[1205218922] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9095; }","duration":"240.350193ms","start":"2026-04-03T02:52:27.722245Z","end":"2026-04-03T02:52:27.962595Z","steps":["trace[1205218922] 'count revisions from in-memory index tree' (duration: 240.039805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:27.962799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.01662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:52:27.962941Z","caller":"traceutil/trace.go:171","msg":"trace[1758684548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9095; }","duration":"199.191525ms","start":"2026-04-03T02:52:27.763701Z","end":"2026-04-03T02:52:27.962892Z","steps":["trace[1758684548] 'range keys from in-memory index tree' (duration: 198.795864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:28.537997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.354303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:52:28.538143Z","caller":"traceutil/trace.go:171","msg":"trace[1329431218] transaction","detail":"{read_only:false; response_revision:9096; number_of_response:1; }","duration":"770.367701ms","start":"2026-04-03T02:52:27.767753Z","end":"2026-04-03T02:52:28.538121Z","steps":["trace[1329431218] 'process raft request' (duration: 416.723971ms)","trace[1329431218] 'compare' (duration: 353.127957ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:52:28.538201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:27.767734Z","time spent":"770.441513ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:29.742528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:28.78142Z","time spent":"961.100431ms","remote":"127.0.0.1:37600","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T02:52:30.547256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000595501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:52:30.547377Z","caller":"traceutil/trace.go:171","msg":"trace[1661027779] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.005311279s","start":"2026-04-03T02:52:28.542038Z","end":"2026-04-03T02:52:30.54735Z","steps":["trace[1661027779] 'agreement among raft nodes before linearized reading' (duration: 2.000629002s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:30.547435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:28.542021Z","time spent":"2.005402201s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:52:31.976029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.084397127s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:52:31.976621Z","caller":"traceutil/trace.go:171","msg":"trace[342735206] transaction","detail":"{read_only:false; response_revision:9098; number_of_response:1; }","duration":"4.208362337s","start":"2026-04-03T02:52:27.768221Z","end":"2026-04-03T02:52:31.976584Z","steps":["trace[342735206] 'process raft request' (duration: 4.207901085s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:31.977023Z","caller":"traceutil/trace.go:171","msg":"trace[47078213] transaction","detail":"{read_only:false; response_revision:9097; number_of_response:1; }","duration":"4.20885822s","start":"2026-04-03T02:52:27.767843Z","end":"2026-04-03T02:52:31.976701Z","steps":["trace[47078213] 'process raft request' (duration: 1.123686643s)","trace[47078213] 'compare' (duration: 851.749043ms)","trace[47078213] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:506; } (duration: 2.230747277s)"],"step_count":3} {"level":"warn","ts":"2026-04-03T02:52:31.977097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:27.76821Z","time spent":"4.208533362s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:31.977223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:27.767816Z","time spent":"4.209308412s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:31.977329Z","caller":"traceutil/trace.go:171","msg":"trace[724228346] transaction","detail":"{read_only:false; response_revision:9099; number_of_response:1; }","duration":"4.208529271s","start":"2026-04-03T02:52:27.76877Z","end":"2026-04-03T02:52:31.977299Z","steps":["trace[724228346] 'process raft request' (duration: 4.207684s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:31.977379Z","caller":"traceutil/trace.go:171","msg":"trace[267230015] linearizableReadLoop","detail":"{readStateIndex:9471; appliedIndex:9467; }","duration":"4.183255403s","start":"2026-04-03T02:52:27.794103Z","end":"2026-04-03T02:52:31.977359Z","steps":["trace[267230015] 'read index received' (duration: 390.314295ms)","trace[267230015] 'applied index is now lower than readState.Index' (duration: 3.792939808s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:52:31.977363Z","caller":"traceutil/trace.go:171","msg":"trace[783998529] transaction","detail":"{read_only:false; response_revision:9100; number_of_response:1; }","duration":"4.010490796s","start":"2026-04-03T02:52:27.966825Z","end":"2026-04-03T02:52:31.977315Z","steps":["trace[783998529] 'process raft request' (duration: 4.010299182s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:31.977387Z","caller":"traceutil/trace.go:171","msg":"trace[1419715595] transaction","detail":"{read_only:false; response_revision:9101; number_of_response:1; }","duration":"2.32684635s","start":"2026-04-03T02:52:29.650502Z","end":"2026-04-03T02:52:31.977348Z","steps":["trace[1419715595] 'process raft request' (duration: 2.326787699s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:31.977452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:27.768756Z","time spent":"4.208644834s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:31.977515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:27.966794Z","time spent":"4.0106439s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:31.977552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.183435318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:52:31.977577Z","caller":"traceutil/trace.go:171","msg":"trace[1394524977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9101; }","duration":"4.18350538s","start":"2026-04-03T02:52:27.794063Z","end":"2026-04-03T02:52:31.977569Z","steps":["trace[1394524977] 'agreement among raft nodes before linearized reading' (duration: 4.183379547s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:31.977606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:27.794023Z","time spent":"4.183578051s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:52:31.977614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.650483Z","time spent":"2.327015924s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:32.04021Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.190269905s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:52:32.249307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.771346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:52:32.249558Z","caller":"traceutil/trace.go:171","msg":"trace[221937157] linearizableReadLoop","detail":"{readStateIndex:9475; appliedIndex:9473; }","duration":"272.122974ms","start":"2026-04-03T02:52:31.977422Z","end":"2026-04-03T02:52:32.249545Z","steps":["trace[221937157] 'read index received' (duration: 63.026269ms)","trace[221937157] 'applied index is now lower than readState.Index' (duration: 209.095735ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:52:32.24964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.249708074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.249681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.442081782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:52:32.249702Z","caller":"traceutil/trace.go:171","msg":"trace[343371969] transaction","detail":"{read_only:false; response_revision:9104; number_of_response:1; }","duration":"267.750334ms","start":"2026-04-03T02:52:31.981936Z","end":"2026-04-03T02:52:32.249686Z","steps":["trace[343371969] 'process raft request' (duration: 267.542789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.249707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193396164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.249705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308749963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.249748Z","caller":"traceutil/trace.go:171","msg":"trace[980516114] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9104; }","duration":"2.193465275s","start":"2026-04-03T02:52:30.056274Z","end":"2026-04-03T02:52:32.249739Z","steps":["trace[980516114] 'agreement among raft nodes before linearized reading' (duration: 2.193369893s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.249755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194226434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.249768Z","caller":"traceutil/trace.go:171","msg":"trace[968660355] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9104; }","duration":"2.308848376s","start":"2026-04-03T02:52:29.940906Z","end":"2026-04-03T02:52:32.249754Z","steps":["trace[968660355] 'agreement among raft nodes before linearized reading' (duration: 2.308730233s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:32.249708Z","caller":"traceutil/trace.go:171","msg":"trace[1219619180] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9104; }","duration":"2.249850587s","start":"2026-04-03T02:52:29.999841Z","end":"2026-04-03T02:52:32.249692Z","steps":["trace[1219619180] 'agreement among raft nodes before linearized reading' (duration: 2.249709854s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:32.249788Z","caller":"traceutil/trace.go:171","msg":"trace[1365644535] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9104; }","duration":"2.194271545s","start":"2026-04-03T02:52:30.055507Z","end":"2026-04-03T02:52:32.249778Z","steps":["trace[1365644535] 'agreement among raft nodes before linearized reading' (duration: 2.194226954s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.249798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33437935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.249813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.999812Z","time spent":"2.249994561s","remote":"127.0.0.1:37706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:32.249818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.940897Z","time spent":"2.308910617s","remote":"127.0.0.1:37670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T02:52:32.249825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.055485Z","time spent":"2.194332276s","remote":"127.0.0.1:37734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:32.249826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33443802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.249862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308978349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.249866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387877969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:52:32.249882Z","caller":"traceutil/trace.go:171","msg":"trace[1568845778] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9104; }","duration":"2.3090218s","start":"2026-04-03T02:52:29.940855Z","end":"2026-04-03T02:52:32.249876Z","steps":["trace[1568845778] 'agreement among raft nodes before linearized reading' (duration: 2.308988759s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:32.249893Z","caller":"traceutil/trace.go:171","msg":"trace[22336193] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9104; }","duration":"2.334524953s","start":"2026-04-03T02:52:29.915347Z","end":"2026-04-03T02:52:32.249872Z","steps":["trace[22336193] 'agreement among raft nodes before linearized reading' (duration: 2.334456631s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.249944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315119013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.249952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.915323Z","time spent":"2.334617835s","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:32.249966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.829803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T02:52:32.249989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141564805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.249996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250106324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.250006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334280127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.249998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.409387422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.250029Z","caller":"traceutil/trace.go:171","msg":"trace[915819559] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9104; }","duration":"2.334347428s","start":"2026-04-03T02:52:29.915676Z","end":"2026-04-03T02:52:32.250024Z","steps":["trace[915819559] 'agreement among raft nodes before linearized reading' (duration: 2.334307397s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:32.250028Z","caller":"traceutil/trace.go:171","msg":"trace[467887569] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9104; }","duration":"2.250173505s","start":"2026-04-03T02:52:29.999846Z","end":"2026-04-03T02:52:32.250019Z","steps":["trace[467887569] 'agreement among raft nodes before linearized reading' (duration: 2.250125844s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:32.250042Z","caller":"traceutil/trace.go:171","msg":"trace[178968945] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9104; }","duration":"2.409434553s","start":"2026-04-03T02:52:29.840602Z","end":"2026-04-03T02:52:32.250037Z","steps":["trace[178968945] 'agreement among raft nodes before linearized reading' (duration: 2.409363571s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.250046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.093234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-04-03T02:52:32.250048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209232913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.250066Z","caller":"traceutil/trace.go:171","msg":"trace[1543646919] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9104; }","duration":"887.148555ms","start":"2026-04-03T02:52:31.362912Z","end":"2026-04-03T02:52:32.250061Z","steps":["trace[1543646919] 'agreement among raft nodes before linearized reading' (duration: 887.105024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.250069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.840596Z","time spent":"2.409467263s","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-04-03T02:52:32.250072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159271473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.250086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:31.362885Z","time spent":"887.196478ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-03T02:52:32.250085Z","caller":"traceutil/trace.go:171","msg":"trace[750401611] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9104; }","duration":"2.209274304s","start":"2026-04-03T02:52:30.040801Z","end":"2026-04-03T02:52:32.250076Z","steps":["trace[750401611] 'agreement among raft nodes before linearized reading' (duration: 2.209221362s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:32.250093Z","caller":"traceutil/trace.go:171","msg":"trace[1031808460] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9104; }","duration":"2.159320434s","start":"2026-04-03T02:52:30.090766Z","end":"2026-04-03T02:52:32.250087Z","steps":["trace[1031808460] 'agreement among raft nodes before linearized reading' (duration: 2.159288343s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.250113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269446382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.250115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.090745Z","time spent":"2.159364876s","remote":"127.0.0.1:37750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:32.250115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.040799Z","time spent":"2.209308365s","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:52:32.250129Z","caller":"traceutil/trace.go:171","msg":"trace[482116125] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9104; }","duration":"2.269479143s","start":"2026-04-03T02:52:29.980645Z","end":"2026-04-03T02:52:32.250124Z","steps":["trace[482116125] 'agreement among raft nodes before linearized reading' (duration: 2.269453962s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.250129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308498867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.250146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.980635Z","time spent":"2.269506163s","remote":"127.0.0.1:37694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"info","ts":"2026-04-03T02:52:32.250167Z","caller":"traceutil/trace.go:171","msg":"trace[768074792] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9104; }","duration":"2.308537438s","start":"2026-04-03T02:52:29.941622Z","end":"2026-04-03T02:52:32.250159Z","steps":["trace[768074792] 'agreement among raft nodes before linearized reading' (duration: 2.308457926s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.250198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.941593Z","time spent":"2.30859726s","remote":"127.0.0.1:37670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-04-03T02:52:32.250228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159480178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.250245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05937205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7695b7f44f-9zv9l.18a2b916e90a2520\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-04-03T02:52:32.250253Z","caller":"traceutil/trace.go:171","msg":"trace[1075609465] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9104; }","duration":"2.159520689s","start":"2026-04-03T02:52:30.090727Z","end":"2026-04-03T02:52:32.250248Z","steps":["trace[1075609465] 'agreement among raft nodes before linearized reading' (duration: 2.159483738s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.25025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.358923349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.250276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.090723Z","time spent":"2.15954657s","remote":"127.0.0.1:37750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-04-03T02:52:32.250296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.270375545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.249829Z","caller":"traceutil/trace.go:171","msg":"trace[2106486547] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9104; }","duration":"2.334452611s","start":"2026-04-03T02:52:29.915368Z","end":"2026-04-03T02:52:32.249821Z","steps":["trace[2106486547] 'agreement among raft nodes before linearized reading' (duration: 2.33439763s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.250318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125219351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:52:32.250323Z","caller":"traceutil/trace.go:171","msg":"trace[283700166] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9104; }","duration":"2.270419416s","start":"2026-04-03T02:52:29.979896Z","end":"2026-04-03T02:52:32.250316Z","steps":["trace[283700166] 'agreement among raft nodes before linearized reading' (duration: 2.270384025s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.250327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2095479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.250338Z","caller":"traceutil/trace.go:171","msg":"trace[467598466] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:9104; }","duration":"1.125301012s","start":"2026-04-03T02:52:31.125031Z","end":"2026-04-03T02:52:32.250332Z","steps":["trace[467598466] 'agreement among raft nodes before linearized reading' (duration: 1.125251901s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.250346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.979882Z","time spent":"2.270456687s","remote":"127.0.0.1:37694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T02:52:32.250343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359557524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.25036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:31.124983Z","time spent":"1.125371965s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:52:32.250356Z","caller":"traceutil/trace.go:171","msg":"trace[1826391441] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9104; }","duration":"2.209591742s","start":"2026-04-03T02:52:30.040757Z","end":"2026-04-03T02:52:32.250348Z","steps":["trace[1826391441] 'agreement among raft nodes before linearized reading' (duration: 2.209553561s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:32.250001Z","caller":"traceutil/trace.go:171","msg":"trace[484025575] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:9104; }","duration":"839.862444ms","start":"2026-04-03T02:52:31.410131Z","end":"2026-04-03T02:52:32.249993Z","steps":["trace[484025575] 'agreement among raft nodes before linearized reading' (duration: 839.766551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.250388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179255687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.250397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:31.410051Z","time spent":"840.337746ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"info","ts":"2026-04-03T02:52:32.250412Z","caller":"traceutil/trace.go:171","msg":"trace[1354412241] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9104; }","duration":"2.179309058s","start":"2026-04-03T02:52:30.071097Z","end":"2026-04-03T02:52:32.250407Z","steps":["trace[1354412241] 'agreement among raft nodes before linearized reading' (duration: 2.179277747s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.250428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.226173839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.250436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.071074Z","time spent":"2.17935677s","remote":"127.0.0.1:37740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:32.250439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2856239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.250434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359878092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.250456Z","caller":"traceutil/trace.go:171","msg":"trace[1229019440] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9104; }","duration":"2.22621032s","start":"2026-04-03T02:52:30.024237Z","end":"2026-04-03T02:52:32.250447Z","steps":["trace[1229019440] 'agreement among raft nodes before linearized reading' (duration: 2.226171519s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.250476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694581403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:52:32.249884Z","caller":"traceutil/trace.go:171","msg":"trace[1282724134] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9104; }","duration":"2.387895959s","start":"2026-04-03T02:52:29.861984Z","end":"2026-04-03T02:52:32.24988Z","steps":["trace[1282724134] 'agreement among raft nodes before linearized reading' (duration: 2.387827277s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.250491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432577006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.250493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.024232Z","time spent":"2.226253832s","remote":"127.0.0.1:37710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-04-03T02:52:32.249781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.056268Z","time spent":"2.193505146s","remote":"127.0.0.1:37734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-04-03T02:52:32.250528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694861959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.250513Z","caller":"traceutil/trace.go:171","msg":"trace[1881439156] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9104; }","duration":"2.432609107s","start":"2026-04-03T02:52:29.817899Z","end":"2026-04-03T02:52:32.250508Z","steps":["trace[1881439156] 'agreement among raft nodes before linearized reading' (duration: 2.432580166s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:32.250546Z","caller":"traceutil/trace.go:171","msg":"trace[1383987926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9104; }","duration":"1.69491184s","start":"2026-04-03T02:52:30.555629Z","end":"2026-04-03T02:52:32.250541Z","steps":["trace[1383987926] 'agreement among raft nodes before linearized reading' (duration: 1.69488503s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.25055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179491572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.250562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.555608Z","time spent":"1.694950741s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:52:32.250566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.817895Z","time spent":"2.432652167s","remote":"127.0.0.1:37622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"info","ts":"2026-04-03T02:52:32.25057Z","caller":"traceutil/trace.go:171","msg":"trace[1541518415] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9104; }","duration":"2.179541844s","start":"2026-04-03T02:52:30.071023Z","end":"2026-04-03T02:52:32.250565Z","steps":["trace[1541518415] 'agreement among raft nodes before linearized reading' (duration: 2.179511233s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.250593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.070997Z","time spent":"2.179591345s","remote":"127.0.0.1:37740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"info","ts":"2026-04-03T02:52:32.250381Z","caller":"traceutil/trace.go:171","msg":"trace[522913170] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9104; }","duration":"2.359614486s","start":"2026-04-03T02:52:29.890755Z","end":"2026-04-03T02:52:32.25037Z","steps":["trace[522913170] 'agreement among raft nodes before linearized reading' (duration: 2.359560635s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.250636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.226672421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.250653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.89075Z","time spent":"2.359893853s","remote":"127.0.0.1:37648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T02:52:32.250673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095256657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.250683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17977618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.250701Z","caller":"traceutil/trace.go:171","msg":"trace[1686810544] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9104; }","duration":"2.095296509s","start":"2026-04-03T02:52:30.155398Z","end":"2026-04-03T02:52:32.250695Z","steps":["trace[1686810544] 'agreement among raft nodes before linearized reading' (duration: 2.095253328s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.250712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.226762394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.250729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.15539Z","time spent":"2.0953299s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"info","ts":"2026-04-03T02:52:32.25074Z","caller":"traceutil/trace.go:171","msg":"trace[1981628124] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9104; }","duration":"2.226820326s","start":"2026-04-03T02:52:30.023912Z","end":"2026-04-03T02:52:32.250733Z","steps":["trace[1981628124] 'agreement among raft nodes before linearized reading' (duration: 2.226781655s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.250361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159647293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.25075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.442353207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:52:32.250779Z","caller":"traceutil/trace.go:171","msg":"trace[1580318258] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9104; }","duration":"2.160089403s","start":"2026-04-03T02:52:30.090684Z","end":"2026-04-03T02:52:32.250773Z","steps":["trace[1580318258] 'agreement among raft nodes before linearized reading' (duration: 2.159661532s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.250492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.287090746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.250798Z","caller":"traceutil/trace.go:171","msg":"trace[1960808426] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9104; }","duration":"4.44240007s","start":"2026-04-03T02:52:27.808393Z","end":"2026-04-03T02:52:32.250793Z","steps":["trace[1960808426] 'agreement among raft nodes before linearized reading' (duration: 4.442323158s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.250799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.425981935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:52:32.249765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.376387459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.250819Z","caller":"traceutil/trace.go:171","msg":"trace[1991383887] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9104; }","duration":"2.287466726s","start":"2026-04-03T02:52:29.963341Z","end":"2026-04-03T02:52:32.250807Z","steps":["trace[1991383887] 'agreement among raft nodes before linearized reading' (duration: 2.287135058s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.250844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096014467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.250845Z","caller":"traceutil/trace.go:171","msg":"trace[816091249] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9104; }","duration":"2.377473656s","start":"2026-04-03T02:52:29.873364Z","end":"2026-04-03T02:52:32.250838Z","steps":["trace[816091249] 'agreement among raft nodes before linearized reading' (duration: 2.376380039s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.250053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.915654Z","time spent":"2.33439289s","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-04-03T02:52:32.250869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.963306Z","time spent":"2.287551018s","remote":"127.0.0.1:37686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T02:52:32.250874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.87336Z","time spent":"2.377506676s","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:32.250884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433808907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.250266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.270223701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.250919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109401744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.250919Z","caller":"traceutil/trace.go:171","msg":"trace[2127984830] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9104; }","duration":"2.433858327s","start":"2026-04-03T02:52:29.817049Z","end":"2026-04-03T02:52:32.250908Z","steps":["trace[2127984830] 'agreement among raft nodes before linearized reading' (duration: 2.433814266s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:32.250931Z","caller":"traceutil/trace.go:171","msg":"trace[577383449] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9104; }","duration":"2.270907358s","start":"2026-04-03T02:52:29.980017Z","end":"2026-04-03T02:52:32.250924Z","steps":["trace[577383449] 'agreement among raft nodes before linearized reading' (duration: 2.270227921s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:32.250941Z","caller":"traceutil/trace.go:171","msg":"trace[1543592166] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9104; }","duration":"2.109429715s","start":"2026-04-03T02:52:30.141504Z","end":"2026-04-03T02:52:32.250934Z","steps":["trace[1543592166] 'agreement among raft nodes before linearized reading' (duration: 2.109397433s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:32.250501Z","caller":"traceutil/trace.go:171","msg":"trace[1182748767] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9104; }","duration":"1.694620613s","start":"2026-04-03T02:52:30.555874Z","end":"2026-04-03T02:52:32.250495Z","steps":["trace[1182748767] 'agreement among raft nodes before linearized reading' (duration: 1.694580642s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.250949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.817039Z","time spent":"2.43390168s","remote":"127.0.0.1:37622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:32.250958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.980012Z","time spent":"2.270938509s","remote":"127.0.0.1:37694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:32.249786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.376507572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.251013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109618251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.251016Z","caller":"traceutil/trace.go:171","msg":"trace[1639579945] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9104; }","duration":"2.377753414s","start":"2026-04-03T02:52:29.873253Z","end":"2026-04-03T02:52:32.251006Z","steps":["trace[1639579945] 'agreement among raft nodes before linearized reading' (duration: 2.376522922s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:32.251038Z","caller":"traceutil/trace.go:171","msg":"trace[808889736] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9104; }","duration":"2.109661962s","start":"2026-04-03T02:52:30.14137Z","end":"2026-04-03T02:52:32.251032Z","steps":["trace[808889736] 'agreement among raft nodes before linearized reading' (duration: 2.109630582s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.251051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.873235Z","time spent":"2.377805295s","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"info","ts":"2026-04-03T02:52:32.250671Z","caller":"traceutil/trace.go:171","msg":"trace[1407434509] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9104; }","duration":"2.226738673s","start":"2026-04-03T02:52:30.023924Z","end":"2026-04-03T02:52:32.250663Z","steps":["trace[1407434509] 'agreement among raft nodes before linearized reading' (duration: 2.226690122s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.251091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127900152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.251101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128432655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.249911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.940846Z","time spent":"2.309058761s","remote":"127.0.0.1:37670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:52:32.251132Z","caller":"traceutil/trace.go:171","msg":"trace[106004849] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9104; }","duration":"2.128465726s","start":"2026-04-03T02:52:30.12266Z","end":"2026-04-03T02:52:32.251126Z","steps":["trace[106004849] 'agreement among raft nodes before linearized reading' (duration: 2.128421375s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.251135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.857656521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.251147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.455194827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.249968Z","caller":"traceutil/trace.go:171","msg":"trace[755232671] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9104; }","duration":"2.315179135s","start":"2026-04-03T02:52:29.934784Z","end":"2026-04-03T02:52:32.249963Z","steps":["trace[755232671] 'agreement among raft nodes before linearized reading' (duration: 2.315142224s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.251186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128510687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.250703Z","caller":"traceutil/trace.go:171","msg":"trace[1442604031] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9104; }","duration":"2.179810851s","start":"2026-04-03T02:52:30.070886Z","end":"2026-04-03T02:52:32.250697Z","steps":["trace[1442604031] 'agreement among raft nodes before linearized reading' (duration: 2.17977914s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.25006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.999825Z","time spent":"2.250227207s","remote":"127.0.0.1:37706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"info","ts":"2026-04-03T02:52:32.251206Z","caller":"traceutil/trace.go:171","msg":"trace[1756621278] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9104; }","duration":"2.128546818s","start":"2026-04-03T02:52:30.122654Z","end":"2026-04-03T02:52:32.251201Z","steps":["trace[1756621278] 'agreement among raft nodes before linearized reading' (duration: 2.128518327s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.251208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.934757Z","time spent":"2.316440158s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:32.251218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.07088Z","time spent":"2.180329785s","remote":"127.0.0.1:37740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"warn","ts":"2026-04-03T02:52:32.251224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.455338241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.25125Z","caller":"traceutil/trace.go:171","msg":"trace[557825020] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9104; }","duration":"2.455393593s","start":"2026-04-03T02:52:29.79585Z","end":"2026-04-03T02:52:32.251243Z","steps":["trace[557825020] 'agreement among raft nodes before linearized reading' (duration: 2.455355692s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.251258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.455374422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.251261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.424431027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:52:32.25128Z","caller":"traceutil/trace.go:171","msg":"trace[1244166577] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9104; }","duration":"2.455426934s","start":"2026-04-03T02:52:29.795848Z","end":"2026-04-03T02:52:32.251275Z","steps":["trace[1244166577] 'agreement among raft nodes before linearized reading' (duration: 2.455393933s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:32.250464Z","caller":"traceutil/trace.go:171","msg":"trace[55347385] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9104; }","duration":"2.285665861s","start":"2026-04-03T02:52:29.96479Z","end":"2026-04-03T02:52:32.250456Z","steps":["trace[55347385] 'agreement among raft nodes before linearized reading' (duration: 2.28562905s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.251284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.795829Z","time spent":"2.455446134s","remote":"127.0.0.1:37610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"warn","ts":"2026-04-03T02:52:32.251302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.795827Z","time spent":"2.455470234s","remote":"127.0.0.1:37610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:52:32.251296Z","caller":"traceutil/trace.go:171","msg":"trace[668214677] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:9104; }","duration":"4.424478149s","start":"2026-04-03T02:52:27.826808Z","end":"2026-04-03T02:52:32.251287Z","steps":["trace[668214677] 'agreement among raft nodes before linearized reading' (duration: 4.424382686s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.25131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.964784Z","time spent":"2.286518093s","remote":"127.0.0.1:37686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"info","ts":"2026-04-03T02:52:32.250843Z","caller":"traceutil/trace.go:171","msg":"trace[1211327356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9104; }","duration":"4.426039346s","start":"2026-04-03T02:52:27.824794Z","end":"2026-04-03T02:52:32.250833Z","steps":["trace[1211327356] 'agreement among raft nodes before linearized reading' (duration: 4.425897482s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:32.251111Z","caller":"traceutil/trace.go:171","msg":"trace[857741958] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9104; }","duration":"2.127935202s","start":"2026-04-03T02:52:30.12317Z","end":"2026-04-03T02:52:32.251105Z","steps":["trace[857741958] 'agreement among raft nodes before linearized reading' (duration: 2.127902691s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.251332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:27.826802Z","time spent":"4.42452089s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T02:52:32.250887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096105109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.251355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.123161Z","time spent":"2.128188298s","remote":"127.0.0.1:37776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"info","ts":"2026-04-03T02:52:32.251366Z","caller":"traceutil/trace.go:171","msg":"trace[967650734] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9104; }","duration":"2.096598393s","start":"2026-04-03T02:52:30.154758Z","end":"2026-04-03T02:52:32.251357Z","steps":["trace[967650734] 'agreement among raft nodes before linearized reading' (duration: 2.096106429s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:32.25047Z","caller":"traceutil/trace.go:171","msg":"trace[1580143847] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9104; }","duration":"2.359949544s","start":"2026-04-03T02:52:29.89051Z","end":"2026-04-03T02:52:32.25046Z","steps":["trace[1580143847] 'agreement among raft nodes before linearized reading' (duration: 2.359895683s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.250986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.555867Z","time spent":"1.695096346s","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:32.251414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.890485Z","time spent":"2.36092008s","remote":"127.0.0.1:37648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:32.250042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141700119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.249716Z","caller":"traceutil/trace.go:171","msg":"trace[1808755170] transaction","detail":"{read_only:false; response_revision:9102; number_of_response:1; }","duration":"2.547242918s","start":"2026-04-03T02:52:29.702451Z","end":"2026-04-03T02:52:32.249694Z","steps":["trace[1808755170] 'process raft request' (duration: 2.338022251s)","trace[1808755170] 'compare' (duration: 155.284787ms)","trace[1808755170] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-node-lease/instance; req_size:518; } (duration: 53.364336ms)"],"step_count":3} {"level":"info","ts":"2026-04-03T02:52:32.251464Z","caller":"traceutil/trace.go:171","msg":"trace[1101032474] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9104; }","duration":"2.143120556s","start":"2026-04-03T02:52:30.108318Z","end":"2026-04-03T02:52:32.251439Z","steps":["trace[1101032474] 'agreement among raft nodes before linearized reading' (duration: 2.1417082s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.25152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.108306Z","time spent":"2.143204877s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"info","ts":"2026-04-03T02:52:32.250012Z","caller":"traceutil/trace.go:171","msg":"trace[166501624] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9104; }","duration":"2.141596347s","start":"2026-04-03T02:52:30.108408Z","end":"2026-04-03T02:52:32.250005Z","steps":["trace[166501624] 'agreement among raft nodes before linearized reading' (duration: 2.141560666s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.251518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.702426Z","time spent":"2.549020854s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:32.251555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.108404Z","time spent":"2.143142346s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:32.250086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.286803159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.250774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.023889Z","time spent":"2.226876747s","remote":"127.0.0.1:37710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"info","ts":"2026-04-03T02:52:32.251626Z","caller":"traceutil/trace.go:171","msg":"trace[900148431] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9104; }","duration":"2.288369539s","start":"2026-04-03T02:52:29.963248Z","end":"2026-04-03T02:52:32.251618Z","steps":["trace[900148431] 'agreement among raft nodes before linearized reading' (duration: 2.28682163s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.251229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.122641Z","time spent":"2.128582838s","remote":"127.0.0.1:37776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T02:52:32.251652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.963228Z","time spent":"2.288416051s","remote":"127.0.0.1:37686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:32.250961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.141499Z","time spent":"2.109456617s","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T02:52:32.250331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.915345Z","time spent":"2.334976374s","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T02:52:32.250414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410525839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.251788Z","caller":"traceutil/trace.go:171","msg":"trace[1484604020] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9104; }","duration":"2.411906125s","start":"2026-04-03T02:52:29.83987Z","end":"2026-04-03T02:52:32.251776Z","steps":["trace[1484604020] 'agreement among raft nodes before linearized reading' (duration: 2.4105321s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:32.249727Z","caller":"traceutil/trace.go:171","msg":"trace[1909022921] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9104; }","duration":"4.442133204s","start":"2026-04-03T02:52:27.807574Z","end":"2026-04-03T02:52:32.249707Z","steps":["trace[1909022921] 'agreement among raft nodes before linearized reading' (duration: 4.442017431s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.251061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.141358Z","time spent":"2.109696913s","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:32.250814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.09067Z","time spent":"2.160125445s","remote":"127.0.0.1:37750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T02:52:32.251862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.839862Z","time spent":"2.411986877s","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:32.251355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:27.82478Z","time spent":"4.42656652s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:52:32.251888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:27.807563Z","time spent":"4.444319369s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:52:32.251157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.122653Z","time spent":"2.128499436s","remote":"127.0.0.1:37776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:32.249882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.421251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:32.250001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194518702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.251985Z","caller":"traceutil/trace.go:171","msg":"trace[1691090665] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:9104; }","duration":"768.549135ms","start":"2026-04-03T02:52:31.48342Z","end":"2026-04-03T02:52:32.251969Z","steps":["trace[1691090665] 'agreement among raft nodes before linearized reading' (duration: 766.436461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.25029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209486879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.250268Z","caller":"traceutil/trace.go:171","msg":"trace[700688846] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7695b7f44f-9zv9l.18a2b916e90a2520; range_end:; response_count:1; response_revision:9104; }","duration":"1.059443091s","start":"2026-04-03T02:52:31.190817Z","end":"2026-04-03T02:52:32.25026Z","steps":["trace[700688846] 'agreement among raft nodes before linearized reading' (duration: 1.05937681s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:32.25203Z","caller":"traceutil/trace.go:171","msg":"trace[1514690971] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9104; }","duration":"2.211236323s","start":"2026-04-03T02:52:30.040788Z","end":"2026-04-03T02:52:32.252024Z","steps":["trace[1514690971] 'agreement among raft nodes before linearized reading' (duration: 2.209479599s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.25204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:31.190782Z","time spent":"1.061251597s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-7695b7f44f-9zv9l.18a2b916e90a2520\" "} {"level":"warn","ts":"2026-04-03T02:52:32.252043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:31.483397Z","time spent":"768.632796ms","remote":"127.0.0.1:52472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:32.250388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410469398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.252004Z","caller":"traceutil/trace.go:171","msg":"trace[723393391] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9104; }","duration":"2.196540182s","start":"2026-04-03T02:52:30.055455Z","end":"2026-04-03T02:52:32.251996Z","steps":["trace[723393391] 'agreement among raft nodes before linearized reading' (duration: 2.194523401s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.252094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.05544Z","time spent":"2.196645946s","remote":"127.0.0.1:37734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"info","ts":"2026-04-03T02:52:32.252112Z","caller":"traceutil/trace.go:171","msg":"trace[173091878] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9104; }","duration":"2.412211532s","start":"2026-04-03T02:52:29.839892Z","end":"2026-04-03T02:52:32.252103Z","steps":["trace[173091878] 'agreement among raft nodes before linearized reading' (duration: 2.410476978s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.252143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.839881Z","time spent":"2.412253044s","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T02:52:32.250387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.040747Z","time spent":"2.209632092s","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T02:52:32.250469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.429010796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.252262Z","caller":"traceutil/trace.go:171","msg":"trace[1271405913] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:9104; }","duration":"2.430805942s","start":"2026-04-03T02:52:29.821445Z","end":"2026-04-03T02:52:32.252251Z","steps":["trace[1271405913] 'agreement among raft nodes before linearized reading' (duration: 2.428980345s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.252302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.82144Z","time spent":"2.430850453s","remote":"127.0.0.1:33332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:52:32.249584Z","caller":"traceutil/trace.go:171","msg":"trace[263753891] transaction","detail":"{read_only:false; response_revision:9103; number_of_response:1; }","duration":"1.691273419s","start":"2026-04-03T02:52:30.55828Z","end":"2026-04-03T02:52:32.249554Z","steps":["trace[263753891] 'process raft request' (duration: 1.691112685s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.250516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.861933Z","time spent":"2.388572535s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:52:32.252383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.558268Z","time spent":"1.694062609s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:32.250703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433605041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.252507Z","caller":"traceutil/trace.go:171","msg":"trace[1128697959] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9104; }","duration":"2.435425168s","start":"2026-04-03T02:52:29.817073Z","end":"2026-04-03T02:52:32.252498Z","steps":["trace[1128697959] 'agreement among raft nodes before linearized reading' (duration: 2.433593751s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.252536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.817059Z","time spent":"2.435467489s","remote":"127.0.0.1:37622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T02:52:32.249636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140729035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.252665Z","caller":"traceutil/trace.go:171","msg":"trace[710430765] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9104; }","duration":"2.143803912s","start":"2026-04-03T02:52:30.108854Z","end":"2026-04-03T02:52:32.252658Z","steps":["trace[710430765] 'agreement among raft nodes before linearized reading' (duration: 2.140723544s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.252686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.108842Z","time spent":"2.143837273s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-04-03T02:52:32.250816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:27.808345Z","time spent":"4.442467391s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:52:32.250811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250636307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.252934Z","caller":"traceutil/trace.go:171","msg":"trace[1089200425] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9104; }","duration":"2.252769551s","start":"2026-04-03T02:52:30.000158Z","end":"2026-04-03T02:52:32.252928Z","steps":["trace[1089200425] 'agreement among raft nodes before linearized reading' (duration: 2.250633547s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.25296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.000153Z","time spent":"2.252798992s","remote":"127.0.0.1:37706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"info","ts":"2026-04-03T02:52:32.250867Z","caller":"traceutil/trace.go:171","msg":"trace[1040008087] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9104; }","duration":"2.096065218s","start":"2026-04-03T02:52:30.154796Z","end":"2026-04-03T02:52:32.250861Z","steps":["trace[1040008087] 'agreement among raft nodes before linearized reading' (duration: 2.096028537s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.25315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.154774Z","time spent":"2.098368176s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T02:52:32.250988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109489707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.253297Z","caller":"traceutil/trace.go:171","msg":"trace[3633836] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9104; }","duration":"2.111822756s","start":"2026-04-03T02:52:30.141467Z","end":"2026-04-03T02:52:32.25329Z","steps":["trace[3633836] 'agreement among raft nodes before linearized reading' (duration: 2.109506038s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.253323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.141448Z","time spent":"2.111868147s","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-04-03T02:52:32.25111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.023905Z","time spent":"2.227196806s","remote":"127.0.0.1:37710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:32.251106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.72837734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.253575Z","caller":"traceutil/trace.go:171","msg":"trace[1247521050] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:9104; }","duration":"3.730899843s","start":"2026-04-03T02:52:28.522666Z","end":"2026-04-03T02:52:32.253566Z","steps":["trace[1247521050] 'agreement among raft nodes before linearized reading' (duration: 3.728408811s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.253602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:28.522637Z","time spent":"3.730956794s","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:52:32.251171Z","caller":"traceutil/trace.go:171","msg":"trace[1235083750] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:9104; }","duration":"3.857693202s","start":"2026-04-03T02:52:28.393467Z","end":"2026-04-03T02:52:32.25116Z","steps":["trace[1235083750] 'agreement among raft nodes before linearized reading' (duration: 3.85763403s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.253735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:28.393449Z","time spent":"3.860261835s","remote":"127.0.0.1:52340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:52:32.251186Z","caller":"traceutil/trace.go:171","msg":"trace[1604012616] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9104; }","duration":"2.455270289s","start":"2026-04-03T02:52:29.795904Z","end":"2026-04-03T02:52:32.251175Z","steps":["trace[1604012616] 'agreement among raft nodes before linearized reading' (duration: 2.455223328s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.253814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.795874Z","time spent":"2.457928056s","remote":"127.0.0.1:37610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T02:52:32.251406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.154748Z","time spent":"2.096634483s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:32.249752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.374372399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.253985Z","caller":"traceutil/trace.go:171","msg":"trace[1393516844] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9104; }","duration":"2.378706559s","start":"2026-04-03T02:52:29.875268Z","end":"2026-04-03T02:52:32.253974Z","steps":["trace[1393516844] 'agreement among raft nodes before linearized reading' (duration: 2.374363629s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.254008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.875238Z","time spent":"2.37876316s","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"warn","ts":"2026-04-03T02:52:32.252061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:30.040785Z","time spent":"2.211266964s","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"info","ts":"2026-04-03T02:52:32.250294Z","caller":"traceutil/trace.go:171","msg":"trace[1933415647] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9104; }","duration":"2.359000371s","start":"2026-04-03T02:52:29.891284Z","end":"2026-04-03T02:52:32.250284Z","steps":["trace[1933415647] 'agreement among raft nodes before linearized reading' (duration: 2.358931899s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.254182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:29.891264Z","time spent":"2.36291017s","remote":"127.0.0.1:37648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-04-03T02:52:32.77182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.628817ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-03T02:52:32.77193Z","caller":"traceutil/trace.go:171","msg":"trace[291881106] linearizableReadLoop","detail":"{readStateIndex:9477; appliedIndex:9476; }","duration":"512.097056ms","start":"2026-04-03T02:52:32.259815Z","end":"2026-04-03T02:52:32.771912Z","steps":["trace[291881106] 'read index received' (duration: 302.364347ms)","trace[291881106] 'applied index is now lower than readState.Index' (duration: 209.730899ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:52:32.772021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:32.253912Z","time spent":"518.102748ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T02:52:32.772335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.493717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:52:32.772408Z","caller":"traceutil/trace.go:171","msg":"trace[532394482] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9104; }","duration":"512.6082ms","start":"2026-04-03T02:52:32.259785Z","end":"2026-04-03T02:52:32.772393Z","steps":["trace[532394482] 'agreement among raft nodes before linearized reading' (duration: 512.336533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.772445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:32.259767Z","time spent":"512.670651ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T02:52:32.899073Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7048,"took":"5.263584343s","hash":2086292090,"current-db-size-bytes":43913216,"current-db-size":"44 MB","current-db-size-in-use-bytes":23740416,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-04-03T02:52:32.899293Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2086292090,"revision":7048,"compact-revision":3928} {"level":"warn","ts":"2026-04-03T02:52:32.899773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.29497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:52:32.900238Z","caller":"traceutil/trace.go:171","msg":"trace[417149437] transaction","detail":"{read_only:false; response_revision:9106; number_of_response:1; }","duration":"634.260987ms","start":"2026-04-03T02:52:32.265954Z","end":"2026-04-03T02:52:32.900215Z","steps":["trace[417149437] 'process raft request' (duration: 634.031881ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:32.900249Z","caller":"traceutil/trace.go:171","msg":"trace[428354512] transaction","detail":"{read_only:false; response_revision:9105; number_of_response:1; }","duration":"639.656203ms","start":"2026-04-03T02:52:32.26057Z","end":"2026-04-03T02:52:32.900226Z","steps":["trace[428354512] 'process raft request' (duration: 536.81149ms)","trace[428354512] 'compare' (duration: 102.076714ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:52:32.90033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:32.26593Z","time spent":"634.35991ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:32.900342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:32.260551Z","time spent":"639.743706ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:32.900369Z","caller":"traceutil/trace.go:171","msg":"trace[2086089568] transaction","detail":"{read_only:false; response_revision:9107; number_of_response:1; }","duration":"634.38632ms","start":"2026-04-03T02:52:32.265959Z","end":"2026-04-03T02:52:32.900346Z","steps":["trace[2086089568] 'process raft request' (duration: 634.134414ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:32.900546Z","caller":"traceutil/trace.go:171","msg":"trace[933941771] transaction","detail":"{read_only:false; response_revision:9109; number_of_response:1; }","duration":"127.021023ms","start":"2026-04-03T02:52:32.773515Z","end":"2026-04-03T02:52:32.900536Z","steps":["trace[933941771] 'process raft request' (duration: 126.980342ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:32.900639Z","caller":"traceutil/trace.go:171","msg":"trace[1032653801] transaction","detail":"{read_only:false; response_revision:9108; number_of_response:1; }","duration":"627.585209ms","start":"2026-04-03T02:52:32.273037Z","end":"2026-04-03T02:52:32.900622Z","steps":["trace[1032653801] 'process raft request' (duration: 627.127548ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:32.90079Z","caller":"traceutil/trace.go:171","msg":"trace[991716296] linearizableReadLoop","detail":"{readStateIndex:9481; appliedIndex:9477; }","duration":"128.813759ms","start":"2026-04-03T02:52:32.771961Z","end":"2026-04-03T02:52:32.900775Z","steps":["trace[991716296] 'read index received' (duration: 25.553055ms)","trace[991716296] 'applied index is now lower than readState.Index' (duration: 103.259234ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:52:32.900949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.985181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:32.901049Z","caller":"traceutil/trace.go:171","msg":"trace[1304204733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9109; }","duration":"634.124835ms","start":"2026-04-03T02:52:32.266899Z","end":"2026-04-03T02:52:32.901024Z","steps":["trace[1304204733] 'agreement among raft nodes before linearized reading' (duration: 633.924789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.900818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:32.273015Z","time spent":"627.729003ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:32.901105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:32.266889Z","time spent":"634.204517ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:52:32.900872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.998321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:707"} {"level":"info","ts":"2026-04-03T02:52:32.901241Z","caller":"traceutil/trace.go:171","msg":"trace[1822595940] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:9109; }","duration":"632.408091ms","start":"2026-04-03T02:52:32.268817Z","end":"2026-04-03T02:52:32.901225Z","steps":["trace[1822595940] 'agreement among raft nodes before linearized reading' (duration: 631.960999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.901261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.241609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223096"} {"level":"warn","ts":"2026-04-03T02:52:32.901282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:32.268806Z","time spent":"632.464632ms","remote":"127.0.0.1:47324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":731,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} {"level":"info","ts":"2026-04-03T02:52:32.901302Z","caller":"traceutil/trace.go:171","msg":"trace[226248731] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9109; }","duration":"640.299581ms","start":"2026-04-03T02:52:32.260987Z","end":"2026-04-03T02:52:32.901287Z","steps":["trace[226248731] 'agreement among raft nodes before linearized reading' (duration: 639.994763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:32.901337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:32.260977Z","time spent":"640.351912ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223120,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T02:52:32.901353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:32.265945Z","time spent":"634.467402ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:32.901715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.214014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19535"} {"level":"info","ts":"2026-04-03T02:52:32.901749Z","caller":"traceutil/trace.go:171","msg":"trace[1000147523] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9109; }","duration":"128.259515ms","start":"2026-04-03T02:52:32.773478Z","end":"2026-04-03T02:52:32.901738Z","steps":["trace[1000147523] 'agreement among raft nodes before linearized reading' (duration: 127.605479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:33.146283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.448118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:52:33.146395Z","caller":"traceutil/trace.go:171","msg":"trace[1517422697] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:9111; }","duration":"124.584282ms","start":"2026-04-03T02:52:33.021783Z","end":"2026-04-03T02:52:33.146367Z","steps":["trace[1517422697] 'count revisions from in-memory index tree' (duration: 124.322606ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:34.313657Z","caller":"traceutil/trace.go:171","msg":"trace[30694481] transaction","detail":"{read_only:false; response_revision:9112; number_of_response:1; }","duration":"330.522087ms","start":"2026-04-03T02:52:33.983107Z","end":"2026-04-03T02:52:34.313629Z","steps":["trace[30694481] 'process raft request' (duration: 330.321052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:34.313976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:33.983094Z","time spent":"330.64471ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:34.62529Z","caller":"traceutil/trace.go:171","msg":"trace[246938982] linearizableReadLoop","detail":"{readStateIndex:9488; appliedIndex:9484; }","duration":"566.909439ms","start":"2026-04-03T02:52:34.058352Z","end":"2026-04-03T02:52:34.625261Z","steps":["trace[246938982] 'read index received' (duration: 255.159676ms)","trace[246938982] 'applied index is now lower than readState.Index' (duration: 311.748453ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:52:34.62556Z","caller":"traceutil/trace.go:171","msg":"trace[1867292829] transaction","detail":"{read_only:false; response_revision:9116; number_of_response:1; }","duration":"359.796894ms","start":"2026-04-03T02:52:34.265726Z","end":"2026-04-03T02:52:34.625523Z","steps":["trace[1867292829] 'process raft request' (duration: 359.507317ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:34.625642Z","caller":"traceutil/trace.go:171","msg":"trace[96715414] transaction","detail":"{read_only:false; response_revision:9114; number_of_response:1; }","duration":"642.361982ms","start":"2026-04-03T02:52:33.983264Z","end":"2026-04-03T02:52:34.625626Z","steps":["trace[96715414] 'process raft request' (duration: 641.903131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:34.625733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:33.983235Z","time spent":"642.434164ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:34.625775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:34.265692Z","time spent":"359.971979ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:34.62588Z","caller":"traceutil/trace.go:171","msg":"trace[1936297162] transaction","detail":"{read_only:false; response_revision:9113; number_of_response:1; }","duration":"642.605978ms","start":"2026-04-03T02:52:33.983267Z","end":"2026-04-03T02:52:34.625873Z","steps":["trace[1936297162] 'process raft request' (duration: 641.755067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:34.625924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:33.983233Z","time spent":"642.67026ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:34.626006Z","caller":"traceutil/trace.go:171","msg":"trace[823292748] transaction","detail":"{read_only:false; response_revision:9115; number_of_response:1; }","duration":"637.700524ms","start":"2026-04-03T02:52:33.9883Z","end":"2026-04-03T02:52:34.626Z","steps":["trace[823292748] 'process raft request' (duration: 636.908105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:34.626045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:33.98829Z","time spent":"637.735765ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:34.626382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.992379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:52:34.626436Z","caller":"traceutil/trace.go:171","msg":"trace[1470323928] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9116; }","duration":"354.04571ms","start":"2026-04-03T02:52:34.272377Z","end":"2026-04-03T02:52:34.626422Z","steps":["trace[1470323928] 'agreement among raft nodes before linearized reading' (duration: 353.872356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:34.62647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:34.272351Z","time spent":"354.112341ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:52:34.626446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.255851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:34.626536Z","caller":"traceutil/trace.go:171","msg":"trace[2103289678] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:9116; }","duration":"162.404256ms","start":"2026-04-03T02:52:34.464111Z","end":"2026-04-03T02:52:34.626516Z","steps":["trace[2103289678] 'agreement among raft nodes before linearized reading' (duration: 162.21012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:34.626571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.123119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:52:34.626705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.751873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:52:34.626724Z","caller":"traceutil/trace.go:171","msg":"trace[1128414417] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:9116; }","duration":"568.385337ms","start":"2026-04-03T02:52:34.058309Z","end":"2026-04-03T02:52:34.626694Z","steps":["trace[1128414417] 'agreement among raft nodes before linearized reading' (duration: 567.934524ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:34.626748Z","caller":"traceutil/trace.go:171","msg":"trace[62796162] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9116; }","duration":"261.855596ms","start":"2026-04-03T02:52:34.364881Z","end":"2026-04-03T02:52:34.626737Z","steps":["trace[62796162] 'agreement among raft nodes before linearized reading' (duration: 261.776304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:34.62679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:34.058294Z","time spent":"568.482529ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:35.40794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839998011,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:52:35.908715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839998011,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:52:36.409775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839998011,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:52:36.724137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.940786ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:36.724241Z","caller":"traceutil/trace.go:171","msg":"trace[912531217] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9116; }","duration":"505.059609ms","start":"2026-04-03T02:52:36.219165Z","end":"2026-04-03T02:52:36.724224Z","steps":["trace[912531217] 'range keys from in-memory index tree' (duration: 504.925995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:36.724853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064790871s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:52:36.724919Z","caller":"traceutil/trace.go:171","msg":"trace[24779917] transaction","detail":"{read_only:false; response_revision:9117; number_of_response:1; }","duration":"2.092695063s","start":"2026-04-03T02:52:34.632213Z","end":"2026-04-03T02:52:36.724908Z","steps":["trace[24779917] 'process raft request' (duration: 27.785259ms)","trace[24779917] 'compare' (duration: 2.064129634s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:52:36.724965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:34.63217Z","time spent":"2.092770915s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:36.903323Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.236312107s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:52:37.103225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.474952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:52:37.103447Z","caller":"traceutil/trace.go:171","msg":"trace[1219518463] transaction","detail":"{read_only:false; response_revision:9118; number_of_response:1; }","duration":"2.436527776s","start":"2026-04-03T02:52:34.666881Z","end":"2026-04-03T02:52:37.103409Z","steps":["trace[1219518463] 'process raft request' (duration: 2.236787127s)","trace[1219518463] 'compare' (duration: 199.223465ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:52:37.103668Z","caller":"traceutil/trace.go:171","msg":"trace[325782086] transaction","detail":"{read_only:false; response_revision:9119; number_of_response:1; }","duration":"783.733619ms","start":"2026-04-03T02:52:36.319898Z","end":"2026-04-03T02:52:37.103632Z","steps":["trace[325782086] 'process raft request' (duration: 783.438012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:37.103774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:34.666852Z","time spent":"2.436803723s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:37.103828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:36.319863Z","time spent":"783.877603ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:37.103673Z","caller":"traceutil/trace.go:171","msg":"trace[982930846] transaction","detail":"{read_only:false; response_revision:9120; number_of_response:1; }","duration":"470.762354ms","start":"2026-04-03T02:52:36.632888Z","end":"2026-04-03T02:52:37.10365Z","steps":["trace[982930846] 'process raft request' (duration: 470.561249ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:37.103924Z","caller":"traceutil/trace.go:171","msg":"trace[1613851234] transaction","detail":"{read_only:false; response_revision:9121; number_of_response:1; }","duration":"470.044266ms","start":"2026-04-03T02:52:36.633868Z","end":"2026-04-03T02:52:37.103912Z","steps":["trace[1613851234] 'process raft request' (duration: 469.731318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:37.103978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:36.633859Z","time spent":"470.087368ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:37.104033Z","caller":"traceutil/trace.go:171","msg":"trace[1131452752] transaction","detail":"{read_only:false; response_revision:9122; number_of_response:1; }","duration":"469.874922ms","start":"2026-04-03T02:52:36.634149Z","end":"2026-04-03T02:52:37.104024Z","steps":["trace[1131452752] 'process raft request' (duration: 469.661426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:37.104033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:36.63286Z","time spent":"471.080882ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:37.104086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:36.634124Z","time spent":"469.935563ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:37.285319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.397406ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:52:37.285417Z","caller":"traceutil/trace.go:171","msg":"trace[242899294] linearizableReadLoop","detail":"{readStateIndex:9492; appliedIndex:9490; }","duration":"2.378278597s","start":"2026-04-03T02:52:34.907123Z","end":"2026-04-03T02:52:37.285401Z","steps":["trace[242899294] 'read index received' (duration: 1.996563658s)","trace[242899294] 'applied index is now lower than readState.Index' (duration: 381.713729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:52:37.285686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745804044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:37.285716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378591855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:52:37.285718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378371099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:52:37.285739Z","caller":"traceutil/trace.go:171","msg":"trace[1683625905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9122; }","duration":"1.745891967s","start":"2026-04-03T02:52:35.539831Z","end":"2026-04-03T02:52:37.285723Z","steps":["trace[1683625905] 'agreement among raft nodes before linearized reading' (duration: 1.745821985s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:37.285742Z","caller":"traceutil/trace.go:171","msg":"trace[1604563764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9122; }","duration":"2.378662107s","start":"2026-04-03T02:52:34.907072Z","end":"2026-04-03T02:52:37.285734Z","steps":["trace[1604563764] 'agreement among raft nodes before linearized reading' (duration: 2.378439521s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:37.285761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:35.539811Z","time spent":"1.745946177s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:52:37.285762Z","caller":"traceutil/trace.go:171","msg":"trace[1111913496] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9122; }","duration":"2.378430611s","start":"2026-04-03T02:52:34.907319Z","end":"2026-04-03T02:52:37.285749Z","steps":["trace[1111913496] 'agreement among raft nodes before linearized reading' (duration: 2.378265687s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:37.285794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:34.907313Z","time spent":"2.378473312s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:52:37.285864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.614545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:52:37.285887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153404353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:52:37.285908Z","caller":"traceutil/trace.go:171","msg":"trace[691568056] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:9122; }","duration":"1.153465904s","start":"2026-04-03T02:52:36.132432Z","end":"2026-04-03T02:52:37.285898Z","steps":["trace[691568056] 'agreement among raft nodes before linearized reading' (duration: 1.153428623s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:37.285922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:36.132406Z","time spent":"1.153511945s","remote":"127.0.0.1:39182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:52:37.285918Z","caller":"traceutil/trace.go:171","msg":"trace[1297766216] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:9122; }","duration":"557.658876ms","start":"2026-04-03T02:52:36.728238Z","end":"2026-04-03T02:52:37.285897Z","steps":["trace[1297766216] 'agreement among raft nodes before linearized reading' (duration: 557.584384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:37.285784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.834353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:52:37.285924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:34.907044Z","time spent":"2.378722738s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:52:37.285997Z","caller":"traceutil/trace.go:171","msg":"trace[166005714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9122; }","duration":"654.104119ms","start":"2026-04-03T02:52:36.631879Z","end":"2026-04-03T02:52:37.285983Z","steps":["trace[166005714] 'agreement among raft nodes before linearized reading' (duration: 653.75046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:37.286004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378640096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:52:37.286035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.823336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:52:37.286068Z","caller":"traceutil/trace.go:171","msg":"trace[1366786815] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:9122; }","duration":"566.914919ms","start":"2026-04-03T02:52:36.719147Z","end":"2026-04-03T02:52:37.286062Z","steps":["trace[1366786815] 'agreement among raft nodes before linearized reading' (duration: 566.847977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:37.286089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:36.719123Z","time spent":"566.959891ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:37.286078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368433669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:52:37.286195Z","caller":"traceutil/trace.go:171","msg":"trace[607176653] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:9122; }","duration":"2.368592493s","start":"2026-04-03T02:52:34.917584Z","end":"2026-04-03T02:52:37.286177Z","steps":["trace[607176653] 'agreement among raft nodes before linearized reading' (duration: 2.368182703s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:37.285952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:36.728182Z","time spent":"557.761618ms","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:37.286287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:34.917554Z","time spent":"2.368715526s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"info","ts":"2026-04-03T02:52:37.286034Z","caller":"traceutil/trace.go:171","msg":"trace[1248513517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9122; }","duration":"2.37880933s","start":"2026-04-03T02:52:34.907216Z","end":"2026-04-03T02:52:37.286025Z","steps":["trace[1248513517] 'agreement among raft nodes before linearized reading' (duration: 2.378721068s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:37.286374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:34.907167Z","time spent":"2.37919747s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:52:37.286039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:36.631852Z","time spent":"654.17551ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:52:37.286076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.848609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:37.286469Z","caller":"traceutil/trace.go:171","msg":"trace[1099674915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9122; }","duration":"104.317381ms","start":"2026-04-03T02:52:37.182141Z","end":"2026-04-03T02:52:37.286458Z","steps":["trace[1099674915] 'agreement among raft nodes before linearized reading' (duration: 103.743777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:37.286531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.705328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:52:37.286565Z","caller":"traceutil/trace.go:171","msg":"trace[2059299942] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:9122; }","duration":"318.78325ms","start":"2026-04-03T02:52:36.967773Z","end":"2026-04-03T02:52:37.286557Z","steps":["trace[2059299942] 'agreement among raft nodes before linearized reading' (duration: 317.95397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:37.286587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:36.967748Z","time spent":"318.829972ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:52:37.528561Z","caller":"traceutil/trace.go:171","msg":"trace[1628732267] linearizableReadLoop","detail":"{readStateIndex:9497; appliedIndex:9496; }","duration":"236.653098ms","start":"2026-04-03T02:52:37.29188Z","end":"2026-04-03T02:52:37.528533Z","steps":["trace[1628732267] 'read index received' (duration: 236.567246ms)","trace[1628732267] 'applied index is now lower than readState.Index' (duration: 84.622µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:52:37.528649Z","caller":"traceutil/trace.go:171","msg":"trace[1165615985] transaction","detail":"{read_only:false; response_revision:9123; number_of_response:1; }","duration":"238.31085ms","start":"2026-04-03T02:52:37.290306Z","end":"2026-04-03T02:52:37.528616Z","steps":["trace[1165615985] 'process raft request' (duration: 238.021773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:37.529214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.307275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223096"} {"level":"info","ts":"2026-04-03T02:52:37.529291Z","caller":"traceutil/trace.go:171","msg":"trace[1499139866] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9123; }","duration":"237.416779ms","start":"2026-04-03T02:52:37.291857Z","end":"2026-04-03T02:52:37.529274Z","steps":["trace[1499139866] 'agreement among raft nodes before linearized reading' (duration: 236.812883ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:37.549801Z","caller":"traceutil/trace.go:171","msg":"trace[677547361] transaction","detail":"{read_only:false; response_revision:9124; number_of_response:1; }","duration":"257.572106ms","start":"2026-04-03T02:52:37.292207Z","end":"2026-04-03T02:52:37.549779Z","steps":["trace[677547361] 'process raft request' (duration: 257.3297ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:37.549812Z","caller":"traceutil/trace.go:171","msg":"trace[2016714892] transaction","detail":"{read_only:false; response_revision:9125; number_of_response:1; }","duration":"257.380361ms","start":"2026-04-03T02:52:37.292397Z","end":"2026-04-03T02:52:37.549777Z","steps":["trace[2016714892] 'process raft request' (duration: 257.284269ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:37.550042Z","caller":"traceutil/trace.go:171","msg":"trace[121854420] transaction","detail":"{read_only:false; response_revision:9126; number_of_response:1; }","duration":"257.165286ms","start":"2026-04-03T02:52:37.292839Z","end":"2026-04-03T02:52:37.550004Z","steps":["trace[121854420] 'process raft request' (duration: 256.883559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:37.550146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.721462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-03T02:52:37.55018Z","caller":"traceutil/trace.go:171","msg":"trace[87313298] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9126; }","duration":"110.788303ms","start":"2026-04-03T02:52:37.439382Z","end":"2026-04-03T02:52:37.55017Z","steps":["trace[87313298] 'agreement among raft nodes before linearized reading' (duration: 110.65762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:37.550273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.622266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-03T02:52:37.550378Z","caller":"traceutil/trace.go:171","msg":"trace[387191795] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9126; }","duration":"117.804741ms","start":"2026-04-03T02:52:37.432548Z","end":"2026-04-03T02:52:37.550353Z","steps":["trace[387191795] 'agreement among raft nodes before linearized reading' (duration: 117.461072ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:37.657466Z","caller":"traceutil/trace.go:171","msg":"trace[735834282] transaction","detail":"{read_only:false; response_revision:9127; number_of_response:1; }","duration":"101.763716ms","start":"2026-04-03T02:52:37.555662Z","end":"2026-04-03T02:52:37.657425Z","steps":["trace[735834282] 'process raft request' (duration: 52.609387ms)","trace[735834282] 'compare' (duration: 48.893523ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:52:37.65761Z","caller":"traceutil/trace.go:171","msg":"trace[326290862] transaction","detail":"{read_only:false; response_revision:9128; number_of_response:1; }","duration":"101.632173ms","start":"2026-04-03T02:52:37.555953Z","end":"2026-04-03T02:52:37.657585Z","steps":["trace[326290862] 'process raft request' (duration: 101.413008ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:39.231293Z","caller":"traceutil/trace.go:171","msg":"trace[799417487] linearizableReadLoop","detail":"{readStateIndex:9503; appliedIndex:9502; }","duration":"335.640246ms","start":"2026-04-03T02:52:38.895632Z","end":"2026-04-03T02:52:39.231272Z","steps":["trace[799417487] 'read index received' (duration: 335.568454ms)","trace[799417487] 'applied index is now lower than readState.Index' (duration: 71.032µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:52:39.231736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.083027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:52:39.231792Z","caller":"traceutil/trace.go:171","msg":"trace[938630224] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:9129; }","duration":"336.19822ms","start":"2026-04-03T02:52:38.895579Z","end":"2026-04-03T02:52:39.231777Z","steps":["trace[938630224] 'agreement among raft nodes before linearized reading' (duration: 336.072637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:39.231828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:38.895551Z","time spent":"336.266542ms","remote":"127.0.0.1:39702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:52:39.231717Z","caller":"traceutil/trace.go:171","msg":"trace[1814205400] transaction","detail":"{read_only:false; response_revision:9129; number_of_response:1; }","duration":"482.89669ms","start":"2026-04-03T02:52:38.748806Z","end":"2026-04-03T02:52:39.231703Z","steps":["trace[1814205400] 'process raft request' (duration: 482.308625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:39.232111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:38.748734Z","time spent":"483.31579ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:39.44537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.24344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:52:39.4456Z","caller":"traceutil/trace.go:171","msg":"trace[273178451] transaction","detail":"{read_only:false; response_revision:9132; number_of_response:1; }","duration":"334.845386ms","start":"2026-04-03T02:52:39.110739Z","end":"2026-04-03T02:52:39.445585Z","steps":["trace[273178451] 'process raft request' (duration: 334.793895ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:39.445643Z","caller":"traceutil/trace.go:171","msg":"trace[1256706138] transaction","detail":"{read_only:false; response_revision:9130; number_of_response:1; }","duration":"335.041911ms","start":"2026-04-03T02:52:39.110591Z","end":"2026-04-03T02:52:39.445633Z","steps":["trace[1256706138] 'process raft request' (duration: 188.455713ms)","trace[1256706138] 'compare' (duration: 145.989944ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:52:39.445676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:39.110719Z","time spent":"334.929779ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:39.445716Z","caller":"traceutil/trace.go:171","msg":"trace[1142607359] transaction","detail":"{read_only:false; response_revision:9133; number_of_response:1; }","duration":"333.412909ms","start":"2026-04-03T02:52:39.112294Z","end":"2026-04-03T02:52:39.445707Z","steps":["trace[1142607359] 'process raft request' (duration: 333.265386ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:39.445717Z","caller":"traceutil/trace.go:171","msg":"trace[1694721173] linearizableReadLoop","detail":"{readStateIndex:9507; appliedIndex:9503; }","duration":"214.340917ms","start":"2026-04-03T02:52:39.231352Z","end":"2026-04-03T02:52:39.445693Z","steps":["trace[1694721173] 'read index received' (duration: 67.606065ms)","trace[1694721173] 'applied index is now lower than readState.Index' (duration: 146.733362ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:52:39.445756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:39.112257Z","time spent":"333.479901ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:39.445739Z","caller":"traceutil/trace.go:171","msg":"trace[915622044] transaction","detail":"{read_only:false; response_revision:9131; number_of_response:1; }","duration":"334.99375ms","start":"2026-04-03T02:52:39.110704Z","end":"2026-04-03T02:52:39.445697Z","steps":["trace[915622044] 'process raft request' (duration: 334.766434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:39.44587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.945135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:52:39.445892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:39.110694Z","time spent":"335.114753ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:39.445925Z","caller":"traceutil/trace.go:171","msg":"trace[372191861] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9133; }","duration":"392.061589ms","start":"2026-04-03T02:52:39.053851Z","end":"2026-04-03T02:52:39.445913Z","steps":["trace[372191861] 'agreement among raft nodes before linearized reading' (duration: 391.949246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:39.44596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:39.05383Z","time spent":"392.11994ms","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:39.446043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:39.110562Z","time spent":"335.098722ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:39.446057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.33002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:39.446148Z","caller":"traceutil/trace.go:171","msg":"trace[892415454] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:9133; }","duration":"523.475844ms","start":"2026-04-03T02:52:38.922653Z","end":"2026-04-03T02:52:39.446129Z","steps":["trace[892415454] 'agreement among raft nodes before linearized reading' (duration: 523.295859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:39.446196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:38.922633Z","time spent":"523.554105ms","remote":"127.0.0.1:35026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:39.820562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.565849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:52:39.820742Z","caller":"traceutil/trace.go:171","msg":"trace[414016546] transaction","detail":"{read_only:false; response_revision:9134; number_of_response:1; }","duration":"281.925601ms","start":"2026-04-03T02:52:39.5388Z","end":"2026-04-03T02:52:39.820725Z","steps":["trace[414016546] 'process raft request' (duration: 34.89598ms)","trace[414016546] 'compare' (duration: 246.354384ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:52:39.821117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.571452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:39.820687Z","caller":"traceutil/trace.go:171","msg":"trace[1504275288] linearizableReadLoop","detail":"{readStateIndex:9508; appliedIndex:9507; }","duration":"281.147702ms","start":"2026-04-03T02:52:39.539522Z","end":"2026-04-03T02:52:39.82067Z","steps":["trace[1504275288] 'read index received' (duration: 34.159371ms)","trace[1504275288] 'applied index is now lower than readState.Index' (duration: 246.987041ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:52:39.821365Z","caller":"traceutil/trace.go:171","msg":"trace[554979255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9134; }","duration":"281.861659ms","start":"2026-04-03T02:52:39.53947Z","end":"2026-04-03T02:52:39.821331Z","steps":["trace[554979255] 'agreement among raft nodes before linearized reading' (duration: 281.553592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:39.821638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.050814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:52:39.821729Z","caller":"traceutil/trace.go:171","msg":"trace[100192543] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:9134; }","duration":"282.230969ms","start":"2026-04-03T02:52:39.539467Z","end":"2026-04-03T02:52:39.821698Z","steps":["trace[100192543] 'agreement among raft nodes before linearized reading' (duration: 281.975412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:39.821839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.424775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:52:39.821843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.613429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:52:39.82191Z","caller":"traceutil/trace.go:171","msg":"trace[78172533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9134; }","duration":"265.609689ms","start":"2026-04-03T02:52:39.55628Z","end":"2026-04-03T02:52:39.82189Z","steps":["trace[78172533] 'agreement among raft nodes before linearized reading' (duration: 265.309512ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:39.821916Z","caller":"traceutil/trace.go:171","msg":"trace[1041305836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9134; }","duration":"265.726462ms","start":"2026-04-03T02:52:39.556172Z","end":"2026-04-03T02:52:39.821898Z","steps":["trace[1041305836] 'agreement among raft nodes before linearized reading' (duration: 265.504187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:39.822413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.916897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:52:39.82257Z","caller":"traceutil/trace.go:171","msg":"trace[1858168263] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9134; }","duration":"268.096712ms","start":"2026-04-03T02:52:39.554384Z","end":"2026-04-03T02:52:39.822481Z","steps":["trace[1858168263] 'agreement among raft nodes before linearized reading' (duration: 267.585089ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:39.968787Z","caller":"traceutil/trace.go:171","msg":"trace[1513963717] linearizableReadLoop","detail":"{readStateIndex:9509; appliedIndex:9508; }","duration":"141.813477ms","start":"2026-04-03T02:52:39.826938Z","end":"2026-04-03T02:52:39.968752Z","steps":["trace[1513963717] 'read index received' (duration: 138.018551ms)","trace[1513963717] 'applied index is now lower than readState.Index' (duration: 3.793346ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:52:39.968882Z","caller":"traceutil/trace.go:171","msg":"trace[705104807] transaction","detail":"{read_only:false; response_revision:9135; number_of_response:1; }","duration":"142.555825ms","start":"2026-04-03T02:52:39.826288Z","end":"2026-04-03T02:52:39.968844Z","steps":["trace[705104807] 'process raft request' (duration: 138.685697ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:39.969694Z","caller":"traceutil/trace.go:171","msg":"trace[2088834499] transaction","detail":"{read_only:false; response_revision:9137; number_of_response:1; }","duration":"141.035618ms","start":"2026-04-03T02:52:39.828636Z","end":"2026-04-03T02:52:39.969672Z","steps":["trace[2088834499] 'process raft request' (duration: 140.975116ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:39.969778Z","caller":"traceutil/trace.go:171","msg":"trace[703567534] transaction","detail":"{read_only:false; response_revision:9136; number_of_response:1; }","duration":"142.639278ms","start":"2026-04-03T02:52:39.827122Z","end":"2026-04-03T02:52:39.969761Z","steps":["trace[703567534] 'process raft request' (duration: 142.32772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:39.969992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.016387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223096"} {"level":"info","ts":"2026-04-03T02:52:39.970056Z","caller":"traceutil/trace.go:171","msg":"trace[721471160] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9135; }","duration":"143.11898ms","start":"2026-04-03T02:52:39.826918Z","end":"2026-04-03T02:52:39.970036Z","steps":["trace[721471160] 'agreement among raft nodes before linearized reading' (duration: 141.963641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:41.694571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839998063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:52:41.929069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:41.193891Z","time spent":"735.173543ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T02:52:43.286511Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.357542301s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:52:43.28742Z","caller":"traceutil/trace.go:171","msg":"trace[1933764281] transaction","detail":"{read_only:false; response_revision:9138; number_of_response:1; }","duration":"1.836286786s","start":"2026-04-03T02:52:41.451107Z","end":"2026-04-03T02:52:43.287393Z","steps":["trace[1933764281] 'process raft request' (duration: 1.83604064s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:43.287815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:41.451072Z","time spent":"1.836647015s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:43.287848Z","caller":"traceutil/trace.go:171","msg":"trace[415698812] transaction","detail":"{read_only:false; response_revision:9140; number_of_response:1; }","duration":"1.83561609s","start":"2026-04-03T02:52:41.4522Z","end":"2026-04-03T02:52:43.287817Z","steps":["trace[415698812] 'process raft request' (duration: 1.835400424s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:43.287866Z","caller":"traceutil/trace.go:171","msg":"trace[259936965] transaction","detail":"{read_only:false; response_revision:9139; number_of_response:1; }","duration":"1.836649335s","start":"2026-04-03T02:52:41.451157Z","end":"2026-04-03T02:52:43.287806Z","steps":["trace[259936965] 'process raft request' (duration: 1.836184414s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:43.28801Z","caller":"traceutil/trace.go:171","msg":"trace[1227135068] linearizableReadLoop","detail":"{readStateIndex:9516; appliedIndex:9511; }","duration":"2.093850193s","start":"2026-04-03T02:52:41.194128Z","end":"2026-04-03T02:52:43.287978Z","steps":["trace[1227135068] 'read index received' (duration: 734.826854ms)","trace[1227135068] 'applied index is now lower than readState.Index' (duration: 1.359020869s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:52:43.288065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:41.452179Z","time spent":"1.835755034s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:43.288298Z","caller":"traceutil/trace.go:171","msg":"trace[2055519835] transaction","detail":"{read_only:false; response_revision:9141; number_of_response:1; }","duration":"1.83447685s","start":"2026-04-03T02:52:41.453808Z","end":"2026-04-03T02:52:43.288285Z","steps":["trace[2055519835] 'process raft request' (duration: 1.833941887s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:43.288294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:41.451135Z","time spent":"1.836851131s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:43.288362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.094224232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:43.288409Z","caller":"traceutil/trace.go:171","msg":"trace[1644560129] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:9141; }","duration":"2.094298845s","start":"2026-04-03T02:52:41.194098Z","end":"2026-04-03T02:52:43.288396Z","steps":["trace[1644560129] 'agreement among raft nodes before linearized reading' (duration: 2.094224762s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:43.288419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:41.453799Z","time spent":"1.834528751s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:43.288441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:41.194086Z","time spent":"2.094346316s","remote":"127.0.0.1:33294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:43.540157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000448847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:52:43.540259Z","caller":"traceutil/trace.go:171","msg":"trace[931757203] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000615771s","start":"2026-04-03T02:52:41.539619Z","end":"2026-04-03T02:52:43.540235Z","steps":["trace[931757203] 'agreement among raft nodes before linearized reading' (duration: 2.000472248s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:43.540322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:41.5396Z","time spent":"2.000711144s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:52:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:52:43.789073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839998073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:52:44.289759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839998073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:52:44.790314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839998073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:52:45.291048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839998073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:52:45.545909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000106168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:52:45.545987Z","caller":"traceutil/trace.go:171","msg":"trace[1662864231] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000240722s","start":"2026-04-03T02:52:43.545727Z","end":"2026-04-03T02:52:45.545968Z","steps":["trace[1662864231] 'agreement among raft nodes before linearized reading' (duration: 2.000146069s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:45.546032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:43.545702Z","time spent":"2.000320384s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:52:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:52:45.791505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839998073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:52:46.236991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999089371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:52:46.237144Z","caller":"traceutil/trace.go:171","msg":"trace[163043751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999300827s","start":"2026-04-03T02:52:41.237814Z","end":"2026-04-03T02:52:46.237115Z","steps":["trace[163043751] 'agreement among raft nodes before linearized reading' (duration: 4.999117942s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:46.237405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:41.237793Z","time spent":"4.999488521s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/03 02:52:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:52:46.292618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839998073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:52:46.763236Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.476253881s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:52:46.825202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999450001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:52:46.825286Z","caller":"traceutil/trace.go:171","msg":"trace[732380570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999582115s","start":"2026-04-03T02:52:41.825687Z","end":"2026-04-03T02:52:46.825269Z","steps":["trace[732380570] 'agreement among raft nodes before linearized reading' (duration: 4.999477052s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:46.825328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:41.825666Z","time spent":"4.999654086s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:52:46.879147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.228642ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:46.879235Z","caller":"traceutil/trace.go:171","msg":"trace[1103621629] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9141; }","duration":"660.321125ms","start":"2026-04-03T02:52:46.218893Z","end":"2026-04-03T02:52:46.879214Z","steps":["trace[1103621629] 'range keys from in-memory index tree' (duration: 660.211991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:46.879301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.717938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:52:46.879621Z","caller":"traceutil/trace.go:171","msg":"trace[1490093123] transaction","detail":"{read_only:false; response_revision:9142; number_of_response:1; }","duration":"4.949027488s","start":"2026-04-03T02:52:41.930524Z","end":"2026-04-03T02:52:46.879551Z","steps":["trace[1490093123] 'process raft request' (duration: 4.832986792s)","trace[1490093123] 'compare' (duration: 114.903218ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:52:46.879863Z","caller":"traceutil/trace.go:171","msg":"trace[1861419465] transaction","detail":"{read_only:false; response_revision:9143; number_of_response:1; }","duration":"4.525946097s","start":"2026-04-03T02:52:42.3539Z","end":"2026-04-03T02:52:46.879846Z","steps":["trace[1861419465] 'process raft request' (duration: 4.525488715s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:46.879972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:42.353874Z","time spent":"4.52604783s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:46.880139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:41.930507Z","time spent":"4.949284335s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:46.879643Z","caller":"traceutil/trace.go:171","msg":"trace[1418480355] transaction","detail":"{read_only:false; response_revision:9144; number_of_response:1; }","duration":"4.52488722s","start":"2026-04-03T02:52:42.354737Z","end":"2026-04-03T02:52:46.879624Z","steps":["trace[1418480355] 'process raft request' (duration: 4.524815468s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:46.880393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:42.354707Z","time spent":"4.525586899s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:46.91015Z","caller":"traceutil/trace.go:171","msg":"trace[2118374320] transaction","detail":"{read_only:false; response_revision:9145; number_of_response:1; }","duration":"2.298591237s","start":"2026-04-03T02:52:44.611534Z","end":"2026-04-03T02:52:46.910126Z","steps":["trace[2118374320] 'process raft request' (duration: 2.298357601s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:46.910314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:44.611482Z","time spent":"2.298776251s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:46.910392Z","caller":"traceutil/trace.go:171","msg":"trace[316497594] transaction","detail":"{read_only:false; response_revision:9147; number_of_response:1; }","duration":"1.615716522s","start":"2026-04-03T02:52:45.294665Z","end":"2026-04-03T02:52:46.910382Z","steps":["trace[316497594] 'process raft request' (duration: 1.615425575s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:46.910155Z","caller":"traceutil/trace.go:171","msg":"trace[1423805981] transaction","detail":"{read_only:false; response_revision:9146; number_of_response:1; }","duration":"1.616509313s","start":"2026-04-03T02:52:45.29362Z","end":"2026-04-03T02:52:46.91013Z","steps":["trace[1423805981] 'process raft request' (duration: 1.616429651s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:46.910481Z","caller":"traceutil/trace.go:171","msg":"trace[1295992286] linearizableReadLoop","detail":"{readStateIndex:9524; appliedIndex:9516; }","duration":"3.622397907s","start":"2026-04-03T02:52:43.28806Z","end":"2026-04-03T02:52:46.910458Z","steps":["trace[1295992286] 'read index received' (duration: 3.4754238s)","trace[1295992286] 'applied index is now lower than readState.Index' (duration: 146.972947ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:52:46.910529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:45.294656Z","time spent":"1.615789184s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:46.910535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:45.293593Z","time spent":"1.616867012s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:46.910651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.364697101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:46.910724Z","caller":"traceutil/trace.go:171","msg":"trace[1346966975] transaction","detail":"{read_only:false; response_revision:9148; number_of_response:1; }","duration":"1.615904138s","start":"2026-04-03T02:52:45.294811Z","end":"2026-04-03T02:52:46.910715Z","steps":["trace[1346966975] 'process raft request' (duration: 1.615488097s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:46.910706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.873468973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:46.910757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.49973099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T02:52:46.910783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:45.294778Z","time spent":"1.615976039s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:52:46.91079Z","caller":"traceutil/trace.go:171","msg":"trace[1552926397] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:9149; }","duration":"4.873608527s","start":"2026-04-03T02:52:42.037161Z","end":"2026-04-03T02:52:46.910769Z","steps":["trace[1552926397] 'agreement among raft nodes before linearized reading' (duration: 4.873402861s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:46.910738Z","caller":"traceutil/trace.go:171","msg":"trace[1434629101] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:9149; }","duration":"4.364816184s","start":"2026-04-03T02:52:42.545907Z","end":"2026-04-03T02:52:46.910723Z","steps":["trace[1434629101] 'agreement among raft nodes before linearized reading' (duration: 4.364575907s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:46.910735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.935021226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:52:46.910838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.930550262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-03T02:52:46.910885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.461845877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:52:46.910898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.935419536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:52:46.910905Z","caller":"traceutil/trace.go:171","msg":"trace[1749088668] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9149; }","duration":"4.935249741s","start":"2026-04-03T02:52:41.975633Z","end":"2026-04-03T02:52:46.910882Z","steps":["trace[1749088668] 'agreement among raft nodes before linearized reading' (duration: 4.934900092s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:46.910913Z","caller":"traceutil/trace.go:171","msg":"trace[1501125410] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:9149; }","duration":"4.930638825s","start":"2026-04-03T02:52:41.980255Z","end":"2026-04-03T02:52:46.910894Z","steps":["trace[1501125410] 'agreement among raft nodes before linearized reading' (duration: 4.930360468s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:46.910936Z","caller":"traceutil/trace.go:171","msg":"trace[91137838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9149; }","duration":"4.935482667s","start":"2026-04-03T02:52:41.975445Z","end":"2026-04-03T02:52:46.910928Z","steps":["trace[91137838] 'agreement among raft nodes before linearized reading' (duration: 4.935391645s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:46.910937Z","caller":"traceutil/trace.go:171","msg":"trace[1617555520] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:9149; }","duration":"3.4619485s","start":"2026-04-03T02:52:43.448976Z","end":"2026-04-03T02:52:46.910924Z","steps":["trace[1617555520] 'agreement among raft nodes before linearized reading' (duration: 3.461885909s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:46.910945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11673049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:52:46.910955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:41.9756Z","time spent":"4.935342784s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:52:46.910962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:41.980227Z","time spent":"4.930726537s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T02:52:46.910974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:41.975426Z","time spent":"4.935541078s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:52:46.910979Z","caller":"traceutil/trace.go:171","msg":"trace[878560538] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:9149; }","duration":"2.116799752s","start":"2026-04-03T02:52:44.794169Z","end":"2026-04-03T02:52:46.910969Z","steps":["trace[878560538] 'agreement among raft nodes before linearized reading' (duration: 2.11673578s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:46.91098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:43.448944Z","time spent":"3.462024623s","remote":"127.0.0.1:39162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:46.910993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.778977337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-03T02:52:46.91101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:44.794146Z","time spent":"2.116855863s","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:52:46.911025Z","caller":"traceutil/trace.go:171","msg":"trace[1277934162] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9149; }","duration":"3.779052019s","start":"2026-04-03T02:52:43.131963Z","end":"2026-04-03T02:52:46.911015Z","steps":["trace[1277934162] 'agreement among raft nodes before linearized reading' (duration: 3.778907455s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:46.910888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176951428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:52:46.910795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.493822215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:52:46.911053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:43.131939Z","time spent":"3.779106459s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:52:46.911107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.033883506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:46.911076Z","caller":"traceutil/trace.go:171","msg":"trace[756750494] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:9149; }","duration":"3.494158134s","start":"2026-04-03T02:52:43.416903Z","end":"2026-04-03T02:52:46.911061Z","steps":["trace[756750494] 'agreement among raft nodes before linearized reading' (duration: 3.493852066s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:46.910719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.935162689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:52:46.91117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:43.416867Z","time spent":"3.494285406s","remote":"127.0.0.1:52546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:52:46.910816Z","caller":"traceutil/trace.go:171","msg":"trace[796162940] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:9149; }","duration":"5.499845303s","start":"2026-04-03T02:52:41.410957Z","end":"2026-04-03T02:52:46.910803Z","steps":["trace[796162940] 'agreement among raft nodes before linearized reading' (duration: 5.49969355s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:46.911201Z","caller":"traceutil/trace.go:171","msg":"trace[623279901] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:9149; }","duration":"4.034022199s","start":"2026-04-03T02:52:42.877169Z","end":"2026-04-03T02:52:46.911191Z","steps":["trace[623279901] 'agreement among raft nodes before linearized reading' (duration: 4.033912906s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:46.911221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:41.410934Z","time spent":"5.500275283s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"info","ts":"2026-04-03T02:52:46.911223Z","caller":"traceutil/trace.go:171","msg":"trace[1030203814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9149; }","duration":"4.935729253s","start":"2026-04-03T02:52:41.97547Z","end":"2026-04-03T02:52:46.911199Z","steps":["trace[1030203814] 'agreement among raft nodes before linearized reading' (duration: 4.935131228s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:52:46.911062Z","caller":"traceutil/trace.go:171","msg":"trace[644441122] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:9149; }","duration":"2.177159144s","start":"2026-04-03T02:52:44.733893Z","end":"2026-04-03T02:52:46.911052Z","steps":["trace[644441122] 'agreement among raft nodes before linearized reading' (duration: 2.176961479s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:46.911298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:41.975446Z","time spent":"4.935832866s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:52:46.911336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:44.733872Z","time spent":"2.177446442s","remote":"127.0.0.1:47292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:46.911027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:42.54589Z","time spent":"4.364974298s","remote":"127.0.0.1:52428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:52:46.91069Z","caller":"traceutil/trace.go:171","msg":"trace[651647997] transaction","detail":"{read_only:false; response_revision:9149; number_of_response:1; }","duration":"1.615774754s","start":"2026-04-03T02:52:45.294902Z","end":"2026-04-03T02:52:46.910677Z","steps":["trace[651647997] 'process raft request' (duration: 1.615503497s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:46.911242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:42.877143Z","time spent":"4.034089181s","remote":"127.0.0.1:52440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:46.910845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:42.037144Z","time spent":"4.873689388s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:52:46.91156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:45.294864Z","time spent":"1.616589875s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:52:46.910846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364577429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:52:46.911659Z","caller":"traceutil/trace.go:171","msg":"trace[68028042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9149; }","duration":"1.36541268s","start":"2026-04-03T02:52:45.546232Z","end":"2026-04-03T02:52:46.911645Z","steps":["trace[68028042] 'agreement among raft nodes before linearized reading' (duration: 1.36459581s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:52:46.911708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:52:45.546209Z","time spent":"1.365486782s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:53:11.539052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839998628,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:53:11.614529Z","caller":"traceutil/trace.go:171","msg":"trace[1306595353] transaction","detail":"{read_only:false; response_revision:9329; number_of_response:1; }","duration":"587.596681ms","start":"2026-04-03T02:53:11.026897Z","end":"2026-04-03T02:53:11.614493Z","steps":["trace[1306595353] 'process raft request' (duration: 586.461083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:11.61471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:11.026859Z","time spent":"587.758225ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:53:11.61557Z","caller":"traceutil/trace.go:171","msg":"trace[1159494586] transaction","detail":"{read_only:false; response_revision:9330; number_of_response:1; }","duration":"586.852051ms","start":"2026-04-03T02:53:11.028687Z","end":"2026-04-03T02:53:11.615539Z","steps":["trace[1159494586] 'process raft request' (duration: 586.604745ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:11.615714Z","caller":"traceutil/trace.go:171","msg":"trace[598172372] linearizableReadLoop","detail":"{readStateIndex:9714; appliedIndex:9711; }","duration":"577.289821ms","start":"2026-04-03T02:53:11.038389Z","end":"2026-04-03T02:53:11.615678Z","steps":["trace[598172372] 'read index received' (duration: 574.998414ms)","trace[598172372] 'applied index is now lower than readState.Index' (duration: 2.287937ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:53:11.615758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:11.028661Z","time spent":"586.993205ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:53:11.615747Z","caller":"traceutil/trace.go:171","msg":"trace[525370727] transaction","detail":"{read_only:false; response_revision:9331; number_of_response:1; }","duration":"584.307257ms","start":"2026-04-03T02:53:11.031391Z","end":"2026-04-03T02:53:11.615699Z","steps":["trace[525370727] 'process raft request' (duration: 584.058441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:11.615963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:11.031366Z","time spent":"584.482072ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:53:11.615979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.578539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:53:11.616023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.978769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T02:53:11.616021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.324924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7695b7f44f-9zv9l.18a2b916e90a2520\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-04-03T02:53:11.616034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.754871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:53:11.616047Z","caller":"traceutil/trace.go:171","msg":"trace[1807955224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9331; }","duration":"577.695571ms","start":"2026-04-03T02:53:11.038331Z","end":"2026-04-03T02:53:11.616027Z","steps":["trace[1807955224] 'agreement among raft nodes before linearized reading' (duration: 577.459194ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:11.616065Z","caller":"traceutil/trace.go:171","msg":"trace[165667041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9331; }","duration":"576.03683ms","start":"2026-04-03T02:53:11.040015Z","end":"2026-04-03T02:53:11.616051Z","steps":["trace[165667041] 'agreement among raft nodes before linearized reading' (duration: 575.832994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:11.616046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.71372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-03T02:53:11.616103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:11.038322Z","time spent":"577.772234ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:53:11.616098Z","caller":"traceutil/trace.go:171","msg":"trace[1148193411] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7695b7f44f-9zv9l.18a2b916e90a2520; range_end:; response_count:1; response_revision:9331; }","duration":"426.449767ms","start":"2026-04-03T02:53:11.189626Z","end":"2026-04-03T02:53:11.616076Z","steps":["trace[1148193411] 'agreement among raft nodes before linearized reading' (duration: 426.22296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:11.616109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:11.039996Z","time spent":"576.103981ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:53:11.616125Z","caller":"traceutil/trace.go:171","msg":"trace[574095445] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9331; }","duration":"569.820923ms","start":"2026-04-03T02:53:11.046283Z","end":"2026-04-03T02:53:11.616104Z","steps":["trace[574095445] 'agreement among raft nodes before linearized reading' (duration: 569.621297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:11.616141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:11.189604Z","time spent":"426.529289ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-7695b7f44f-9zv9l.18a2b916e90a2520\" "} {"level":"info","ts":"2026-04-03T02:53:11.616099Z","caller":"traceutil/trace.go:171","msg":"trace[343001747] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:9331; }","duration":"548.872724ms","start":"2026-04-03T02:53:11.067211Z","end":"2026-04-03T02:53:11.616084Z","steps":["trace[343001747] 'agreement among raft nodes before linearized reading' (duration: 548.655537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:11.616154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.887798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T02:53:11.616171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:11.046267Z","time spent":"569.891705ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:53:11.616165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.002766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"warn","ts":"2026-04-03T02:53:11.616199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:11.067186Z","time spent":"548.997087ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"info","ts":"2026-04-03T02:53:11.616215Z","caller":"traceutil/trace.go:171","msg":"trace[879157036] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:9331; }","duration":"202.984361ms","start":"2026-04-03T02:53:11.413212Z","end":"2026-04-03T02:53:11.616196Z","steps":["trace[879157036] 'agreement among raft nodes before linearized reading' (duration: 202.811626ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:11.616241Z","caller":"traceutil/trace.go:171","msg":"trace[814861850] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:9331; }","duration":"541.090498ms","start":"2026-04-03T02:53:11.07512Z","end":"2026-04-03T02:53:11.616211Z","steps":["trace[814861850] 'agreement among raft nodes before linearized reading' (duration: 540.920294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:11.616282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:11.075107Z","time spent":"541.16715ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":536,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"warn","ts":"2026-04-03T02:53:14.038683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839998680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:53:14.539036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839998680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:53:15.040006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839998680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:53:15.538454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000308243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:53:15.538539Z","caller":"traceutil/trace.go:171","msg":"trace[1914673542] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000439266s","start":"2026-04-03T02:53:13.538078Z","end":"2026-04-03T02:53:15.538517Z","steps":["trace[1914673542] 'agreement among raft nodes before linearized reading' (duration: 2.000343354s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:15.538642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:13.538055Z","time spent":"2.00057405s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:53:15.577462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839998680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:53:16.07758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839998680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:53:16.249802Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.28907491s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:53:16.250159Z","caller":"traceutil/trace.go:171","msg":"trace[45684404] transaction","detail":"{read_only:false; response_revision:9340; number_of_response:1; }","duration":"3.28948622s","start":"2026-04-03T02:53:12.960647Z","end":"2026-04-03T02:53:16.250133Z","steps":["trace[45684404] 'process raft request' (duration: 3.289324606s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:16.250303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:12.960629Z","time spent":"3.289597292s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:53:17.57769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999726449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:53:17.577759Z","caller":"traceutil/trace.go:171","msg":"trace[930512775] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999808811s","start":"2026-04-03T02:53:15.577932Z","end":"2026-04-03T02:53:17.577741Z","steps":["trace[930512775] 'agreement among raft nodes before linearized reading' (duration: 1.999722979s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:17.577795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:15.577874Z","time spent":"1.999912763s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:53:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:53:18.009704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:13.011384Z","time spent":"4.998312131s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T02:53:18.622132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:13.623348Z","time spent":"4.998778063s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 02:53:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:53:18.622216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:13.623419Z","time spent":"4.998788214s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T02:53:18.627442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:13.62821Z","time spent":"4.999194713s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 02:53:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:53:18.629647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999757378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:53:18.629696Z","caller":"traceutil/trace.go:171","msg":"trace[691984446] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99982926s","start":"2026-04-03T02:53:13.629852Z","end":"2026-04-03T02:53:18.629682Z","steps":["trace[691984446] 'agreement among raft nodes before linearized reading' (duration: 4.999766078s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:18.629733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:13.629846Z","time spent":"4.999878161s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/03 02:53:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:53:19.181927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:53:19.182041Z","caller":"traceutil/trace.go:171","msg":"trace[1976695195] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000360085s","start":"2026-04-03T02:53:17.181658Z","end":"2026-04-03T02:53:19.182018Z","steps":["trace[1976695195] 'agreement among raft nodes before linearized reading' (duration: 2.000215251s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:19.182102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:17.181639Z","time spent":"2.000444616s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:53:19.383531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99982378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:53:19.383606Z","caller":"traceutil/trace.go:171","msg":"trace[227392100] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999976684s","start":"2026-04-03T02:53:14.38361Z","end":"2026-04-03T02:53:19.383587Z","steps":["trace[227392100] 'agreement among raft nodes before linearized reading' (duration: 4.999855191s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:19.383653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:14.38358Z","time spent":"5.000063185s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:53:19.58381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991750297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:53:19.583888Z","caller":"traceutil/trace.go:171","msg":"trace[2051803287] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.9918802s","start":"2026-04-03T02:53:17.591991Z","end":"2026-04-03T02:53:19.583871Z","steps":["trace[2051803287] 'agreement among raft nodes before linearized reading' (duration: 1.991779338s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:19.583928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:17.591973Z","time spent":"1.991945613s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:53:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:53:20.601864Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.041977907s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:53:20.604096Z","caller":"traceutil/trace.go:171","msg":"trace[637135256] linearizableReadLoop","detail":"{readStateIndex:9728; appliedIndex:9723; }","duration":"7.065941842s","start":"2026-04-03T02:53:13.538124Z","end":"2026-04-03T02:53:20.604065Z","steps":["trace[637135256] 'read index received' (duration: 2.711887331s)","trace[637135256] 'applied index is now lower than readState.Index' (duration: 4.354050681s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:53:20.633295Z","caller":"traceutil/trace.go:171","msg":"trace[684304287] transaction","detail":"{read_only:false; response_revision:9345; number_of_response:1; }","duration":"3.61856932s","start":"2026-04-03T02:53:17.0147Z","end":"2026-04-03T02:53:20.633269Z","steps":["trace[684304287] 'process raft request' (duration: 3.618306993s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:20.633468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:17.014676Z","time spent":"3.618712343s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:53:20.633576Z","caller":"traceutil/trace.go:171","msg":"trace[874882970] transaction","detail":"{read_only:false; response_revision:9346; number_of_response:1; }","duration":"3.229290742s","start":"2026-04-03T02:53:17.404268Z","end":"2026-04-03T02:53:20.633559Z","steps":["trace[874882970] 'process raft request' (duration: 3.228905741s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:20.63368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:17.404243Z","time spent":"3.229378274s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:53:20.633872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.606109264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-03T02:53:20.633896Z","caller":"traceutil/trace.go:171","msg":"trace[1935790777] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9348; }","duration":"2.606173896s","start":"2026-04-03T02:53:18.027714Z","end":"2026-04-03T02:53:20.633888Z","steps":["trace[1935790777] 'agreement among raft nodes before linearized reading' (duration: 2.606054383s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:20.633886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.989064782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-03T02:53:20.633942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04191758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:53:20.633943Z","caller":"traceutil/trace.go:171","msg":"trace[459905359] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9348; }","duration":"2.989146985s","start":"2026-04-03T02:53:17.644781Z","end":"2026-04-03T02:53:20.633928Z","steps":["trace[459905359] 'agreement among raft nodes before linearized reading' (duration: 2.988994611s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:20.633957Z","caller":"traceutil/trace.go:171","msg":"trace[1156984027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9348; }","duration":"1.041963931s","start":"2026-04-03T02:53:19.591989Z","end":"2026-04-03T02:53:20.633953Z","steps":["trace[1156984027] 'agreement among raft nodes before linearized reading' (duration: 1.041936941s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:20.633954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.03515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:53:20.633979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:19.591968Z","time spent":"1.042008692s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:53:20.633982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:17.644763Z","time spent":"2.989209976s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T02:53:20.633998Z","caller":"traceutil/trace.go:171","msg":"trace[156702078] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:9348; }","duration":"982.108952ms","start":"2026-04-03T02:53:19.651876Z","end":"2026-04-03T02:53:20.633984Z","steps":["trace[156702078] 'agreement among raft nodes before linearized reading' (duration: 982.03742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:20.634034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:19.651858Z","time spent":"982.167643ms","remote":"127.0.0.1:52364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:53:20.634115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005545595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-03T02:53:20.634134Z","caller":"traceutil/trace.go:171","msg":"trace[1017964729] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9348; }","duration":"2.005582187s","start":"2026-04-03T02:53:18.628546Z","end":"2026-04-03T02:53:20.634128Z","steps":["trace[1017964729] 'agreement among raft nodes before linearized reading' (duration: 2.005529785s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:20.634154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:18.628538Z","time spent":"2.005608257s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T02:53:20.634174Z","caller":"traceutil/trace.go:171","msg":"trace[397157206] transaction","detail":"{read_only:false; response_revision:9347; number_of_response:1; }","duration":"3.195948821s","start":"2026-04-03T02:53:17.438215Z","end":"2026-04-03T02:53:20.634163Z","steps":["trace[397157206] 'process raft request' (duration: 3.195217072s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:20.634238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.470623959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:53:20.634253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:17.438185Z","time spent":"3.196021003s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:53:20.634283Z","caller":"traceutil/trace.go:171","msg":"trace[1278176553] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:9348; }","duration":"3.470707211s","start":"2026-04-03T02:53:17.16356Z","end":"2026-04-03T02:53:20.634268Z","steps":["trace[1278176553] 'agreement among raft nodes before linearized reading' (duration: 3.47063718s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:20.634302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010135012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-04-03T02:53:20.634322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:17.163538Z","time spent":"3.470773482s","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:53:20.634341Z","caller":"traceutil/trace.go:171","msg":"trace[895030728] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:9348; }","duration":"2.010172363s","start":"2026-04-03T02:53:18.624161Z","end":"2026-04-03T02:53:20.634333Z","steps":["trace[895030728] 'agreement among raft nodes before linearized reading' (duration: 2.010092201s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:20.634362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:18.624107Z","time spent":"2.010249034s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-03T02:53:20.634503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010762237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-03T02:53:20.634521Z","caller":"traceutil/trace.go:171","msg":"trace[1012170947] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:9348; }","duration":"2.010815388s","start":"2026-04-03T02:53:18.6237Z","end":"2026-04-03T02:53:20.634515Z","steps":["trace[1012170947] 'agreement among raft nodes before linearized reading' (duration: 2.010742767s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:20.634541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:18.623679Z","time spent":"2.0108582s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-03T02:53:20.634558Z","caller":"traceutil/trace.go:171","msg":"trace[1258194984] transaction","detail":"{read_only:false; response_revision:9348; number_of_response:1; }","duration":"719.17085ms","start":"2026-04-03T02:53:19.915375Z","end":"2026-04-03T02:53:20.634546Z","steps":["trace[1258194984] 'process raft request' (duration: 718.168304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:20.634618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:19.915349Z","time spent":"719.236361ms","remote":"127.0.0.1:37686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:53:20.634672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380070642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:53:20.634691Z","caller":"traceutil/trace.go:171","msg":"trace[508992477] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9348; }","duration":"2.380141255s","start":"2026-04-03T02:53:18.254544Z","end":"2026-04-03T02:53:20.634685Z","steps":["trace[508992477] 'agreement among raft nodes before linearized reading' (duration: 2.380066523s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:20.634707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:18.254522Z","time spent":"2.380181595s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:53:20.634752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.796423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:53:20.634785Z","caller":"traceutil/trace.go:171","msg":"trace[227755924] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:9348; }","duration":"841.870355ms","start":"2026-04-03T02:53:19.792903Z","end":"2026-04-03T02:53:20.634773Z","steps":["trace[227755924] 'agreement among raft nodes before linearized reading' (duration: 841.819184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:20.634815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:19.792876Z","time spent":"841.931137ms","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:53:20.635353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.31648888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:53:20.635384Z","caller":"traceutil/trace.go:171","msg":"trace[493275000] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:9348; }","duration":"6.316560982s","start":"2026-04-03T02:53:14.318816Z","end":"2026-04-03T02:53:20.635377Z","steps":["trace[493275000] 'agreement among raft nodes before linearized reading' (duration: 6.31649958s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:20.635406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:14.318795Z","time spent":"6.316605992s","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:53:20.633913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:18.02769Z","time spent":"2.606218437s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:53:20.635859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.00633664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:53:20.635926Z","caller":"traceutil/trace.go:171","msg":"trace[1865261295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9348; }","duration":"7.006424501s","start":"2026-04-03T02:53:13.629493Z","end":"2026-04-03T02:53:20.635918Z","steps":["trace[1865261295] 'agreement among raft nodes before linearized reading' (duration: 7.005761045s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:20.63596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:13.629485Z","time spent":"7.006469412s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:53:20.635846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.004056972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:53:20.636153Z","caller":"traceutil/trace.go:171","msg":"trace[1361759803] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:9348; }","duration":"7.004329078s","start":"2026-04-03T02:53:13.631742Z","end":"2026-04-03T02:53:20.636071Z","steps":["trace[1361759803] 'agreement among raft nodes before linearized reading' (duration: 7.003905087s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:20.636254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.245132194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:53:20.636281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.984752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:53:20.636319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.916173736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:53:20.636329Z","caller":"traceutil/trace.go:171","msg":"trace[1889961767] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:9348; }","duration":"983.049104ms","start":"2026-04-03T02:53:19.653264Z","end":"2026-04-03T02:53:20.636313Z","steps":["trace[1889961767] 'agreement among raft nodes before linearized reading' (duration: 982.939741ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:20.636343Z","caller":"traceutil/trace.go:171","msg":"trace[1655526520] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9348; }","duration":"3.916226748s","start":"2026-04-03T02:53:16.720109Z","end":"2026-04-03T02:53:20.636336Z","steps":["trace[1655526520] 'agreement among raft nodes before linearized reading' (duration: 3.916193307s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:20.636365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:16.720095Z","time spent":"3.916265199s","remote":"127.0.0.1:33138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:53:20.636384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:19.65321Z","time spent":"983.163809ms","remote":"127.0.0.1:44510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:53:20.636055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.005895468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:53:20.636515Z","caller":"traceutil/trace.go:171","msg":"trace[1205811828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9348; }","duration":"7.00636563s","start":"2026-04-03T02:53:13.63014Z","end":"2026-04-03T02:53:20.636506Z","steps":["trace[1205811828] 'agreement among raft nodes before linearized reading' (duration: 7.005876627s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:20.636289Z","caller":"traceutil/trace.go:171","msg":"trace[45756357] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:9348; }","duration":"4.245216486s","start":"2026-04-03T02:53:16.391063Z","end":"2026-04-03T02:53:20.63628Z","steps":["trace[45756357] 'agreement among raft nodes before linearized reading' (duration: 4.245154195s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:20.636598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:13.631734Z","time spent":"7.004540253s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T02:53:20.636656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:16.391041Z","time spent":"4.245604486s","remote":"127.0.0.1:33248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:53:20.637394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.691759567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T02:53:20.637453Z","caller":"traceutil/trace.go:171","msg":"trace[119205288] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9348; }","duration":"3.691859639s","start":"2026-04-03T02:53:16.94558Z","end":"2026-04-03T02:53:20.63744Z","steps":["trace[119205288] 'agreement among raft nodes before linearized reading' (duration: 3.688897584s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:20.637493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:16.945558Z","time spent":"3.691926381s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":931,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:53:20.638009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:13.630133Z","time spent":"7.006426271s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:53:21.492921Z","caller":"traceutil/trace.go:171","msg":"trace[1381052796] transaction","detail":"{read_only:false; response_revision:9355; number_of_response:1; }","duration":"100.784312ms","start":"2026-04-03T02:53:21.392114Z","end":"2026-04-03T02:53:21.492899Z","steps":["trace[1381052796] 'process raft request' (duration: 100.547796ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:23.613288Z","caller":"traceutil/trace.go:171","msg":"trace[1137722070] transaction","detail":"{read_only:false; response_revision:9367; number_of_response:1; }","duration":"113.671807ms","start":"2026-04-03T02:53:23.499587Z","end":"2026-04-03T02:53:23.613259Z","steps":["trace[1137722070] 'process raft request' (duration: 113.417251ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:24.863761Z","caller":"traceutil/trace.go:171","msg":"trace[1770094225] transaction","detail":"{read_only:false; response_revision:9369; number_of_response:1; }","duration":"168.273105ms","start":"2026-04-03T02:53:24.695455Z","end":"2026-04-03T02:53:24.863728Z","steps":["trace[1770094225] 'process raft request' (duration: 120.160001ms)","trace[1770094225] 'compare' (duration: 47.929958ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:53:24.864151Z","caller":"traceutil/trace.go:171","msg":"trace[274392332] transaction","detail":"{read_only:false; response_revision:9370; number_of_response:1; }","duration":"168.562281ms","start":"2026-04-03T02:53:24.695573Z","end":"2026-04-03T02:53:24.864135Z","steps":["trace[274392332] 'process raft request' (duration: 168.10612ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:24.864688Z","caller":"traceutil/trace.go:171","msg":"trace[750812131] linearizableReadLoop","detail":"{readStateIndex:9757; appliedIndex:9753; }","duration":"158.439066ms","start":"2026-04-03T02:53:24.706223Z","end":"2026-04-03T02:53:24.864663Z","steps":["trace[750812131] 'read index received' (duration: 31.170475ms)","trace[750812131] 'applied index is now lower than readState.Index' (duration: 127.267501ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:53:24.864737Z","caller":"traceutil/trace.go:171","msg":"trace[1833261619] transaction","detail":"{read_only:false; response_revision:9371; number_of_response:1; }","duration":"168.811387ms","start":"2026-04-03T02:53:24.695898Z","end":"2026-04-03T02:53:24.864709Z","steps":["trace[1833261619] 'process raft request' (duration: 168.232333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:24.864948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.719154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:53:24.865004Z","caller":"traceutil/trace.go:171","msg":"trace[1649608459] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9371; }","duration":"158.817596ms","start":"2026-04-03T02:53:24.70617Z","end":"2026-04-03T02:53:24.864988Z","steps":["trace[1649608459] 'agreement among raft nodes before linearized reading' (duration: 158.645052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:24.865166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.751302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:53:24.865195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.046926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:53:24.865197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.664391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:53:24.865221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.092626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:53:24.865278Z","caller":"traceutil/trace.go:171","msg":"trace[383048937] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9371; }","duration":"156.181019ms","start":"2026-04-03T02:53:24.709083Z","end":"2026-04-03T02:53:24.865264Z","steps":["trace[383048937] 'agreement among raft nodes before linearized reading' (duration: 155.920903ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:24.865286Z","caller":"traceutil/trace.go:171","msg":"trace[1033804954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9371; }","duration":"154.775723ms","start":"2026-04-03T02:53:24.710496Z","end":"2026-04-03T02:53:24.865272Z","steps":["trace[1033804954] 'agreement among raft nodes before linearized reading' (duration: 154.571938ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:24.86532Z","caller":"traceutil/trace.go:171","msg":"trace[769304564] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:9371; }","duration":"150.23584ms","start":"2026-04-03T02:53:24.715062Z","end":"2026-04-03T02:53:24.865298Z","steps":["trace[769304564] 'agreement among raft nodes before linearized reading' (duration: 149.972563ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:24.865224Z","caller":"traceutil/trace.go:171","msg":"trace[505590084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9371; }","duration":"152.838315ms","start":"2026-04-03T02:53:24.712372Z","end":"2026-04-03T02:53:24.86521Z","steps":["trace[505590084] 'agreement among raft nodes before linearized reading' (duration: 152.701221ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:26.889156Z","caller":"traceutil/trace.go:171","msg":"trace[758755918] transaction","detail":"{read_only:false; response_revision:9377; number_of_response:1; }","duration":"146.886295ms","start":"2026-04-03T02:53:26.742247Z","end":"2026-04-03T02:53:26.889133Z","steps":["trace[758755918] 'process raft request' (duration: 146.73064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:29.488962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839998803,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:53:29.98992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839998803,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:53:30.491067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839998803,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:53:30.667467Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.756517985s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:53:30.667978Z","caller":"traceutil/trace.go:171","msg":"trace[1316145216] transaction","detail":"{read_only:false; response_revision:9387; number_of_response:1; }","duration":"1.75712913s","start":"2026-04-03T02:53:28.910828Z","end":"2026-04-03T02:53:30.667957Z","steps":["trace[1316145216] 'process raft request' (duration: 1.756997457s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:30.66808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:28.91081Z","time spent":"1.757200371s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:53:31.538922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000038517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:53:31.539038Z","caller":"traceutil/trace.go:171","msg":"trace[184126460] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000229682s","start":"2026-04-03T02:53:29.538788Z","end":"2026-04-03T02:53:31.539017Z","steps":["trace[184126460] 'agreement among raft nodes before linearized reading' (duration: 2.000080228s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:31.53909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:29.538759Z","time spent":"2.000319774s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:53:31.748019Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.080362401s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:53:31.748523Z","caller":"traceutil/trace.go:171","msg":"trace[424642239] linearizableReadLoop","detail":"{readStateIndex:9777; appliedIndex:9773; }","duration":"2.759628356s","start":"2026-04-03T02:53:28.988868Z","end":"2026-04-03T02:53:31.748497Z","steps":["trace[424642239] 'read index received' (duration: 1.678902436s)","trace[424642239] 'applied index is now lower than readState.Index' (duration: 1.08072477s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:53:31.748655Z","caller":"traceutil/trace.go:171","msg":"trace[1555011503] transaction","detail":"{read_only:false; response_revision:9390; number_of_response:1; }","duration":"2.79309472s","start":"2026-04-03T02:53:28.955546Z","end":"2026-04-03T02:53:31.748641Z","steps":["trace[1555011503] 'process raft request' (duration: 2.792905626s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:31.748682Z","caller":"traceutil/trace.go:171","msg":"trace[712320517] transaction","detail":"{read_only:false; response_revision:9389; number_of_response:1; }","duration":"2.79426921s","start":"2026-04-03T02:53:28.954346Z","end":"2026-04-03T02:53:31.748615Z","steps":["trace[712320517] 'process raft request' (duration: 2.794058074s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:31.748791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:28.955536Z","time spent":"2.793161002s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:53:31.748744Z","caller":"traceutil/trace.go:171","msg":"trace[462518240] transaction","detail":"{read_only:false; response_revision:9388; number_of_response:1; }","duration":"2.794874194s","start":"2026-04-03T02:53:28.953798Z","end":"2026-04-03T02:53:31.748673Z","steps":["trace[462518240] 'process raft request' (duration: 2.794421373s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:31.748967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:28.954325Z","time spent":"2.794492385s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:53:31.749027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:28.95377Z","time spent":"2.7951153s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:53:31.749201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.760317523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:53:31.749347Z","caller":"traceutil/trace.go:171","msg":"trace[2025617815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9390; }","duration":"2.760504187s","start":"2026-04-03T02:53:28.98882Z","end":"2026-04-03T02:53:31.749325Z","steps":["trace[2025617815] 'agreement among raft nodes before linearized reading' (duration: 2.760162859s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:31.749462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:28.988798Z","time spent":"2.760646622s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:53:31.919885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.286268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:53:31.920056Z","caller":"traceutil/trace.go:171","msg":"trace[1703879873] transaction","detail":"{read_only:false; response_revision:9393; number_of_response:1; }","duration":"165.835932ms","start":"2026-04-03T02:53:31.754208Z","end":"2026-04-03T02:53:31.920044Z","steps":["trace[1703879873] 'process raft request' (duration: 165.790031ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:31.920277Z","caller":"traceutil/trace.go:171","msg":"trace[2094178609] transaction","detail":"{read_only:false; response_revision:9391; number_of_response:1; }","duration":"1.252323227s","start":"2026-04-03T02:53:30.667946Z","end":"2026-04-03T02:53:31.92027Z","steps":["trace[2094178609] 'process raft request' (duration: 1.132572297s)","trace[2094178609] 'compare' (duration: 119.133184ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:53:31.920306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:30.667926Z","time spent":"1.252363568s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:53:31.920411Z","caller":"traceutil/trace.go:171","msg":"trace[750480394] linearizableReadLoop","detail":"{readStateIndex:9779; appliedIndex:9777; }","duration":"171.807584ms","start":"2026-04-03T02:53:31.748597Z","end":"2026-04-03T02:53:31.920405Z","steps":["trace[750480394] 'read index received' (duration: 51.9328ms)","trace[750480394] 'applied index is now lower than readState.Index' (duration: 119.873314ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:53:31.920467Z","caller":"traceutil/trace.go:171","msg":"trace[1467968312] transaction","detail":"{read_only:false; response_revision:9392; number_of_response:1; }","duration":"1.01530191s","start":"2026-04-03T02:53:30.90516Z","end":"2026-04-03T02:53:31.920462Z","steps":["trace[1467968312] 'process raft request' (duration: 1.014796366s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:31.920496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:30.905124Z","time spent":"1.015355531s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:53:31.920548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.946474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:53:31.920569Z","caller":"traceutil/trace.go:171","msg":"trace[1613138908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9393; }","duration":"380.035616ms","start":"2026-04-03T02:53:31.540527Z","end":"2026-04-03T02:53:31.920563Z","steps":["trace[1613138908] 'agreement among raft nodes before linearized reading' (duration: 380.003625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:31.920586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:31.54045Z","time spent":"380.133509ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:53:31.92069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915492094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:53:31.920709Z","caller":"traceutil/trace.go:171","msg":"trace[1738236235] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:9393; }","duration":"1.915542496s","start":"2026-04-03T02:53:30.005162Z","end":"2026-04-03T02:53:31.920704Z","steps":["trace[1738236235] 'agreement among raft nodes before linearized reading' (duration: 1.915507585s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:31.920722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:30.005141Z","time spent":"1.915577447s","remote":"127.0.0.1:47342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:53:31.920802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.381184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:53:31.920848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.266752794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:53:31.920862Z","caller":"traceutil/trace.go:171","msg":"trace[1049359569] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9393; }","duration":"2.266797245s","start":"2026-04-03T02:53:29.65406Z","end":"2026-04-03T02:53:31.920857Z","steps":["trace[1049359569] 'agreement among raft nodes before linearized reading' (duration: 2.266730544s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:31.920875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:29.654041Z","time spent":"2.266831106s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:53:31.920859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.283929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:53:31.920895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.22804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:53:31.920827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685172235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:53:31.920983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.448148159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:53:31.920966Z","caller":"traceutil/trace.go:171","msg":"trace[1682320015] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:9393; }","duration":"485.349373ms","start":"2026-04-03T02:53:31.435602Z","end":"2026-04-03T02:53:31.920952Z","steps":["trace[1682320015] 'agreement among raft nodes before linearized reading' (duration: 485.153048ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:31.921002Z","caller":"traceutil/trace.go:171","msg":"trace[2045898183] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:9393; }","duration":"2.448208481s","start":"2026-04-03T02:53:29.47279Z","end":"2026-04-03T02:53:31.920998Z","steps":["trace[2045898183] 'agreement among raft nodes before linearized reading' (duration: 2.448125399s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:31.921018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:29.472768Z","time spent":"2.448246712s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":86,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:53:31.921033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:31.435573Z","time spent":"485.444655ms","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":59,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:53:31.92104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.842134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T02:53:31.921065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.924685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-04-03T02:53:31.921085Z","caller":"traceutil/trace.go:171","msg":"trace[349820919] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:9393; }","duration":"506.939697ms","start":"2026-04-03T02:53:31.414138Z","end":"2026-04-03T02:53:31.921078Z","steps":["trace[349820919] 'agreement among raft nodes before linearized reading' (duration: 506.749202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:31.921114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.487288047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:53:31.921125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:31.414108Z","time spent":"507.010798ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"info","ts":"2026-04-03T02:53:31.921138Z","caller":"traceutil/trace.go:171","msg":"trace[1001997644] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9393; }","duration":"2.487339998s","start":"2026-04-03T02:53:29.433791Z","end":"2026-04-03T02:53:31.921131Z","steps":["trace[1001997644] 'agreement among raft nodes before linearized reading' (duration: 2.487301727s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:31.921123Z","caller":"traceutil/trace.go:171","msg":"trace[1634873389] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9393; }","duration":"568.026118ms","start":"2026-04-03T02:53:31.353079Z","end":"2026-04-03T02:53:31.921105Z","steps":["trace[1634873389] 'agreement among raft nodes before linearized reading' (duration: 567.919635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:31.921159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:29.433779Z","time spent":"2.487375629s","remote":"127.0.0.1:33140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:53:31.921061Z","caller":"traceutil/trace.go:171","msg":"trace[241422176] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:9393; }","duration":"1.685417092s","start":"2026-04-03T02:53:30.235571Z","end":"2026-04-03T02:53:31.920989Z","steps":["trace[241422176] 'agreement among raft nodes before linearized reading' (duration: 1.685073933s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:31.92118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:31.353049Z","time spent":"568.11641ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-03T02:53:31.921256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.652811531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:53:31.921274Z","caller":"traceutil/trace.go:171","msg":"trace[317956204] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:9393; }","duration":"2.652865923s","start":"2026-04-03T02:53:29.268404Z","end":"2026-04-03T02:53:31.92127Z","steps":["trace[317956204] 'agreement among raft nodes before linearized reading' (duration: 2.652828292s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:31.921253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:30.235549Z","time spent":"1.685689198s","remote":"127.0.0.1:33260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:53:31.920965Z","caller":"traceutil/trace.go:171","msg":"trace[111180591] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:9393; }","duration":"793.412142ms","start":"2026-04-03T02:53:31.127528Z","end":"2026-04-03T02:53:31.92094Z","steps":["trace[111180591] 'agreement among raft nodes before linearized reading' (duration: 793.137116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:31.921365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.912612115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:53:31.921383Z","caller":"traceutil/trace.go:171","msg":"trace[200388770] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:9393; }","duration":"2.912647825s","start":"2026-04-03T02:53:29.008732Z","end":"2026-04-03T02:53:31.92138Z","steps":["trace[200388770] 'agreement among raft nodes before linearized reading' (duration: 2.912595224s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:31.921396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:29.008722Z","time spent":"2.912671276s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T02:53:31.921352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.251249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7695b7f44f-9zv9l.18a2b916e90a2520\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-04-03T02:53:31.921453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098546538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:53:31.921456Z","caller":"traceutil/trace.go:171","msg":"trace[568625437] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7695b7f44f-9zv9l.18a2b916e90a2520; range_end:; response_count:1; response_revision:9393; }","duration":"730.418714ms","start":"2026-04-03T02:53:31.191008Z","end":"2026-04-03T02:53:31.921427Z","steps":["trace[568625437] 'agreement among raft nodes before linearized reading' (duration: 730.106506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:31.92151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.91678598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:53:31.921531Z","caller":"traceutil/trace.go:171","msg":"trace[248056093] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9393; }","duration":"2.916822471s","start":"2026-04-03T02:53:29.004703Z","end":"2026-04-03T02:53:31.921525Z","steps":["trace[248056093] 'agreement among raft nodes before linearized reading' (duration: 2.91676946s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:31.921545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:29.004691Z","time spent":"2.916851131s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:53:31.921547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:31.190983Z","time spent":"730.552497ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-7695b7f44f-9zv9l.18a2b916e90a2520\" "} {"level":"warn","ts":"2026-04-03T02:53:31.92161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.063782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:53:31.921646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.918554815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:53:31.921649Z","caller":"traceutil/trace.go:171","msg":"trace[19627567] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:9393; }","duration":"990.173715ms","start":"2026-04-03T02:53:30.931467Z","end":"2026-04-03T02:53:31.92164Z","steps":["trace[19627567] 'agreement among raft nodes before linearized reading' (duration: 990.090043ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:31.921664Z","caller":"traceutil/trace.go:171","msg":"trace[1380333084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9393; }","duration":"2.918588865s","start":"2026-04-03T02:53:29.003071Z","end":"2026-04-03T02:53:31.92166Z","steps":["trace[1380333084] 'agreement among raft nodes before linearized reading' (duration: 2.918542054s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:31.92167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:30.931441Z","time spent":"990.224235ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":53,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:53:31.921683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:29.003062Z","time spent":"2.918617036s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:53:31.921778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.918729689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:53:31.921493Z","caller":"traceutil/trace.go:171","msg":"trace[1304990222] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9393; }","duration":"1.09862397s","start":"2026-04-03T02:53:30.822862Z","end":"2026-04-03T02:53:31.921486Z","steps":["trace[1304990222] 'agreement among raft nodes before linearized reading' (duration: 1.098534288s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:31.921791Z","caller":"traceutil/trace.go:171","msg":"trace[907774053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9393; }","duration":"2.91876512s","start":"2026-04-03T02:53:29.003023Z","end":"2026-04-03T02:53:31.921788Z","steps":["trace[907774053] 'agreement among raft nodes before linearized reading' (duration: 2.918723499s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:31.921806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:29.003011Z","time spent":"2.918791951s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:53:31.921817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:30.82283Z","time spent":"1.098972939s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T02:53:31.920867Z","caller":"traceutil/trace.go:171","msg":"trace[567155784] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:9393; }","duration":"556.509297ms","start":"2026-04-03T02:53:31.364344Z","end":"2026-04-03T02:53:31.920853Z","steps":["trace[567155784] 'agreement among raft nodes before linearized reading' (duration: 556.337993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:31.921541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.097862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:53:31.921949Z","caller":"traceutil/trace.go:171","msg":"trace[450789396] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9393; }","duration":"940.556834ms","start":"2026-04-03T02:53:30.981386Z","end":"2026-04-03T02:53:31.921943Z","steps":["trace[450789396] 'agreement among raft nodes before linearized reading' (duration: 940.123384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:31.921935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:31.364318Z","time spent":"557.580414ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:53:31.921974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:30.981366Z","time spent":"940.601925ms","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:53:31.921291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:29.268383Z","time spent":"2.652901414s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:53:31.922381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151446603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-03T02:53:31.923957Z","caller":"traceutil/trace.go:171","msg":"trace[1496914947] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:9393; }","duration":"1.153057424s","start":"2026-04-03T02:53:30.770887Z","end":"2026-04-03T02:53:31.923944Z","steps":["trace[1496914947] 'agreement among raft nodes before linearized reading' (duration: 1.150824828s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:31.923999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:30.770865Z","time spent":"1.153122435s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-03T02:53:31.922483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27345534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-04-03T02:53:31.924138Z","caller":"traceutil/trace.go:171","msg":"trace[63693879] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:9393; }","duration":"1.275141373s","start":"2026-04-03T02:53:30.648989Z","end":"2026-04-03T02:53:31.92413Z","steps":["trace[63693879] 'agreement among raft nodes before linearized reading' (duration: 1.273427529s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:31.924162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:30.648966Z","time spent":"1.275187793s","remote":"127.0.0.1:37686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-04-03T02:53:31.921315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.828987105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:53:31.92433Z","caller":"traceutil/trace.go:171","msg":"trace[837852671] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:9393; }","duration":"2.832042663s","start":"2026-04-03T02:53:29.092278Z","end":"2026-04-03T02:53:31.92432Z","steps":["trace[837852671] 'agreement among raft nodes before linearized reading' (duration: 2.829022216s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:31.924358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:29.092252Z","time spent":"2.832094953s","remote":"127.0.0.1:44502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:53:31.923615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:31.127431Z","time spent":"796.013919ms","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":55,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:53:32.140983Z","caller":"traceutil/trace.go:171","msg":"trace[1235444557] transaction","detail":"{read_only:false; response_revision:9395; number_of_response:1; }","duration":"214.621362ms","start":"2026-04-03T02:53:31.926338Z","end":"2026-04-03T02:53:32.14096Z","steps":["trace[1235444557] 'process raft request' (duration: 214.53747ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:32.140984Z","caller":"traceutil/trace.go:171","msg":"trace[362628927] transaction","detail":"{read_only:false; response_revision:9394; number_of_response:1; }","duration":"215.985218ms","start":"2026-04-03T02:53:31.924955Z","end":"2026-04-03T02:53:32.14094Z","steps":["trace[362628927] 'process raft request' (duration: 215.715601ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:32.141465Z","caller":"traceutil/trace.go:171","msg":"trace[32039877] transaction","detail":"{read_only:false; response_revision:9397; number_of_response:1; }","duration":"214.876219ms","start":"2026-04-03T02:53:31.926579Z","end":"2026-04-03T02:53:32.141455Z","steps":["trace[32039877] 'process raft request' (duration: 214.675344ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:32.141479Z","caller":"traceutil/trace.go:171","msg":"trace[2079790748] linearizableReadLoop","detail":"{readStateIndex:9786; appliedIndex:9780; }","duration":"214.781857ms","start":"2026-04-03T02:53:31.926675Z","end":"2026-04-03T02:53:32.141457Z","steps":["trace[2079790748] 'read index received' (duration: 130.323997ms)","trace[2079790748] 'applied index is now lower than readState.Index' (duration: 84.4564ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:53:32.141698Z","caller":"traceutil/trace.go:171","msg":"trace[2086425102] transaction","detail":"{read_only:false; response_revision:9398; number_of_response:1; }","duration":"215.082225ms","start":"2026-04-03T02:53:31.926607Z","end":"2026-04-03T02:53:32.141689Z","steps":["trace[2086425102] 'process raft request' (duration: 214.787927ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:32.14162Z","caller":"traceutil/trace.go:171","msg":"trace[10644772] transaction","detail":"{read_only:false; response_revision:9396; number_of_response:1; }","duration":"215.071074ms","start":"2026-04-03T02:53:31.926537Z","end":"2026-04-03T02:53:32.141608Z","steps":["trace[10644772] 'process raft request' (duration: 214.383397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:32.142851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.142591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c4566ab3-4ee1-44d4-a024-b5752af03f13\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-03T02:53:32.142941Z","caller":"traceutil/trace.go:171","msg":"trace[1645324797] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c4566ab3-4ee1-44d4-a024-b5752af03f13; range_end:; response_count:1; response_revision:9398; }","duration":"216.276755ms","start":"2026-04-03T02:53:31.926641Z","end":"2026-04-03T02:53:32.142918Z","steps":["trace[1645324797] 'agreement among raft nodes before linearized reading' (duration: 215.082985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:32.434768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.664618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:53:32.434853Z","caller":"traceutil/trace.go:171","msg":"trace[1858880718] linearizableReadLoop","detail":"{readStateIndex:9787; appliedIndex:9786; }","duration":"293.165804ms","start":"2026-04-03T02:53:32.141674Z","end":"2026-04-03T02:53:32.43484Z","steps":["trace[1858880718] 'read index received' (duration: 64.2561ms)","trace[1858880718] 'applied index is now lower than readState.Index' (duration: 228.908644ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:53:32.434892Z","caller":"traceutil/trace.go:171","msg":"trace[1845697528] transaction","detail":"{read_only:false; response_revision:9399; number_of_response:1; }","duration":"339.40268ms","start":"2026-04-03T02:53:32.095455Z","end":"2026-04-03T02:53:32.434857Z","steps":["trace[1845697528] 'process raft request' (duration: 110.570378ms)","trace[1845697528] 'compare' (duration: 228.564386ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:53:32.434991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.096574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:53:32.435038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:32.095433Z","time spent":"339.525954ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:53:32.43505Z","caller":"traceutil/trace.go:171","msg":"trace[1141478062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9399; }","duration":"506.170997ms","start":"2026-04-03T02:53:31.928863Z","end":"2026-04-03T02:53:32.435034Z","steps":["trace[1141478062] 'agreement among raft nodes before linearized reading' (duration: 506.005973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:32.43506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.795207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-03T02:53:32.435085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:31.92886Z","time spent":"506.216458ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:53:32.435123Z","caller":"traceutil/trace.go:171","msg":"trace[1185659840] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9399; }","duration":"505.89285ms","start":"2026-04-03T02:53:31.929212Z","end":"2026-04-03T02:53:32.435105Z","steps":["trace[1185659840] 'agreement among raft nodes before linearized reading' (duration: 505.635433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:32.435168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.564697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227826"} {"level":"warn","ts":"2026-04-03T02:53:32.43517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:31.929193Z","time spent":"505.965411ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T02:53:32.435194Z","caller":"traceutil/trace.go:171","msg":"trace[714064693] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9399; }","duration":"506.607389ms","start":"2026-04-03T02:53:31.92858Z","end":"2026-04-03T02:53:32.435187Z","steps":["trace[714064693] 'agreement among raft nodes before linearized reading' (duration: 506.326952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:32.435213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:31.928573Z","time spent":"506.634409ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227850,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T02:53:32.435602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.31727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a2b9293d2d6363\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-03T02:53:32.435686Z","caller":"traceutil/trace.go:171","msg":"trace[979760642] range","detail":"{range_begin:/registry/events/openstack/ceph.18a2b9293d2d6363; range_end:; response_count:1; response_revision:9399; }","duration":"506.421373ms","start":"2026-04-03T02:53:31.929244Z","end":"2026-04-03T02:53:32.435665Z","steps":["trace[979760642] 'agreement among raft nodes before linearized reading' (duration: 506.061074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:32.435743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:31.929239Z","time spent":"506.494584ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.18a2b9293d2d6363\" "} {"level":"warn","ts":"2026-04-03T02:53:32.436169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.92252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-04-03T02:53:32.436059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.873447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-03T02:53:32.436216Z","caller":"traceutil/trace.go:171","msg":"trace[1553757867] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:9399; }","duration":"188.000552ms","start":"2026-04-03T02:53:32.248203Z","end":"2026-04-03T02:53:32.436204Z","steps":["trace[1553757867] 'agreement among raft nodes before linearized reading' (duration: 187.884139ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:32.436413Z","caller":"traceutil/trace.go:171","msg":"trace[1455534774] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d; range_end:; response_count:1; response_revision:9399; }","duration":"291.084193ms","start":"2026-04-03T02:53:32.145149Z","end":"2026-04-03T02:53:32.436233Z","steps":["trace[1455534774] 'agreement among raft nodes before linearized reading' (duration: 290.800446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:32.594916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.069422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-23cecdcf-d9d0-4991-a706-bf489722227a\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-04-03T02:53:32.595012Z","caller":"traceutil/trace.go:171","msg":"trace[1346729502] range","detail":"{range_begin:/registry/persistentvolumes/pvc-23cecdcf-d9d0-4991-a706-bf489722227a; range_end:; response_count:1; response_revision:9401; }","duration":"155.206454ms","start":"2026-04-03T02:53:32.439784Z","end":"2026-04-03T02:53:32.59499Z","steps":["trace[1346729502] 'agreement among raft nodes before linearized reading' (duration: 154.564678ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:32.594363Z","caller":"traceutil/trace.go:171","msg":"trace[1819852158] transaction","detail":"{read_only:false; response_revision:9401; number_of_response:1; }","duration":"154.487607ms","start":"2026-04-03T02:53:32.439815Z","end":"2026-04-03T02:53:32.594303Z","steps":["trace[1819852158] 'process raft request' (duration: 108.390345ms)","trace[1819852158] 'compare' (duration: 45.938488ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:53:34.10364Z","caller":"traceutil/trace.go:171","msg":"trace[1999194915] transaction","detail":"{read_only:false; response_revision:9403; number_of_response:1; }","duration":"349.179748ms","start":"2026-04-03T02:53:33.754442Z","end":"2026-04-03T02:53:34.103622Z","steps":["trace[1999194915] 'process raft request' (duration: 349.009463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:34.103777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:33.754414Z","time spent":"349.298331ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:53:34.296999Z","caller":"traceutil/trace.go:171","msg":"trace[968148194] linearizableReadLoop","detail":"{readStateIndex:9793; appliedIndex:9790; }","duration":"443.23078ms","start":"2026-04-03T02:53:33.853751Z","end":"2026-04-03T02:53:34.296982Z","steps":["trace[968148194] 'read index received' (duration: 249.677378ms)","trace[968148194] 'applied index is now lower than readState.Index' (duration: 193.552402ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:53:34.297039Z","caller":"traceutil/trace.go:171","msg":"trace[383824914] transaction","detail":"{read_only:false; response_revision:9404; number_of_response:1; }","duration":"542.106244ms","start":"2026-04-03T02:53:33.754898Z","end":"2026-04-03T02:53:34.297004Z","steps":["trace[383824914] 'process raft request' (duration: 541.94952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:34.297123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.362452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:53:34.29715Z","caller":"traceutil/trace.go:171","msg":"trace[1353311666] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9405; }","duration":"443.437225ms","start":"2026-04-03T02:53:33.853704Z","end":"2026-04-03T02:53:34.297141Z","steps":["trace[1353311666] 'agreement among raft nodes before linearized reading' (duration: 443.377443ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:34.297133Z","caller":"traceutil/trace.go:171","msg":"trace[1927895477] transaction","detail":"{read_only:false; response_revision:9405; number_of_response:1; }","duration":"542.074153ms","start":"2026-04-03T02:53:33.755017Z","end":"2026-04-03T02:53:34.297091Z","steps":["trace[1927895477] 'process raft request' (duration: 541.93897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:34.2972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:33.75487Z","time spent":"542.250497ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:53:34.297248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.360773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:53:34.297269Z","caller":"traceutil/trace.go:171","msg":"trace[1911359183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9405; }","duration":"150.400404ms","start":"2026-04-03T02:53:34.146865Z","end":"2026-04-03T02:53:34.297265Z","steps":["trace[1911359183] 'agreement among raft nodes before linearized reading' (duration: 150.326232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:34.297322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:33.755006Z","time spent":"542.220777ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:53:34.297356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.420494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-03T02:53:34.297173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:33.853685Z","time spent":"443.482355ms","remote":"127.0.0.1:52328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:53:34.297385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.549152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:53:34.297414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.160753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:53:34.29747Z","caller":"traceutil/trace.go:171","msg":"trace[1726292956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9405; }","duration":"371.681235ms","start":"2026-04-03T02:53:33.925768Z","end":"2026-04-03T02:53:34.297449Z","steps":["trace[1726292956] 'agreement among raft nodes before linearized reading' (duration: 371.411328ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:34.297508Z","caller":"traceutil/trace.go:171","msg":"trace[773260920] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9405; }","duration":"151.282136ms","start":"2026-04-03T02:53:34.146207Z","end":"2026-04-03T02:53:34.29749Z","steps":["trace[773260920] 'agreement among raft nodes before linearized reading' (duration: 151.01575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:34.297521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:33.925751Z","time spent":"371.760457ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:53:34.29738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.191503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:53:34.297608Z","caller":"traceutil/trace.go:171","msg":"trace[97424817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9405; }","duration":"151.44701ms","start":"2026-04-03T02:53:34.146147Z","end":"2026-04-03T02:53:34.297594Z","steps":["trace[97424817] 'agreement among raft nodes before linearized reading' (duration: 151.194483ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:34.297418Z","caller":"traceutil/trace.go:171","msg":"trace[1057584949] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9405; }","duration":"150.498686ms","start":"2026-04-03T02:53:34.146904Z","end":"2026-04-03T02:53:34.297402Z","steps":["trace[1057584949] 'agreement among raft nodes before linearized reading' (duration: 150.324622ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:34.557778Z","caller":"traceutil/trace.go:171","msg":"trace[1027981072] linearizableReadLoop","detail":"{readStateIndex:9798; appliedIndex:9794; }","duration":"113.448122ms","start":"2026-04-03T02:53:34.444314Z","end":"2026-04-03T02:53:34.557762Z","steps":["trace[1027981072] 'read index received' (duration: 15.356768ms)","trace[1027981072] 'applied index is now lower than readState.Index' (duration: 98.090424ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:53:34.55789Z","caller":"traceutil/trace.go:171","msg":"trace[62059869] transaction","detail":"{read_only:false; response_revision:9408; number_of_response:1; }","duration":"250.016526ms","start":"2026-04-03T02:53:34.307863Z","end":"2026-04-03T02:53:34.55788Z","steps":["trace[62059869] 'process raft request' (duration: 249.78762ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:34.558005Z","caller":"traceutil/trace.go:171","msg":"trace[2000634990] transaction","detail":"{read_only:false; response_revision:9409; number_of_response:1; }","duration":"246.21499ms","start":"2026-04-03T02:53:34.311781Z","end":"2026-04-03T02:53:34.557996Z","steps":["trace[2000634990] 'process raft request' (duration: 245.912413ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:34.558084Z","caller":"traceutil/trace.go:171","msg":"trace[1032499093] transaction","detail":"{read_only:false; response_revision:9410; number_of_response:1; }","duration":"234.360961ms","start":"2026-04-03T02:53:34.323715Z","end":"2026-04-03T02:53:34.558076Z","steps":["trace[1032499093] 'process raft request' (duration: 234.009862ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:34.557767Z","caller":"traceutil/trace.go:171","msg":"trace[1683546776] transaction","detail":"{read_only:false; response_revision:9407; number_of_response:1; }","duration":"249.958265ms","start":"2026-04-03T02:53:34.307777Z","end":"2026-04-03T02:53:34.557736Z","steps":["trace[1683546776] 'process raft request' (duration: 151.951383ms)","trace[1683546776] 'compare' (duration: 97.52497ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:53:34.558567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.233612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:53:34.558626Z","caller":"traceutil/trace.go:171","msg":"trace[1232629363] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:9410; }","duration":"114.338844ms","start":"2026-04-03T02:53:34.444271Z","end":"2026-04-03T02:53:34.55861Z","steps":["trace[1232629363] 'agreement among raft nodes before linearized reading' (duration: 114.1594ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:35.036031Z","caller":"traceutil/trace.go:171","msg":"trace[180297642] transaction","detail":"{read_only:false; response_revision:9411; number_of_response:1; }","duration":"281.030399ms","start":"2026-04-03T02:53:34.754976Z","end":"2026-04-03T02:53:35.036006Z","steps":["trace[180297642] 'process raft request' (duration: 280.842615ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:35.772789Z","caller":"traceutil/trace.go:171","msg":"trace[19681460] transaction","detail":"{read_only:false; response_revision:9412; number_of_response:1; }","duration":"112.014256ms","start":"2026-04-03T02:53:35.660749Z","end":"2026-04-03T02:53:35.772763Z","steps":["trace[19681460] 'process raft request' (duration: 111.833211ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:36.366893Z","caller":"traceutil/trace.go:171","msg":"trace[1655036919] transaction","detail":"{read_only:false; response_revision:9413; number_of_response:1; }","duration":"258.641535ms","start":"2026-04-03T02:53:36.108227Z","end":"2026-04-03T02:53:36.366868Z","steps":["trace[1655036919] 'process raft request' (duration: 258.47181ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:36.6271Z","caller":"traceutil/trace.go:171","msg":"trace[65708794] transaction","detail":"{read_only:false; response_revision:9416; number_of_response:1; }","duration":"225.780295ms","start":"2026-04-03T02:53:36.401291Z","end":"2026-04-03T02:53:36.627072Z","steps":["trace[65708794] 'process raft request' (duration: 186.747191ms)","trace[65708794] 'compare' (duration: 38.628654ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:53:37.170914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.342532ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:53:37.171443Z","caller":"traceutil/trace.go:171","msg":"trace[271490473] transaction","detail":"{read_only:false; response_revision:9421; number_of_response:1; }","duration":"129.959088ms","start":"2026-04-03T02:53:37.041449Z","end":"2026-04-03T02:53:37.171408Z","steps":["trace[271490473] 'process raft request' (duration: 129.65243ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:37.17154Z","caller":"traceutil/trace.go:171","msg":"trace[970952542] linearizableReadLoop","detail":"{readStateIndex:9810; appliedIndex:9808; }","duration":"127.768633ms","start":"2026-04-03T02:53:37.04364Z","end":"2026-04-03T02:53:37.171409Z","steps":["trace[970952542] 'read index received' (duration: 122.50842ms)","trace[970952542] 'applied index is now lower than readState.Index' (duration: 5.257953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:53:37.171549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.812614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:53:37.171695Z","caller":"traceutil/trace.go:171","msg":"trace[1802652726] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:9421; }","duration":"128.012049ms","start":"2026-04-03T02:53:37.04362Z","end":"2026-04-03T02:53:37.171632Z","steps":["trace[1802652726] 'agreement among raft nodes before linearized reading' (duration: 127.794074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:37.512677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.359668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:53:37.512788Z","caller":"traceutil/trace.go:171","msg":"trace[16748065] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:9421; }","duration":"239.554103ms","start":"2026-04-03T02:53:37.273206Z","end":"2026-04-03T02:53:37.51276Z","steps":["trace[16748065] 'count revisions from in-memory index tree' (duration: 239.238505ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:37.962982Z","caller":"traceutil/trace.go:171","msg":"trace[1473571725] transaction","detail":"{read_only:false; response_revision:9422; number_of_response:1; }","duration":"249.74081ms","start":"2026-04-03T02:53:37.713214Z","end":"2026-04-03T02:53:37.962954Z","steps":["trace[1473571725] 'process raft request' (duration: 249.565724ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:38.073777Z","caller":"traceutil/trace.go:171","msg":"trace[808607425] transaction","detail":"{read_only:false; response_revision:9423; number_of_response:1; }","duration":"359.940749ms","start":"2026-04-03T02:53:37.713801Z","end":"2026-04-03T02:53:38.073742Z","steps":["trace[808607425] 'process raft request' (duration: 301.767801ms)","trace[808607425] 'compare' (duration: 57.938652ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:53:38.073916Z","caller":"traceutil/trace.go:171","msg":"trace[538991866] transaction","detail":"{read_only:false; response_revision:9424; number_of_response:1; }","duration":"225.462116ms","start":"2026-04-03T02:53:37.848431Z","end":"2026-04-03T02:53:38.073893Z","steps":["trace[538991866] 'process raft request' (duration: 225.262711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:38.07397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:37.71378Z","time spent":"360.089422ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:53:39.345791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.707861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:53:39.34588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.564693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:53:39.345952Z","caller":"traceutil/trace.go:171","msg":"trace[1603638597] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9437; }","duration":"714.701046ms","start":"2026-04-03T02:53:38.631232Z","end":"2026-04-03T02:53:39.345933Z","steps":["trace[1603638597] 'range keys from in-memory index tree' (duration: 714.332268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:39.346005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:38.631206Z","time spent":"714.789149ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:53:39.34628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.565171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-03T02:53:39.346324Z","caller":"traceutil/trace.go:171","msg":"trace[1151673205] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9437; }","duration":"570.640442ms","start":"2026-04-03T02:53:38.775669Z","end":"2026-04-03T02:53:39.34631Z","steps":["trace[1151673205] 'range keys from in-memory index tree' (duration: 570.386496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:39.34636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:38.775644Z","time spent":"570.708084ms","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:53:39.346282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.046988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:53:39.346464Z","caller":"traceutil/trace.go:171","msg":"trace[1540816458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9437; }","duration":"618.294654ms","start":"2026-04-03T02:53:38.72815Z","end":"2026-04-03T02:53:39.346445Z","steps":["trace[1540816458] 'range keys from in-memory index tree' (duration: 617.884355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:39.346532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.063337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:53:39.3466Z","caller":"traceutil/trace.go:171","msg":"trace[983868167] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:9437; }","duration":"631.17316ms","start":"2026-04-03T02:53:38.715411Z","end":"2026-04-03T02:53:39.346584Z","steps":["trace[983868167] 'range keys from in-memory index tree' (duration: 630.780809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:39.346616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:38.728143Z","time spent":"618.425618ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:53:39.345898Z","caller":"traceutil/trace.go:171","msg":"trace[685556408] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:9437; }","duration":"395.870835ms","start":"2026-04-03T02:53:38.950003Z","end":"2026-04-03T02:53:39.345873Z","steps":["trace[685556408] 'count revisions from in-memory index tree' (duration: 395.623228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:39.34671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.573171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:53:39.346657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:38.715379Z","time spent":"631.263882ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"info","ts":"2026-04-03T02:53:39.346759Z","caller":"traceutil/trace.go:171","msg":"trace[1694037622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9437; }","duration":"618.663734ms","start":"2026-04-03T02:53:38.728083Z","end":"2026-04-03T02:53:39.346747Z","steps":["trace[1694037622] 'range keys from in-memory index tree' (duration: 618.429358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:39.346758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.347901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:53:39.346807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:38.728058Z","time spent":"618.739367ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:53:39.346792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:38.94998Z","time spent":"396.770877ms","remote":"127.0.0.1:33204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:53:39.346816Z","caller":"traceutil/trace.go:171","msg":"trace[1460181406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9437; }","duration":"636.463214ms","start":"2026-04-03T02:53:38.710335Z","end":"2026-04-03T02:53:39.346799Z","steps":["trace[1460181406] 'range keys from in-memory index tree' (duration: 636.190766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:39.346861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:38.710308Z","time spent":"636.542856ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:53:39.34698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.822319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:53:39.347067Z","caller":"traceutil/trace.go:171","msg":"trace[1389178551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9437; }","duration":"618.951952ms","start":"2026-04-03T02:53:38.728093Z","end":"2026-04-03T02:53:39.347045Z","steps":["trace[1389178551] 'range keys from in-memory index tree' (duration: 618.583953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:39.347112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:38.728074Z","time spent":"619.029434ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:53:39.349597Z","caller":"traceutil/trace.go:171","msg":"trace[2016515086] transaction","detail":"{read_only:false; response_revision:9438; number_of_response:1; }","duration":"379.489351ms","start":"2026-04-03T02:53:38.970084Z","end":"2026-04-03T02:53:39.349573Z","steps":["trace[2016515086] 'process raft request' (duration: 379.346937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:39.349726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:38.970066Z","time spent":"379.601885ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:53:39.350159Z","caller":"traceutil/trace.go:171","msg":"trace[2023359701] linearizableReadLoop","detail":"{readStateIndex:9827; appliedIndex:9827; }","duration":"379.644926ms","start":"2026-04-03T02:53:38.970502Z","end":"2026-04-03T02:53:39.350147Z","steps":["trace[2023359701] 'read index received' (duration: 379.637996ms)","trace[2023359701] 'applied index is now lower than readState.Index' (duration: 6.08µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:53:39.350407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.893522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-n8njt\" ","response":"range_response_count:1 size:4647"} {"level":"info","ts":"2026-04-03T02:53:39.350456Z","caller":"traceutil/trace.go:171","msg":"trace[1581065146] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-n8njt; range_end:; response_count:1; response_revision:9438; }","duration":"379.983955ms","start":"2026-04-03T02:53:38.970462Z","end":"2026-04-03T02:53:39.350446Z","steps":["trace[1581065146] 'agreement among raft nodes before linearized reading' (duration: 379.752869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:39.35049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:38.97044Z","time spent":"380.041395ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4671,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-n8njt\" "} {"level":"info","ts":"2026-04-03T02:53:39.436845Z","caller":"traceutil/trace.go:171","msg":"trace[1493816505] transaction","detail":"{read_only:false; response_revision:9439; number_of_response:1; }","duration":"259.66267ms","start":"2026-04-03T02:53:39.177148Z","end":"2026-04-03T02:53:39.436811Z","steps":["trace[1493816505] 'process raft request' (duration: 259.477386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:40.727134Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.29051743s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:53:40.727729Z","caller":"traceutil/trace.go:171","msg":"trace[734170661] transaction","detail":"{read_only:false; response_revision:9441; number_of_response:1; }","duration":"1.376302834s","start":"2026-04-03T02:53:39.351402Z","end":"2026-04-03T02:53:40.727705Z","steps":["trace[734170661] 'process raft request' (duration: 1.376224052s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:40.727765Z","caller":"traceutil/trace.go:171","msg":"trace[21263279] transaction","detail":"{read_only:false; response_revision:9440; number_of_response:1; }","duration":"1.376413367s","start":"2026-04-03T02:53:39.351321Z","end":"2026-04-03T02:53:40.727735Z","steps":["trace[21263279] 'process raft request' (duration: 1.37612114s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:40.727874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:39.351393Z","time spent":"1.376388226s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:53:40.727922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:39.351302Z","time spent":"1.376537s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:53:40.728054Z","caller":"traceutil/trace.go:171","msg":"trace[1275368699] transaction","detail":"{read_only:false; response_revision:9442; number_of_response:1; }","duration":"1.375807773s","start":"2026-04-03T02:53:39.352236Z","end":"2026-04-03T02:53:40.728044Z","steps":["trace[1275368699] 'process raft request' (duration: 1.375428842s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:40.728119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:39.352211Z","time spent":"1.375868605s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:53:40.728356Z","caller":"traceutil/trace.go:171","msg":"trace[1646593248] transaction","detail":"{read_only:false; response_revision:9443; number_of_response:1; }","duration":"1.376022098s","start":"2026-04-03T02:53:39.35232Z","end":"2026-04-03T02:53:40.728342Z","steps":["trace[1646593248] 'process raft request' (duration: 1.375671139s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:40.728428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:39.352296Z","time spent":"1.376097149s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:53:40.728575Z","caller":"traceutil/trace.go:171","msg":"trace[223079249] transaction","detail":"{read_only:false; response_revision:9445; number_of_response:1; }","duration":"1.37135874s","start":"2026-04-03T02:53:39.357206Z","end":"2026-04-03T02:53:40.728565Z","steps":["trace[223079249] 'process raft request' (duration: 1.371098943s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:40.72865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:39.357183Z","time spent":"1.371440172s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4637,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:53:40.728579Z","caller":"traceutil/trace.go:171","msg":"trace[1635347648] linearizableReadLoop","detail":"{readStateIndex:9830; appliedIndex:9827; }","duration":"1.376321265s","start":"2026-04-03T02:53:39.352234Z","end":"2026-04-03T02:53:40.728555Z","steps":["trace[1635347648] 'read index received' (duration: 84.39753ms)","trace[1635347648] 'applied index is now lower than readState.Index' (duration: 1.291922175s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:53:40.728383Z","caller":"traceutil/trace.go:171","msg":"trace[854666005] transaction","detail":"{read_only:false; response_revision:9444; number_of_response:1; }","duration":"1.375143326s","start":"2026-04-03T02:53:39.353214Z","end":"2026-04-03T02:53:40.728357Z","steps":["trace[854666005] 'process raft request' (duration: 1.375003272s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:40.730333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:39.353202Z","time spent":"1.377049162s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:53:40.73084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378542811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227741"} {"level":"info","ts":"2026-04-03T02:53:40.730997Z","caller":"traceutil/trace.go:171","msg":"trace[1711102379] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9445; }","duration":"1.378735756s","start":"2026-04-03T02:53:39.352229Z","end":"2026-04-03T02:53:40.730965Z","steps":["trace[1711102379] 'agreement among raft nodes before linearized reading' (duration: 1.376402467s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:40.731086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:39.352195Z","time spent":"1.37887324s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227765,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T02:53:40.910922Z","caller":"traceutil/trace.go:171","msg":"trace[650337692] transaction","detail":"{read_only:false; response_revision:9446; number_of_response:1; }","duration":"1.421998377s","start":"2026-04-03T02:53:39.488885Z","end":"2026-04-03T02:53:40.910883Z","steps":["trace[650337692] 'process raft request' (duration: 1.421668459s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:40.911085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:39.48885Z","time spent":"1.422151831s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:53:40.911183Z","caller":"traceutil/trace.go:171","msg":"trace[1005983476] transaction","detail":"{read_only:false; response_revision:9447; number_of_response:1; }","duration":"532.335417ms","start":"2026-04-03T02:53:40.378815Z","end":"2026-04-03T02:53:40.911151Z","steps":["trace[1005983476] 'process raft request' (duration: 531.977988ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:40.911223Z","caller":"traceutil/trace.go:171","msg":"trace[384435458] transaction","detail":"{read_only:false; response_revision:9448; number_of_response:1; }","duration":"502.722731ms","start":"2026-04-03T02:53:40.408482Z","end":"2026-04-03T02:53:40.911205Z","steps":["trace[384435458] 'process raft request' (duration: 502.369742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:40.911435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:40.408463Z","time spent":"502.937896ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:53:40.911378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:40.378777Z","time spent":"532.511791ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:53:40.911744Z","caller":"traceutil/trace.go:171","msg":"trace[1413293255] linearizableReadLoop","detail":"{readStateIndex:9838; appliedIndex:9834; }","duration":"183.027066ms","start":"2026-04-03T02:53:40.72869Z","end":"2026-04-03T02:53:40.911717Z","steps":["trace[1413293255] 'read index received' (duration: 181.734624ms)","trace[1413293255] 'applied index is now lower than readState.Index' (duration: 1.290662ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:53:40.911894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55854111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2b812040-e888-44f1-8101-343c302b5e90\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-04-03T02:53:40.911926Z","caller":"traceutil/trace.go:171","msg":"trace[1246242570] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2b812040-e888-44f1-8101-343c302b5e90; range_end:; response_count:1; response_revision:9449; }","duration":"1.558607292s","start":"2026-04-03T02:53:39.35331Z","end":"2026-04-03T02:53:40.911917Z","steps":["trace[1246242570] 'agreement among raft nodes before linearized reading' (duration: 1.558468788s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:40.911946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:39.353298Z","time spent":"1.558642863s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-2b812040-e888-44f1-8101-343c302b5e90\" "} {"level":"warn","ts":"2026-04-03T02:53:40.912172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.234876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:53:40.912199Z","caller":"traceutil/trace.go:171","msg":"trace[959666133] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9449; }","duration":"946.300308ms","start":"2026-04-03T02:53:39.965891Z","end":"2026-04-03T02:53:40.912192Z","steps":["trace[959666133] 'agreement among raft nodes before linearized reading' (duration: 946.251456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:40.912217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:39.965859Z","time spent":"946.35298ms","remote":"127.0.0.1:39168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:53:40.912334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144428235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:53:40.912361Z","caller":"traceutil/trace.go:171","msg":"trace[489280444] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:9449; }","duration":"1.144453896s","start":"2026-04-03T02:53:39.767898Z","end":"2026-04-03T02:53:40.912352Z","steps":["trace[489280444] 'agreement among raft nodes before linearized reading' (duration: 1.144410715s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:40.912378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:39.76784Z","time spent":"1.144533088s","remote":"127.0.0.1:44460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:53:40.912446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.52012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:53:40.9125Z","caller":"traceutil/trace.go:171","msg":"trace[1444451040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9449; }","duration":"371.641373ms","start":"2026-04-03T02:53:40.540845Z","end":"2026-04-03T02:53:40.912486Z","steps":["trace[1444451040] 'agreement among raft nodes before linearized reading' (duration: 371.550071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:40.912523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:40.540814Z","time spent":"371.704725ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:53:40.91266Z","caller":"traceutil/trace.go:171","msg":"trace[705228711] transaction","detail":"{read_only:false; response_revision:9449; number_of_response:1; }","duration":"503.570141ms","start":"2026-04-03T02:53:40.409079Z","end":"2026-04-03T02:53:40.912649Z","steps":["trace[705228711] 'process raft request' (duration: 501.815657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:40.912728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:40.409068Z","time spent":"503.611342ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:53:40.912483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.497315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:53:40.912981Z","caller":"traceutil/trace.go:171","msg":"trace[198437529] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:9449; }","duration":"643.218255ms","start":"2026-04-03T02:53:40.26962Z","end":"2026-04-03T02:53:40.912838Z","steps":["trace[198437529] 'agreement among raft nodes before linearized reading' (duration: 642.471015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:40.913168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:40.269588Z","time spent":"643.559162ms","remote":"127.0.0.1:39218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:53:40.912672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.980489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:53:40.913334Z","caller":"traceutil/trace.go:171","msg":"trace[1288049516] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:9449; }","duration":"517.686768ms","start":"2026-04-03T02:53:40.395627Z","end":"2026-04-03T02:53:40.913314Z","steps":["trace[1288049516] 'agreement among raft nodes before linearized reading' (duration: 516.975289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:40.913471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:40.395599Z","time spent":"517.827261ms","remote":"127.0.0.1:52448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:53:41.480837Z","caller":"traceutil/trace.go:171","msg":"trace[11782491] linearizableReadLoop","detail":"{readStateIndex:9839; appliedIndex:9838; }","duration":"290.282371ms","start":"2026-04-03T02:53:41.19045Z","end":"2026-04-03T02:53:41.480733Z","steps":["trace[11782491] 'read index received' (duration: 273.073017ms)","trace[11782491] 'applied index is now lower than readState.Index' (duration: 17.207604ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:53:41.480981Z","caller":"traceutil/trace.go:171","msg":"trace[917685093] transaction","detail":"{read_only:false; response_revision:9450; number_of_response:1; }","duration":"310.205844ms","start":"2026-04-03T02:53:41.170756Z","end":"2026-04-03T02:53:41.480962Z","steps":["trace[917685093] 'process raft request' (duration: 292.668031ms)","trace[917685093] 'compare' (duration: 16.866546ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:53:41.481089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.63988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7695b7f44f-9zv9l.18a2b916e90a2520\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-04-03T02:53:41.481093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:41.170729Z","time spent":"310.290346ms","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:53:41.481131Z","caller":"traceutil/trace.go:171","msg":"trace[1588763594] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7695b7f44f-9zv9l.18a2b916e90a2520; range_end:; response_count:1; response_revision:9450; }","duration":"290.719672ms","start":"2026-04-03T02:53:41.1904Z","end":"2026-04-03T02:53:41.481119Z","steps":["trace[1588763594] 'agreement among raft nodes before linearized reading' (duration: 290.567048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:41.525578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.572148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:53:41.525681Z","caller":"traceutil/trace.go:171","msg":"trace[1245686941] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:9451; }","duration":"110.722612ms","start":"2026-04-03T02:53:41.414933Z","end":"2026-04-03T02:53:41.525655Z","steps":["trace[1245686941] 'agreement among raft nodes before linearized reading' (duration: 110.491096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:41.525769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.272506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-04-03T02:53:41.525852Z","caller":"traceutil/trace.go:171","msg":"trace[445254448] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9451; }","duration":"151.403578ms","start":"2026-04-03T02:53:41.374428Z","end":"2026-04-03T02:53:41.525832Z","steps":["trace[445254448] 'agreement among raft nodes before linearized reading' (duration: 151.168692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:41.72177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.752009ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-03T02:53:41.722006Z","caller":"traceutil/trace.go:171","msg":"trace[723608460] linearizableReadLoop","detail":"{readStateIndex:9842; appliedIndex:9840; }","duration":"196.589558ms","start":"2026-04-03T02:53:41.525399Z","end":"2026-04-03T02:53:41.721988Z","steps":["trace[723608460] 'read index received' (duration: 59.615623ms)","trace[723608460] 'applied index is now lower than readState.Index' (duration: 136.972585ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:53:41.722124Z","caller":"traceutil/trace.go:171","msg":"trace[117583802] transaction","detail":"{read_only:false; response_revision:9452; number_of_response:1; }","duration":"237.140061ms","start":"2026-04-03T02:53:41.484956Z","end":"2026-04-03T02:53:41.722096Z","steps":["trace[117583802] 'process raft request' (duration: 236.917365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:41.722299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.453929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-03T02:53:41.722362Z","caller":"traceutil/trace.go:171","msg":"trace[1020464207] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9452; }","duration":"237.630674ms","start":"2026-04-03T02:53:41.484718Z","end":"2026-04-03T02:53:41.722349Z","steps":["trace[1020464207] 'agreement among raft nodes before linearized reading' (duration: 237.367616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:42.023465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:41.526681Z","time spent":"496.77148ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T02:53:42.023548Z","caller":"traceutil/trace.go:171","msg":"trace[1105110651] linearizableReadLoop","detail":"{readStateIndex:9844; appliedIndex:9842; }","duration":"301.484555ms","start":"2026-04-03T02:53:41.72204Z","end":"2026-04-03T02:53:42.023524Z","steps":["trace[1105110651] 'read index received' (duration: 241.912253ms)","trace[1105110651] 'applied index is now lower than readState.Index' (duration: 59.570482ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:53:42.023745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.080489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:53:42.023815Z","caller":"traceutil/trace.go:171","msg":"trace[832114743] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:0; response_revision:9453; }","duration":"323.205732ms","start":"2026-04-03T02:53:41.700594Z","end":"2026-04-03T02:53:42.0238Z","steps":["trace[832114743] 'agreement among raft nodes before linearized reading' (duration: 323.059458ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:42.023715Z","caller":"traceutil/trace.go:171","msg":"trace[2093323080] transaction","detail":"{read_only:false; response_revision:9453; number_of_response:1; }","duration":"483.955807ms","start":"2026-04-03T02:53:41.539719Z","end":"2026-04-03T02:53:42.023675Z","steps":["trace[2093323080] 'process raft request' (duration: 483.618488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:42.023871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:41.700551Z","time spent":"323.306214ms","remote":"127.0.0.1:47324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} {"level":"warn","ts":"2026-04-03T02:53:42.024004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:41.539698Z","time spent":"484.206693ms","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:53:42.890898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.923629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:53:42.891081Z","caller":"traceutil/trace.go:171","msg":"trace[613059312] linearizableReadLoop","detail":"{readStateIndex:9846; appliedIndex:9844; }","duration":"867.44808ms","start":"2026-04-03T02:53:42.02362Z","end":"2026-04-03T02:53:42.891068Z","steps":["trace[613059312] 'read index received' (duration: 350.287835ms)","trace[613059312] 'applied index is now lower than readState.Index' (duration: 517.159255ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:53:42.891102Z","caller":"traceutil/trace.go:171","msg":"trace[2078309681] transaction","detail":"{read_only:false; response_revision:9454; number_of_response:1; }","duration":"1.167803935s","start":"2026-04-03T02:53:41.723261Z","end":"2026-04-03T02:53:42.891065Z","steps":["trace[2078309681] 'process raft request' (duration: 650.6304ms)","trace[2078309681] 'compare' (duration: 516.775885ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:53:42.891218Z","caller":"traceutil/trace.go:171","msg":"trace[869286453] transaction","detail":"{read_only:false; response_revision:9455; number_of_response:1; }","duration":"1.167794216s","start":"2026-04-03T02:53:41.723415Z","end":"2026-04-03T02:53:42.89121Z","steps":["trace[869286453] 'process raft request' (duration: 1.1675739s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:42.891262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:41.723388Z","time spent":"1.167854986s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:53:42.891288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:41.723239Z","time spent":"1.167950969s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:53:42.891543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.517511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-04-03T02:53:42.891569Z","caller":"traceutil/trace.go:171","msg":"trace[1246336532] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:9455; }","duration":"955.578302ms","start":"2026-04-03T02:53:41.935983Z","end":"2026-04-03T02:53:42.891562Z","steps":["trace[1246336532] 'agreement among raft nodes before linearized reading' (duration: 955.408608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:42.891591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:41.935959Z","time spent":"955.628173ms","remote":"127.0.0.1:37686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-04-03T02:53:42.891769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056309273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:53:42.891795Z","caller":"traceutil/trace.go:171","msg":"trace[212250919] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:9455; }","duration":"1.056375555s","start":"2026-04-03T02:53:41.835413Z","end":"2026-04-03T02:53:42.891788Z","steps":["trace[212250919] 'agreement among raft nodes before linearized reading' (duration: 1.056330194s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:42.891813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:41.835393Z","time spent":"1.056415315s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:53:43.07574Z","caller":"traceutil/trace.go:171","msg":"trace[1070926480] transaction","detail":"{read_only:false; response_revision:9456; number_of_response:1; }","duration":"1.050946738s","start":"2026-04-03T02:53:42.024763Z","end":"2026-04-03T02:53:43.075709Z","steps":["trace[1070926480] 'process raft request' (duration: 1.004195409s)","trace[1070926480] 'compare' (duration: 46.43902ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:53:43.075832Z","caller":"traceutil/trace.go:171","msg":"trace[995097640] transaction","detail":"{read_only:false; response_revision:9457; number_of_response:1; }","duration":"1.038385471s","start":"2026-04-03T02:53:42.037417Z","end":"2026-04-03T02:53:43.075803Z","steps":["trace[995097640] 'process raft request' (duration: 1.038226057s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:43.075901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:42.02473Z","time spent":"1.051092382s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:53:43.07592Z","caller":"traceutil/trace.go:171","msg":"trace[1578503596] linearizableReadLoop","detail":"{readStateIndex:9850; appliedIndex:9846; }","duration":"184.693078ms","start":"2026-04-03T02:53:42.891106Z","end":"2026-04-03T02:53:43.075799Z","steps":["trace[1578503596] 'read index received' (duration: 137.807015ms)","trace[1578503596] 'applied index is now lower than readState.Index' (duration: 46.884743ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:53:43.075988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:42.037386Z","time spent":"1.038512985s","remote":"127.0.0.1:47324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":938,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:53:43.076029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.951354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:53:43.076099Z","caller":"traceutil/trace.go:171","msg":"trace[1207292878] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9459; }","duration":"342.050598ms","start":"2026-04-03T02:53:42.734036Z","end":"2026-04-03T02:53:43.076087Z","steps":["trace[1207292878] 'agreement among raft nodes before linearized reading' (duration: 341.794571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:43.076145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:42.734027Z","time spent":"342.106749ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:53:43.076165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.9544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:53:43.076188Z","caller":"traceutil/trace.go:171","msg":"trace[651418011] transaction","detail":"{read_only:false; response_revision:9458; number_of_response:1; }","duration":"1.034837102s","start":"2026-04-03T02:53:42.041335Z","end":"2026-04-03T02:53:43.076172Z","steps":["trace[651418011] 'process raft request' (duration: 1.03437972s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:43.076201Z","caller":"traceutil/trace.go:171","msg":"trace[2107318105] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:9459; }","duration":"251.026412ms","start":"2026-04-03T02:53:42.825161Z","end":"2026-04-03T02:53:43.076187Z","steps":["trace[2107318105] 'agreement among raft nodes before linearized reading' (duration: 250.96454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:43.076287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:42.041303Z","time spent":"1.034934184s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:53:43.076362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.802817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:53:43.076423Z","caller":"traceutil/trace.go:171","msg":"trace[543911846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9459; }","duration":"342.91701ms","start":"2026-04-03T02:53:42.733494Z","end":"2026-04-03T02:53:43.076411Z","steps":["trace[543911846] 'agreement among raft nodes before linearized reading' (duration: 342.575151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:43.076455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.379621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:53:43.076488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.16102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:53:43.076496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:42.733486Z","time spent":"342.998792ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:53:43.076547Z","caller":"traceutil/trace.go:171","msg":"trace[1487677139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9459; }","duration":"343.492684ms","start":"2026-04-03T02:53:42.733028Z","end":"2026-04-03T02:53:43.076521Z","steps":["trace[1487677139] 'agreement among raft nodes before linearized reading' (duration: 343.242798ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:43.075957Z","caller":"traceutil/trace.go:171","msg":"trace[1352845646] transaction","detail":"{read_only:false; response_revision:9459; number_of_response:1; }","duration":"769.203022ms","start":"2026-04-03T02:53:42.306728Z","end":"2026-04-03T02:53:43.075931Z","steps":["trace[1352845646] 'process raft request' (duration: 769.026957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:43.076539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.781321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:53:43.076533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.433172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-03T02:53:43.076637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.61733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:53:43.076539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.115939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:53:43.076681Z","caller":"traceutil/trace.go:171","msg":"trace[1720631131] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9459; }","duration":"364.641177ms","start":"2026-04-03T02:53:42.712019Z","end":"2026-04-03T02:53:43.07666Z","steps":["trace[1720631131] 'agreement among raft nodes before linearized reading' (duration: 364.139274ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:43.076763Z","caller":"traceutil/trace.go:171","msg":"trace[1417971343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9459; }","duration":"537.697272ms","start":"2026-04-03T02:53:42.538978Z","end":"2026-04-03T02:53:43.076676Z","steps":["trace[1417971343] 'agreement among raft nodes before linearized reading' (duration: 537.640001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:43.076783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:42.712001Z","time spent":"364.769371ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T02:53:43.076533Z","caller":"traceutil/trace.go:171","msg":"trace[1049982569] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9459; }","duration":"344.231092ms","start":"2026-04-03T02:53:42.732292Z","end":"2026-04-03T02:53:43.076523Z","steps":["trace[1049982569] 'agreement among raft nodes before linearized reading' (duration: 344.12755ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:43.076839Z","caller":"traceutil/trace.go:171","msg":"trace[267046189] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9459; }","duration":"343.940025ms","start":"2026-04-03T02:53:42.732685Z","end":"2026-04-03T02:53:43.076625Z","steps":["trace[267046189] 'agreement among raft nodes before linearized reading' (duration: 343.513164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:43.07688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:42.732277Z","time spent":"344.597072ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:53:43.076917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:42.732676Z","time spent":"344.220583ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:53:43.076601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:42.733021Z","time spent":"343.570986ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:53:43.076633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:42.306698Z","time spent":"769.890619ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:53:43.076837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:42.538957Z","time spent":"537.863917ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:53:43.076595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045404028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-03T02:53:43.077106Z","caller":"traceutil/trace.go:171","msg":"trace[1553213916] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:9459; }","duration":"1.045946031s","start":"2026-04-03T02:53:42.031143Z","end":"2026-04-03T02:53:43.077089Z","steps":["trace[1553213916] 'agreement among raft nodes before linearized reading' (duration: 1.045369407s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:43.077183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:42.031121Z","time spent":"1.046045493s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":650,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"info","ts":"2026-04-03T02:53:43.076824Z","caller":"traceutil/trace.go:171","msg":"trace[1757154167] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:9459; }","duration":"338.472997ms","start":"2026-04-03T02:53:42.738328Z","end":"2026-04-03T02:53:43.076801Z","steps":["trace[1757154167] 'agreement among raft nodes before linearized reading' (duration: 337.955814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:43.077319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:42.738318Z","time spent":"338.98135ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T02:53:43.576088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822839998978,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:53:43.908136Z","caller":"traceutil/trace.go:171","msg":"trace[1946886744] transaction","detail":"{read_only:false; response_revision:9461; number_of_response:1; }","duration":"990.196747ms","start":"2026-04-03T02:53:42.917915Z","end":"2026-04-03T02:53:43.908111Z","steps":["trace[1946886744] 'process raft request' (duration: 990.123615ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:43.908172Z","caller":"traceutil/trace.go:171","msg":"trace[710413612] transaction","detail":"{read_only:false; response_revision:9460; number_of_response:1; }","duration":"990.630737ms","start":"2026-04-03T02:53:42.917502Z","end":"2026-04-03T02:53:43.908132Z","steps":["trace[710413612] 'process raft request' (duration: 990.371401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:43.908284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:42.917891Z","time spent":"990.317499ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:53:43.908349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:42.917478Z","time spent":"990.76574ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:53:43.908373Z","caller":"traceutil/trace.go:171","msg":"trace[1042525800] transaction","detail":"{read_only:false; response_revision:9462; number_of_response:1; }","duration":"990.297468ms","start":"2026-04-03T02:53:42.91804Z","end":"2026-04-03T02:53:43.908337Z","steps":["trace[1042525800] 'process raft request' (duration: 990.037012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:43.908589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:42.918003Z","time spent":"990.452712ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:53:45.078873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999731749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:53:45.079012Z","caller":"traceutil/trace.go:171","msg":"trace[29815144] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999918294s","start":"2026-04-03T02:53:43.079072Z","end":"2026-04-03T02:53:45.078991Z","steps":["trace[29815144] 'agreement among raft nodes before linearized reading' (duration: 1.999755069s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:45.079063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:43.079053Z","time spent":"1.999999386s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:53:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:53:45.548008Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.640103227s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:53:45.548786Z","caller":"traceutil/trace.go:171","msg":"trace[344460485] transaction","detail":"{read_only:false; response_revision:9463; number_of_response:1; }","duration":"2.465305512s","start":"2026-04-03T02:53:43.083458Z","end":"2026-04-03T02:53:45.548763Z","steps":["trace[344460485] 'process raft request' (duration: 2.464739498s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:45.549013Z","caller":"traceutil/trace.go:171","msg":"trace[1718320504] transaction","detail":"{read_only:false; response_revision:9464; number_of_response:1; }","duration":"2.465440695s","start":"2026-04-03T02:53:43.083537Z","end":"2026-04-03T02:53:45.548977Z","steps":["trace[1718320504] 'process raft request' (duration: 2.465126197s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:45.54904Z","caller":"traceutil/trace.go:171","msg":"trace[634468984] transaction","detail":"{read_only:false; response_revision:9466; number_of_response:1; }","duration":"2.46405448s","start":"2026-04-03T02:53:43.084955Z","end":"2026-04-03T02:53:45.549009Z","steps":["trace[634468984] 'process raft request' (duration: 2.463854635s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:45.549557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:43.083523Z","time spent":"2.465904098s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:53:45.549556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.654443914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18a2b930971a8c07\" ","response":"range_response_count:1 size:677"} {"level":"warn","ts":"2026-04-03T02:53:45.549576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.649992071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a2b9293d2d6363\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-03T02:53:45.549624Z","caller":"traceutil/trace.go:171","msg":"trace[1792927185] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18a2b930971a8c07; range_end:; response_count:1; response_revision:9471; }","duration":"2.654576517s","start":"2026-04-03T02:53:42.895032Z","end":"2026-04-03T02:53:45.549608Z","steps":["trace[1792927185] 'agreement among raft nodes before linearized reading' (duration: 2.654328131s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:45.549641Z","caller":"traceutil/trace.go:171","msg":"trace[2027372699] range","detail":"{range_begin:/registry/events/openstack/ceph.18a2b9293d2d6363; range_end:; response_count:1; response_revision:9471; }","duration":"2.650151404s","start":"2026-04-03T02:53:42.899475Z","end":"2026-04-03T02:53:45.549627Z","steps":["trace[2027372699] 'agreement among raft nodes before linearized reading' (duration: 2.649845897s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:45.549691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:42.899464Z","time spent":"2.650218156s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.18a2b9293d2d6363\" "} {"level":"info","ts":"2026-04-03T02:53:45.549057Z","caller":"traceutil/trace.go:171","msg":"trace[908167979] transaction","detail":"{read_only:false; response_revision:9465; number_of_response:1; }","duration":"2.464413049s","start":"2026-04-03T02:53:43.084602Z","end":"2026-04-03T02:53:45.549015Z","steps":["trace[908167979] 'process raft request' (duration: 2.464151123s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:45.549993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:43.084591Z","time spent":"2.465316462s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:53:45.549097Z","caller":"traceutil/trace.go:171","msg":"trace[1705359315] transaction","detail":"{read_only:false; response_revision:9468; number_of_response:1; }","duration":"2.462408819s","start":"2026-04-03T02:53:43.086676Z","end":"2026-04-03T02:53:45.549085Z","steps":["trace[1705359315] 'process raft request' (duration: 2.462232374s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:45.549891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:43.084948Z","time spent":"2.464644726s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:53:45.55008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:42.89501Z","time spent":"2.655049438s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":701,"request content":"key:\"/registry/events/openstack/rook-ceph-osd.18a2b930971a8c07\" "} {"level":"warn","ts":"2026-04-03T02:53:45.548983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:43.083439Z","time spent":"2.465391775s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:53:45.549154Z","caller":"traceutil/trace.go:171","msg":"trace[1307677305] transaction","detail":"{read_only:false; response_revision:9467; number_of_response:1; }","duration":"2.463834115s","start":"2026-04-03T02:53:43.08531Z","end":"2026-04-03T02:53:45.549144Z","steps":["trace[1307677305] 'process raft request' (duration: 2.463552307s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:45.550202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:43.086668Z","time spent":"2.463413474s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:53:45.550266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:43.085281Z","time spent":"2.464915583s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:53:45.549241Z","caller":"traceutil/trace.go:171","msg":"trace[325704707] transaction","detail":"{read_only:false; response_revision:9469; number_of_response:1; }","duration":"2.453450593s","start":"2026-04-03T02:53:43.095732Z","end":"2026-04-03T02:53:45.549182Z","steps":["trace[325704707] 'process raft request' (duration: 2.453290848s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:45.550389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:43.095725Z","time spent":"2.454641583s","remote":"127.0.0.1:55098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1209,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:53:45.549282Z","caller":"traceutil/trace.go:171","msg":"trace[523814967] transaction","detail":"{read_only:false; response_revision:9470; number_of_response:1; }","duration":"2.270391437s","start":"2026-04-03T02:53:43.278881Z","end":"2026-04-03T02:53:45.549272Z","steps":["trace[523814967] 'process raft request' (duration: 2.270202022s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:45.55048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:43.278852Z","time spent":"2.271590377s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:53:45.549318Z","caller":"traceutil/trace.go:171","msg":"trace[2062229279] linearizableReadLoop","detail":"{readStateIndex:9862; appliedIndex:9850; }","duration":"2.473275983s","start":"2026-04-03T02:53:43.076015Z","end":"2026-04-03T02:53:45.549291Z","steps":["trace[2062229279] 'read index received' (duration: 831.918163ms)","trace[2062229279] 'applied index is now lower than readState.Index' (duration: 1.64135603s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:53:45.549333Z","caller":"traceutil/trace.go:171","msg":"trace[1769744078] transaction","detail":"{read_only:false; response_revision:9471; number_of_response:1; }","duration":"2.019656962s","start":"2026-04-03T02:53:43.529664Z","end":"2026-04-03T02:53:45.549321Z","steps":["trace[1769744078] 'process raft request' (duration: 2.019503398s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:45.550676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:43.529643Z","time spent":"2.020989384s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:53:45.550739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470868622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-03T02:53:45.550772Z","caller":"traceutil/trace.go:171","msg":"trace[826362616] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9471; }","duration":"2.470934224s","start":"2026-04-03T02:53:43.079828Z","end":"2026-04-03T02:53:45.550762Z","steps":["trace[826362616] 'agreement among raft nodes before linearized reading' (duration: 2.470830821s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:45.5508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:43.079807Z","time spent":"2.470987095s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T02:53:45.550804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60846036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:53:45.550861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679277426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-03T02:53:45.550868Z","caller":"traceutil/trace.go:171","msg":"trace[520124310] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:9471; }","duration":"1.608562773s","start":"2026-04-03T02:53:43.942284Z","end":"2026-04-03T02:53:45.550847Z","steps":["trace[520124310] 'agreement among raft nodes before linearized reading' (duration: 1.608391618s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:45.550923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:43.942262Z","time spent":"1.608646634s","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":63,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:53:45.550898Z","caller":"traceutil/trace.go:171","msg":"trace[765427945] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9471; }","duration":"1.679332968s","start":"2026-04-03T02:53:43.87155Z","end":"2026-04-03T02:53:45.550883Z","steps":["trace[765427945] 'agreement among raft nodes before linearized reading' (duration: 1.679202294s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:45.550964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056300756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:53:45.55102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.46758966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-03T02:53:45.550991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:43.871534Z","time spent":"1.67944636s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-03T02:53:45.551033Z","caller":"traceutil/trace.go:171","msg":"trace[1784155499] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:9471; }","duration":"2.056411909s","start":"2026-04-03T02:53:43.494604Z","end":"2026-04-03T02:53:45.551016Z","steps":["trace[1784155499] 'agreement among raft nodes before linearized reading' (duration: 2.056235014s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:45.55105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465870346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227741"} {"level":"warn","ts":"2026-04-03T02:53:45.55109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467740524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:53:45.551114Z","caller":"traceutil/trace.go:171","msg":"trace[329024639] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:9471; }","duration":"2.467777835s","start":"2026-04-03T02:53:43.083329Z","end":"2026-04-03T02:53:45.551107Z","steps":["trace[329024639] 'agreement among raft nodes before linearized reading' (duration: 2.467739734s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:45.551117Z","caller":"traceutil/trace.go:171","msg":"trace[255687334] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9471; }","duration":"2.465941148s","start":"2026-04-03T02:53:43.08516Z","end":"2026-04-03T02:53:45.551101Z","steps":["trace[255687334] 'agreement among raft nodes before linearized reading' (duration: 2.465517997s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:45.551139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:43.083322Z","time spent":"2.467812376s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"warn","ts":"2026-04-03T02:53:45.551166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:43.085133Z","time spent":"2.46601865s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227765,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T02:53:45.551185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.964702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:53:45.551233Z","caller":"traceutil/trace.go:171","msg":"trace[549420488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9471; }","duration":"464.062965ms","start":"2026-04-03T02:53:45.087155Z","end":"2026-04-03T02:53:45.551218Z","steps":["trace[549420488] 'agreement among raft nodes before linearized reading' (duration: 463.979023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:45.551303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:45.087122Z","time spent":"464.153026ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:53:45.551666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028711837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:53:45.551799Z","caller":"traceutil/trace.go:171","msg":"trace[1419963166] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:9471; }","duration":"1.028907672s","start":"2026-04-03T02:53:44.522867Z","end":"2026-04-03T02:53:45.551775Z","steps":["trace[1419963166] 'agreement among raft nodes before linearized reading' (duration: 1.028688716s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:45.551817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:43.494577Z","time spent":"2.057167588s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":53,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:53:45.551049Z","caller":"traceutil/trace.go:171","msg":"trace[902998932] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9471; }","duration":"2.46762717s","start":"2026-04-03T02:53:43.083413Z","end":"2026-04-03T02:53:45.55104Z","steps":["trace[902998932] 'agreement among raft nodes before linearized reading' (duration: 2.467534018s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:45.551954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.734975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19511"} {"level":"info","ts":"2026-04-03T02:53:45.552002Z","caller":"traceutil/trace.go:171","msg":"trace[407920477] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:9471; }","duration":"704.800927ms","start":"2026-04-03T02:53:44.847189Z","end":"2026-04-03T02:53:45.551989Z","steps":["trace[407920477] 'agreement among raft nodes before linearized reading' (duration: 704.649893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:45.551993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:43.083409Z","time spent":"2.468561446s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:53:45.552047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:44.847125Z","time spent":"704.91335ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19535,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-03T02:53:45.551879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:44.522843Z","time spent":"1.029020126s","remote":"127.0.0.1:44530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:53:45.551698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.084878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-5gf64.18a2b82ff8771141\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-03T02:53:45.552284Z","caller":"traceutil/trace.go:171","msg":"trace[974178672] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-5gf64.18a2b82ff8771141; range_end:; response_count:1; response_revision:9471; }","duration":"633.632263ms","start":"2026-04-03T02:53:44.918557Z","end":"2026-04-03T02:53:45.552189Z","steps":["trace[974178672] 'agreement among raft nodes before linearized reading' (duration: 632.994286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:45.552353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:44.918534Z","time spent":"633.801037ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":789,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-5gf64.18a2b82ff8771141\" "} {"level":"info","ts":"2026-04-03T02:53:45.671483Z","caller":"traceutil/trace.go:171","msg":"trace[1911784236] linearizableReadLoop","detail":"{readStateIndex:9863; appliedIndex:9862; }","duration":"117.192756ms","start":"2026-04-03T02:53:45.554269Z","end":"2026-04-03T02:53:45.671462Z","steps":["trace[1911784236] 'read index received' (duration: 117.066223ms)","trace[1911784236] 'applied index is now lower than readState.Index' (duration: 125.453µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:53:45.671553Z","caller":"traceutil/trace.go:171","msg":"trace[368382169] transaction","detail":"{read_only:false; response_revision:9472; number_of_response:1; }","duration":"119.576695ms","start":"2026-04-03T02:53:45.551937Z","end":"2026-04-03T02:53:45.671514Z","steps":["trace[368382169] 'process raft request' (duration: 119.37787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:45.671823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.537614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19511"} {"level":"info","ts":"2026-04-03T02:53:45.671861Z","caller":"traceutil/trace.go:171","msg":"trace[306557775] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9472; }","duration":"117.629016ms","start":"2026-04-03T02:53:45.55422Z","end":"2026-04-03T02:53:45.671849Z","steps":["trace[306557775] 'agreement among raft nodes before linearized reading' (duration: 117.417261ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:45.703381Z","caller":"traceutil/trace.go:171","msg":"trace[1619156889] transaction","detail":"{read_only:false; response_revision:9474; number_of_response:1; }","duration":"148.516656ms","start":"2026-04-03T02:53:45.554832Z","end":"2026-04-03T02:53:45.703349Z","steps":["trace[1619156889] 'process raft request' (duration: 148.334661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:45.703628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.203834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:53:45.703718Z","caller":"traceutil/trace.go:171","msg":"trace[211885438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9477; }","duration":"149.323067ms","start":"2026-04-03T02:53:45.554378Z","end":"2026-04-03T02:53:45.703701Z","steps":["trace[211885438] 'agreement among raft nodes before linearized reading' (duration: 149.103221ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:45.703753Z","caller":"traceutil/trace.go:171","msg":"trace[1656943270] transaction","detail":"{read_only:false; response_revision:9476; number_of_response:1; }","duration":"146.494386ms","start":"2026-04-03T02:53:45.557252Z","end":"2026-04-03T02:53:45.703746Z","steps":["trace[1656943270] 'process raft request' (duration: 146.046615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:45.70394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.791877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-04-03T02:53:45.703981Z","caller":"traceutil/trace.go:171","msg":"trace[2057229552] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:9477; }","duration":"145.846228ms","start":"2026-04-03T02:53:45.558126Z","end":"2026-04-03T02:53:45.703972Z","steps":["trace[2057229552] 'agreement among raft nodes before linearized reading' (duration: 145.712805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:45.704062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.559583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:53:45.704097Z","caller":"traceutil/trace.go:171","msg":"trace[140285881] transaction","detail":"{read_only:false; response_revision:9477; number_of_response:1; }","duration":"141.51285ms","start":"2026-04-03T02:53:45.562576Z","end":"2026-04-03T02:53:45.704089Z","steps":["trace[140285881] 'process raft request' (duration: 140.785912ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:45.70411Z","caller":"traceutil/trace.go:171","msg":"trace[341624177] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:9477; }","duration":"149.634724ms","start":"2026-04-03T02:53:45.554463Z","end":"2026-04-03T02:53:45.704098Z","steps":["trace[341624177] 'agreement among raft nodes before linearized reading' (duration: 149.498161ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:45.704233Z","caller":"traceutil/trace.go:171","msg":"trace[1127692763] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9477; }","duration":"140.834532ms","start":"2026-04-03T02:53:45.563385Z","end":"2026-04-03T02:53:45.70422Z","steps":["trace[1127692763] 'process raft request' (duration: 140.041273ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:45.703716Z","caller":"traceutil/trace.go:171","msg":"trace[1920361709] transaction","detail":"{read_only:false; response_revision:9475; number_of_response:1; }","duration":"148.175058ms","start":"2026-04-03T02:53:45.555528Z","end":"2026-04-03T02:53:45.703703Z","steps":["trace[1920361709] 'process raft request' (duration: 147.709336ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:45.703267Z","caller":"traceutil/trace.go:171","msg":"trace[1279083090] transaction","detail":"{read_only:false; response_revision:9473; number_of_response:1; }","duration":"148.801934ms","start":"2026-04-03T02:53:45.55444Z","end":"2026-04-03T02:53:45.703242Z","steps":["trace[1279083090] 'process raft request' (duration: 148.532256ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:54.765431Z","caller":"traceutil/trace.go:171","msg":"trace[1117349507] linearizableReadLoop","detail":"{readStateIndex:9970; appliedIndex:9969; }","duration":"257.176746ms","start":"2026-04-03T02:53:54.508229Z","end":"2026-04-03T02:53:54.765406Z","steps":["trace[1117349507] 'read index received' (duration: 256.959941ms)","trace[1117349507] 'applied index is now lower than readState.Index' (duration: 215.505µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:53:54.765567Z","caller":"traceutil/trace.go:171","msg":"trace[355167204] transaction","detail":"{read_only:false; response_revision:9573; number_of_response:1; }","duration":"646.322002ms","start":"2026-04-03T02:53:54.119187Z","end":"2026-04-03T02:53:54.765509Z","steps":["trace[355167204] 'process raft request' (duration: 646.038155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:53:54.765687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.446104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:53:54.765722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:53:54.119165Z","time spent":"646.456626ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4826,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:53:54.76584Z","caller":"traceutil/trace.go:171","msg":"trace[1099987109] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:9573; }","duration":"257.561477ms","start":"2026-04-03T02:53:54.508177Z","end":"2026-04-03T02:53:54.765738Z","steps":["trace[1099987109] 'agreement among raft nodes before linearized reading' (duration: 257.33846ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:53:57.161469Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c6cf68dde442ffa5","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-03T02:53:57.166818Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-03T02:53:57.166949Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-03T02:54:00.701408Z","caller":"traceutil/trace.go:171","msg":"trace[78635771] transaction","detail":"{read_only:false; response_revision:9627; number_of_response:1; }","duration":"134.696967ms","start":"2026-04-03T02:54:00.566692Z","end":"2026-04-03T02:54:00.701389Z","steps":["trace[78635771] 'process raft request' (duration: 134.522623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:01.949542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.777998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:54:01.949624Z","caller":"traceutil/trace.go:171","msg":"trace[501617449] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:9627; }","duration":"532.8682ms","start":"2026-04-03T02:54:01.416737Z","end":"2026-04-03T02:54:01.949605Z","steps":["trace[501617449] 'range keys from in-memory index tree' (duration: 532.619665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:01.949666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:01.416682Z","time spent":"532.975233ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-03T02:54:01.949649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.647982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:54:01.949719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.879078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:54:01.949735Z","caller":"traceutil/trace.go:171","msg":"trace[166468294] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:9627; }","duration":"518.811726ms","start":"2026-04-03T02:54:01.430902Z","end":"2026-04-03T02:54:01.949713Z","steps":["trace[166468294] 'count revisions from in-memory index tree' (duration: 518.488558ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:01.949763Z","caller":"traceutil/trace.go:171","msg":"trace[785364496] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:9627; }","duration":"497.92144ms","start":"2026-04-03T02:54:01.451826Z","end":"2026-04-03T02:54:01.949747Z","steps":["trace[785364496] 'count revisions from in-memory index tree' (duration: 497.745975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:01.949755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.600989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7695b7f44f-9zv9l.18a2b916e90a2520\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-04-03T02:54:01.949791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:01.430877Z","time spent":"518.901757ms","remote":"127.0.0.1:52428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:54:01.949804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:01.45179Z","time spent":"498.004671ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:54:01.949547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012217591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:54:01.949849Z","caller":"traceutil/trace.go:171","msg":"trace[802440510] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7695b7f44f-9zv9l.18a2b916e90a2520; range_end:; response_count:1; response_revision:9627; }","duration":"759.738372ms","start":"2026-04-03T02:54:01.190083Z","end":"2026-04-03T02:54:01.949821Z","steps":["trace[802440510] 'range keys from in-memory index tree' (duration: 759.413075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:01.949668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.463733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:54:01.949872Z","caller":"traceutil/trace.go:171","msg":"trace[524171539] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9627; }","duration":"1.01259385s","start":"2026-04-03T02:54:00.937261Z","end":"2026-04-03T02:54:01.949854Z","steps":["trace[524171539] 'range keys from in-memory index tree' (duration: 1.011958734s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:01.949897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:01.190059Z","time spent":"759.826915ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-7695b7f44f-9zv9l.18a2b916e90a2520\" "} {"level":"info","ts":"2026-04-03T02:54:01.949905Z","caller":"traceutil/trace.go:171","msg":"trace[1267894147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9627; }","duration":"408.74179ms","start":"2026-04-03T02:54:01.541146Z","end":"2026-04-03T02:54:01.949888Z","steps":["trace[1267894147] 'range keys from in-memory index tree' (duration: 408.298759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:01.949912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:00.937237Z","time spent":"1.012663401s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:54:01.949882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.604915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:54:01.949935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:01.541123Z","time spent":"408.805781ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:54:01.950001Z","caller":"traceutil/trace.go:171","msg":"trace[2044633588] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:9627; }","duration":"515.78265ms","start":"2026-04-03T02:54:01.434167Z","end":"2026-04-03T02:54:01.949949Z","steps":["trace[2044633588] 'count revisions from in-memory index tree' (duration: 515.488272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:01.950069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:01.434144Z","time spent":"515.905902ms","remote":"127.0.0.1:39702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:54:01.950073Z","caller":"traceutil/trace.go:171","msg":"trace[1035897172] transaction","detail":"{read_only:false; response_revision:9628; number_of_response:1; }","duration":"304.448939ms","start":"2026-04-03T02:54:01.645603Z","end":"2026-04-03T02:54:01.950052Z","steps":["trace[1035897172] 'process raft request' (duration: 264.116942ms)","trace[1035897172] 'compare' (duration: 39.837375ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:54:01.950204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:01.645563Z","time spent":"304.552422ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:54:01.950408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.465143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:54:01.95046Z","caller":"traceutil/trace.go:171","msg":"trace[1413407851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9628; }","duration":"253.573065ms","start":"2026-04-03T02:54:01.696871Z","end":"2026-04-03T02:54:01.950444Z","steps":["trace[1413407851] 'agreement among raft nodes before linearized reading' (duration: 253.417791ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:01.951645Z","caller":"traceutil/trace.go:171","msg":"trace[126951069] linearizableReadLoop","detail":"{readStateIndex:10027; appliedIndex:10026; }","duration":"253.017391ms","start":"2026-04-03T02:54:01.696951Z","end":"2026-04-03T02:54:01.949969Z","steps":["trace[126951069] 'read index received' (duration: 212.691144ms)","trace[126951069] 'applied index is now lower than readState.Index' (duration: 40.324927ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:54:01.972443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.035846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:54:01.972483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.246212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:54:01.972522Z","caller":"traceutil/trace.go:171","msg":"trace[759104305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9628; }","duration":"273.15117ms","start":"2026-04-03T02:54:01.699351Z","end":"2026-04-03T02:54:01.972502Z","steps":["trace[759104305] 'agreement among raft nodes before linearized reading' (duration: 272.959225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:01.972505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.084907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:54:01.972589Z","caller":"traceutil/trace.go:171","msg":"trace[1052235378] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9628; }","duration":"273.222891ms","start":"2026-04-03T02:54:01.699341Z","end":"2026-04-03T02:54:01.972564Z","steps":["trace[1052235378] 'agreement among raft nodes before linearized reading' (duration: 272.982415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:01.972639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.375456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:54:01.972535Z","caller":"traceutil/trace.go:171","msg":"trace[763671164] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9628; }","duration":"273.322723ms","start":"2026-04-03T02:54:01.699199Z","end":"2026-04-03T02:54:01.972522Z","steps":["trace[763671164] 'agreement among raft nodes before linearized reading' (duration: 273.169879ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:01.972727Z","caller":"traceutil/trace.go:171","msg":"trace[1921825228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9628; }","duration":"256.51209ms","start":"2026-04-03T02:54:01.716196Z","end":"2026-04-03T02:54:01.972708Z","steps":["trace[1921825228] 'agreement among raft nodes before linearized reading' (duration: 256.228993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:01.972478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.833719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-03T02:54:01.972771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.305656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:54:01.972785Z","caller":"traceutil/trace.go:171","msg":"trace[936362550] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:9628; }","duration":"242.190878ms","start":"2026-04-03T02:54:01.730582Z","end":"2026-04-03T02:54:01.972773Z","steps":["trace[936362550] 'agreement among raft nodes before linearized reading' (duration: 241.721617ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:01.972827Z","caller":"traceutil/trace.go:171","msg":"trace[123104699] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:9628; }","duration":"172.392588ms","start":"2026-04-03T02:54:01.800413Z","end":"2026-04-03T02:54:01.972805Z","steps":["trace[123104699] 'agreement among raft nodes before linearized reading' (duration: 172.319976ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:20.315334Z","caller":"traceutil/trace.go:171","msg":"trace[1972693222] transaction","detail":"{read_only:false; response_revision:9818; number_of_response:1; }","duration":"206.421966ms","start":"2026-04-03T02:54:20.108882Z","end":"2026-04-03T02:54:20.315304Z","steps":["trace[1972693222] 'process raft request' (duration: 131.140608ms)","trace[1972693222] 'compare' (duration: 74.998671ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:54:20.315556Z","caller":"traceutil/trace.go:171","msg":"trace[1236037535] transaction","detail":"{read_only:false; response_revision:9819; number_of_response:1; }","duration":"206.591802ms","start":"2026-04-03T02:54:20.108956Z","end":"2026-04-03T02:54:20.315548Z","steps":["trace[1236037535] 'process raft request' (duration: 206.299304ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:20.316106Z","caller":"traceutil/trace.go:171","msg":"trace[1092536797] linearizableReadLoop","detail":"{readStateIndex:10226; appliedIndex:10221; }","duration":"205.463612ms","start":"2026-04-03T02:54:20.110591Z","end":"2026-04-03T02:54:20.316054Z","steps":["trace[1092536797] 'read index received' (duration: 23.988225ms)","trace[1092536797] 'applied index is now lower than readState.Index' (duration: 181.473867ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:54:20.316157Z","caller":"traceutil/trace.go:171","msg":"trace[997264130] transaction","detail":"{read_only:false; response_revision:9820; number_of_response:1; }","duration":"206.711484ms","start":"2026-04-03T02:54:20.109435Z","end":"2026-04-03T02:54:20.316147Z","steps":["trace[997264130] 'process raft request' (duration: 206.077209ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:20.31613Z","caller":"traceutil/trace.go:171","msg":"trace[1124206041] transaction","detail":"{read_only:false; response_revision:9821; number_of_response:1; }","duration":"206.611031ms","start":"2026-04-03T02:54:20.109486Z","end":"2026-04-03T02:54:20.316097Z","steps":["trace[1124206041] 'process raft request' (duration: 206.443087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:20.316556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.947274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:233939"} {"level":"info","ts":"2026-04-03T02:54:20.316595Z","caller":"traceutil/trace.go:171","msg":"trace[155560424] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9821; }","duration":"206.017685ms","start":"2026-04-03T02:54:20.110569Z","end":"2026-04-03T02:54:20.316587Z","steps":["trace[155560424] 'agreement among raft nodes before linearized reading' (duration: 205.609195ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:21.639058Z","caller":"traceutil/trace.go:171","msg":"trace[942002782] transaction","detail":"{read_only:false; response_revision:9823; number_of_response:1; }","duration":"218.801678ms","start":"2026-04-03T02:54:21.420229Z","end":"2026-04-03T02:54:21.63903Z","steps":["trace[942002782] 'process raft request' (duration: 218.539732ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:22.236424Z","caller":"traceutil/trace.go:171","msg":"trace[1054784823] linearizableReadLoop","detail":"{readStateIndex:10230; appliedIndex:10229; }","duration":"187.53215ms","start":"2026-04-03T02:54:22.048858Z","end":"2026-04-03T02:54:22.23639Z","steps":["trace[1054784823] 'read index received' (duration: 187.340125ms)","trace[1054784823] 'applied index is now lower than readState.Index' (duration: 190.545µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:54:22.236607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.724755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:54:22.23665Z","caller":"traceutil/trace.go:171","msg":"trace[1002739300] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:9824; }","duration":"187.837127ms","start":"2026-04-03T02:54:22.048802Z","end":"2026-04-03T02:54:22.236639Z","steps":["trace[1002739300] 'agreement among raft nodes before linearized reading' (duration: 187.742015ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:22.236624Z","caller":"traceutil/trace.go:171","msg":"trace[1179460049] transaction","detail":"{read_only:false; response_revision:9824; number_of_response:1; }","duration":"214.46151ms","start":"2026-04-03T02:54:22.022089Z","end":"2026-04-03T02:54:22.23655Z","steps":["trace[1179460049] 'process raft request' (duration: 214.088671ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:22.502453Z","caller":"traceutil/trace.go:171","msg":"trace[995979320] transaction","detail":"{read_only:false; response_revision:9825; number_of_response:1; }","duration":"414.506775ms","start":"2026-04-03T02:54:22.087917Z","end":"2026-04-03T02:54:22.502424Z","steps":["trace[995979320] 'process raft request' (duration: 324.147755ms)","trace[995979320] 'compare' (duration: 90.168126ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:54:22.502615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:22.087887Z","time spent":"414.642228ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:54:22.502813Z","caller":"traceutil/trace.go:171","msg":"trace[2007802694] transaction","detail":"{read_only:false; response_revision:9826; number_of_response:1; }","duration":"409.511139ms","start":"2026-04-03T02:54:22.093288Z","end":"2026-04-03T02:54:22.5028Z","steps":["trace[2007802694] 'process raft request' (duration: 409.092688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:22.502874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:22.093256Z","time spent":"409.589001ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:54:22.503449Z","caller":"traceutil/trace.go:171","msg":"trace[381247414] transaction","detail":"{read_only:false; response_revision:9827; number_of_response:1; }","duration":"392.681845ms","start":"2026-04-03T02:54:22.110754Z","end":"2026-04-03T02:54:22.503436Z","steps":["trace[381247414] 'process raft request' (duration: 392.007928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:22.503548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:22.110727Z","time spent":"392.785668ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:54:22.503455Z","caller":"traceutil/trace.go:171","msg":"trace[2010159864] linearizableReadLoop","detail":"{readStateIndex:10233; appliedIndex:10230; }","duration":"266.903562ms","start":"2026-04-03T02:54:22.236513Z","end":"2026-04-03T02:54:22.503417Z","steps":["trace[2010159864] 'read index received' (duration: 175.472296ms)","trace[2010159864] 'applied index is now lower than readState.Index' (duration: 91.428976ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:54:22.5038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.533889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-04-03T02:54:22.503891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.920869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:54:22.503918Z","caller":"traceutil/trace.go:171","msg":"trace[269302770] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:9827; }","duration":"361.683403ms","start":"2026-04-03T02:54:22.14221Z","end":"2026-04-03T02:54:22.503893Z","steps":["trace[269302770] 'agreement among raft nodes before linearized reading' (duration: 361.263063ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:22.503949Z","caller":"traceutil/trace.go:171","msg":"trace[494067105] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9827; }","duration":"364.036032ms","start":"2026-04-03T02:54:22.139897Z","end":"2026-04-03T02:54:22.503933Z","steps":["trace[494067105] 'agreement among raft nodes before linearized reading' (duration: 363.869808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:22.503999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:22.139865Z","time spent":"364.121144ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:54:22.504021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:22.142198Z","time spent":"361.804426ms","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-04-03T02:54:22.504137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.146453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-03T02:54:22.504183Z","caller":"traceutil/trace.go:171","msg":"trace[840049697] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:9827; }","duration":"111.195834ms","start":"2026-04-03T02:54:22.392971Z","end":"2026-04-03T02:54:22.504166Z","steps":["trace[840049697] 'agreement among raft nodes before linearized reading' (duration: 111.108092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:22.504185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.969014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-03T02:54:22.504043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.209156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:54:22.504282Z","caller":"traceutil/trace.go:171","msg":"trace[429395250] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:9827; }","duration":"181.104637ms","start":"2026-04-03T02:54:22.323152Z","end":"2026-04-03T02:54:22.504256Z","steps":["trace[429395250] 'agreement among raft nodes before linearized reading' (duration: 180.793399ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:22.504311Z","caller":"traceutil/trace.go:171","msg":"trace[1823641200] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9827; }","duration":"184.472473ms","start":"2026-04-03T02:54:22.319821Z","end":"2026-04-03T02:54:22.504293Z","steps":["trace[1823641200] 'agreement among raft nodes before linearized reading' (duration: 184.112244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:22.504298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.376061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T02:54:22.504384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.952939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-03T02:54:22.50445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.235507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:54:22.504489Z","caller":"traceutil/trace.go:171","msg":"trace[441889523] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9827; }","duration":"138.280677ms","start":"2026-04-03T02:54:22.366196Z","end":"2026-04-03T02:54:22.504476Z","steps":["trace[441889523] 'agreement among raft nodes before linearized reading' (duration: 138.175535ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:22.504502Z","caller":"traceutil/trace.go:171","msg":"trace[1497353476] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9827; }","duration":"184.072642ms","start":"2026-04-03T02:54:22.320402Z","end":"2026-04-03T02:54:22.504474Z","steps":["trace[1497353476] 'agreement among raft nodes before linearized reading' (duration: 183.880118ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:22.504436Z","caller":"traceutil/trace.go:171","msg":"trace[492193242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9827; }","duration":"184.592916ms","start":"2026-04-03T02:54:22.319824Z","end":"2026-04-03T02:54:22.504417Z","steps":["trace[492193242] 'agreement among raft nodes before linearized reading' (duration: 184.140545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:22.504207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.251548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:54:22.504658Z","caller":"traceutil/trace.go:171","msg":"trace[1949735148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9827; }","duration":"184.72352ms","start":"2026-04-03T02:54:22.319916Z","end":"2026-04-03T02:54:22.504639Z","steps":["trace[1949735148] 'agreement among raft nodes before linearized reading' (duration: 184.040163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:22.788121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.832259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:54:22.788317Z","caller":"traceutil/trace.go:171","msg":"trace[647214094] linearizableReadLoop","detail":"{readStateIndex:10237; appliedIndex:10235; }","duration":"278.67387ms","start":"2026-04-03T02:54:22.509626Z","end":"2026-04-03T02:54:22.788299Z","steps":["trace[647214094] 'read index received' (duration: 81.163578ms)","trace[647214094] 'applied index is now lower than readState.Index' (duration: 197.509122ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:54:22.788466Z","caller":"traceutil/trace.go:171","msg":"trace[526489376] transaction","detail":"{read_only:false; response_revision:9831; number_of_response:1; }","duration":"279.009768ms","start":"2026-04-03T02:54:22.509418Z","end":"2026-04-03T02:54:22.788427Z","steps":["trace[526489376] 'process raft request' (duration: 134.771639ms)","trace[526489376] 'compare' (duration: 143.574162ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:54:22.788487Z","caller":"traceutil/trace.go:171","msg":"trace[55090097] transaction","detail":"{read_only:false; response_revision:9832; number_of_response:1; }","duration":"278.345402ms","start":"2026-04-03T02:54:22.510065Z","end":"2026-04-03T02:54:22.788411Z","steps":["trace[55090097] 'process raft request' (duration: 278.166097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:22.788613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.981197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:54:22.788679Z","caller":"traceutil/trace.go:171","msg":"trace[1030785930] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9832; }","duration":"279.063319ms","start":"2026-04-03T02:54:22.509604Z","end":"2026-04-03T02:54:22.788667Z","steps":["trace[1030785930] 'agreement among raft nodes before linearized reading' (duration: 278.793792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:22.788778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.581631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:54:22.788809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.846633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:54:22.788833Z","caller":"traceutil/trace.go:171","msg":"trace[1119161339] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:9832; }","duration":"225.696734ms","start":"2026-04-03T02:54:22.56312Z","end":"2026-04-03T02:54:22.788817Z","steps":["trace[1119161339] 'agreement among raft nodes before linearized reading' (duration: 225.577241ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:22.788858Z","caller":"traceutil/trace.go:171","msg":"trace[1417751654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9832; }","duration":"230.951915ms","start":"2026-04-03T02:54:22.557891Z","end":"2026-04-03T02:54:22.788843Z","steps":["trace[1417751654] 'agreement among raft nodes before linearized reading' (duration: 230.837453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:22.788893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.376681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:233939"} {"level":"warn","ts":"2026-04-03T02:54:22.788918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.950361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" ","response":"range_response_count:1 size:1309"} {"level":"info","ts":"2026-04-03T02:54:22.788955Z","caller":"traceutil/trace.go:171","msg":"trace[1969558909] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9832; }","duration":"278.455323ms","start":"2026-04-03T02:54:22.510482Z","end":"2026-04-03T02:54:22.788938Z","steps":["trace[1969558909] 'agreement among raft nodes before linearized reading' (duration: 277.968261ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:22.788992Z","caller":"traceutil/trace.go:171","msg":"trace[1785793271] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-default-user; range_end:; response_count:1; response_revision:9832; }","duration":"278.042773ms","start":"2026-04-03T02:54:22.510931Z","end":"2026-04-03T02:54:22.788974Z","steps":["trace[1785793271] 'agreement among raft nodes before linearized reading' (duration: 277.846198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:22.789101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.679083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:54:22.78916Z","caller":"traceutil/trace.go:171","msg":"trace[286705648] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:9832; }","duration":"185.770886ms","start":"2026-04-03T02:54:22.603375Z","end":"2026-04-03T02:54:22.789146Z","steps":["trace[286705648] 'agreement among raft nodes before linearized reading' (duration: 185.673953ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:23.048961Z","caller":"traceutil/trace.go:171","msg":"trace[41115634] linearizableReadLoop","detail":"{readStateIndex:10239; appliedIndex:10238; }","duration":"246.133568ms","start":"2026-04-03T02:54:22.802807Z","end":"2026-04-03T02:54:23.048941Z","steps":["trace[41115634] 'read index received' (duration: 238.29312ms)","trace[41115634] 'applied index is now lower than readState.Index' (duration: 7.839348ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:54:23.049003Z","caller":"traceutil/trace.go:171","msg":"trace[374831032] transaction","detail":"{read_only:false; response_revision:9833; number_of_response:1; }","duration":"248.488707ms","start":"2026-04-03T02:54:22.800477Z","end":"2026-04-03T02:54:23.048966Z","steps":["trace[374831032] 'process raft request' (duration: 240.635439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:23.049352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.122912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:54:23.049413Z","caller":"traceutil/trace.go:171","msg":"trace[1868290691] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9833; }","duration":"176.211944ms","start":"2026-04-03T02:54:22.873186Z","end":"2026-04-03T02:54:23.049398Z","steps":["trace[1868290691] 'agreement among raft nodes before linearized reading' (duration: 176.091371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:23.049521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.711653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-04-03T02:54:23.049567Z","caller":"traceutil/trace.go:171","msg":"trace[2125409633] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:9833; }","duration":"246.773174ms","start":"2026-04-03T02:54:22.802783Z","end":"2026-04-03T02:54:23.049556Z","steps":["trace[2125409633] 'agreement among raft nodes before linearized reading' (duration: 246.287062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:24.840071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.037335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:54:24.840153Z","caller":"traceutil/trace.go:171","msg":"trace[1803812189] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9844; }","duration":"244.174449ms","start":"2026-04-03T02:54:24.59596Z","end":"2026-04-03T02:54:24.840134Z","steps":["trace[1803812189] 'range keys from in-memory index tree' (duration: 243.846211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:24.840244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.235725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:54:24.840347Z","caller":"traceutil/trace.go:171","msg":"trace[856588842] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9844; }","duration":"245.41187ms","start":"2026-04-03T02:54:24.594916Z","end":"2026-04-03T02:54:24.840328Z","steps":["trace[856588842] 'range keys from in-memory index tree' (duration: 245.100251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:24.840378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.600399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:54:24.840464Z","caller":"traceutil/trace.go:171","msg":"trace[643067504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9844; }","duration":"244.737233ms","start":"2026-04-03T02:54:24.595704Z","end":"2026-04-03T02:54:24.840441Z","steps":["trace[643067504] 'range keys from in-memory index tree' (duration: 244.377674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:28.846254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.094486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:54:28.846389Z","caller":"traceutil/trace.go:171","msg":"trace[2052675638] linearizableReadLoop","detail":"{readStateIndex:10267; appliedIndex:10266; }","duration":"306.700264ms","start":"2026-04-03T02:54:28.539668Z","end":"2026-04-03T02:54:28.846369Z","steps":["trace[2052675638] 'read index received' (duration: 85.494075ms)","trace[2052675638] 'applied index is now lower than readState.Index' (duration: 221.204419ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:54:28.846444Z","caller":"traceutil/trace.go:171","msg":"trace[11417430] transaction","detail":"{read_only:false; response_revision:9860; number_of_response:1; }","duration":"313.637359ms","start":"2026-04-03T02:54:28.532758Z","end":"2026-04-03T02:54:28.846396Z","steps":["trace[11417430] 'process raft request' (duration: 92.278466ms)","trace[11417430] 'compare' (duration: 220.771708ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:54:28.846622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:28.53273Z","time spent":"313.791853ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:54:28.846484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.802237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:54:28.846915Z","caller":"traceutil/trace.go:171","msg":"trace[1658609090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9860; }","duration":"307.229057ms","start":"2026-04-03T02:54:28.539631Z","end":"2026-04-03T02:54:28.84686Z","steps":["trace[1658609090] 'agreement among raft nodes before linearized reading' (duration: 306.806487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:28.846948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:28.539618Z","time spent":"307.323059ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:54:29.414429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.680663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:54:29.414587Z","caller":"traceutil/trace.go:171","msg":"trace[1268120966] linearizableReadLoop","detail":"{readStateIndex:10269; appliedIndex:10267; }","duration":"568.159051ms","start":"2026-04-03T02:54:28.846418Z","end":"2026-04-03T02:54:29.414577Z","steps":["trace[1268120966] 'read index received' (duration: 336.1952ms)","trace[1268120966] 'applied index is now lower than readState.Index' (duration: 231.963161ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:54:29.414645Z","caller":"traceutil/trace.go:171","msg":"trace[1783100178] transaction","detail":"{read_only:false; response_revision:9862; number_of_response:1; }","duration":"869.484279ms","start":"2026-04-03T02:54:28.545155Z","end":"2026-04-03T02:54:29.414639Z","steps":["trace[1783100178] 'process raft request' (duration: 869.347095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:29.414938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:28.545119Z","time spent":"869.788036ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:54:29.414918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.105105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:54:29.41487Z","caller":"traceutil/trace.go:171","msg":"trace[1091987883] transaction","detail":"{read_only:false; response_revision:9861; number_of_response:1; }","duration":"869.784196ms","start":"2026-04-03T02:54:28.545074Z","end":"2026-04-03T02:54:29.414858Z","steps":["trace[1091987883] 'process raft request' (duration: 637.61144ms)","trace[1091987883] 'compare' (duration: 231.284994ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:54:29.415005Z","caller":"traceutil/trace.go:171","msg":"trace[594581634] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:9862; }","duration":"709.265299ms","start":"2026-04-03T02:54:28.705723Z","end":"2026-04-03T02:54:29.414989Z","steps":["trace[594581634] 'agreement among raft nodes before linearized reading' (duration: 709.111415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:29.415038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:28.545037Z","time spent":"869.988121ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:54:29.415046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:28.7057Z","time spent":"709.33595ms","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:54:29.415112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.469624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:54:29.415109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.161922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:54:29.414991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.79093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:54:29.415154Z","caller":"traceutil/trace.go:171","msg":"trace[1743799336] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9862; }","duration":"485.529786ms","start":"2026-04-03T02:54:28.929597Z","end":"2026-04-03T02:54:29.415127Z","steps":["trace[1743799336] 'agreement among raft nodes before linearized reading' (duration: 485.471124ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:29.415168Z","caller":"traceutil/trace.go:171","msg":"trace[979014746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9862; }","duration":"486.219873ms","start":"2026-04-03T02:54:28.928929Z","end":"2026-04-03T02:54:29.415149Z","steps":["trace[979014746] 'agreement among raft nodes before linearized reading' (duration: 485.981277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:29.41519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:28.929574Z","time spent":"485.611188ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:54:29.414937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.025622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:54:29.415216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:28.928905Z","time spent":"486.297274ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:54:29.41528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.335646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:54:29.415247Z","caller":"traceutil/trace.go:171","msg":"trace[406558697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9862; }","duration":"567.3907ms","start":"2026-04-03T02:54:28.847846Z","end":"2026-04-03T02:54:29.415236Z","steps":["trace[406558697] 'agreement among raft nodes before linearized reading' (duration: 567.055002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:29.415281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.386737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:54:29.415319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:28.847837Z","time spent":"567.471222ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:54:29.415296Z","caller":"traceutil/trace.go:171","msg":"trace[193732133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9862; }","duration":"486.376837ms","start":"2026-04-03T02:54:28.928914Z","end":"2026-04-03T02:54:29.415291Z","steps":["trace[193732133] 'agreement among raft nodes before linearized reading' (duration: 486.330486ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:29.415338Z","caller":"traceutil/trace.go:171","msg":"trace[727372505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9862; }","duration":"486.451858ms","start":"2026-04-03T02:54:28.928866Z","end":"2026-04-03T02:54:29.415318Z","steps":["trace[727372505] 'agreement among raft nodes before linearized reading' (duration: 486.296034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:29.415368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:28.9289Z","time spent":"486.462229ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:54:29.415176Z","caller":"traceutil/trace.go:171","msg":"trace[448022399] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9862; }","duration":"564.007326ms","start":"2026-04-03T02:54:28.851157Z","end":"2026-04-03T02:54:29.415164Z","steps":["trace[448022399] 'agreement among raft nodes before linearized reading' (duration: 563.805661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:29.415384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:28.928854Z","time spent":"486.520051ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:54:29.415411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.361841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-03T02:54:29.415414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:28.851138Z","time spent":"564.267312ms","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:54:29.415437Z","caller":"traceutil/trace.go:171","msg":"trace[1223651694] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:9862; }","duration":"483.460273ms","start":"2026-04-03T02:54:28.931969Z","end":"2026-04-03T02:54:29.41543Z","steps":["trace[1223651694] 'agreement among raft nodes before linearized reading' (duration: 483.225837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:29.415525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:28.93196Z","time spent":"483.557596ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T02:54:29.415109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.073444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:54:29.415579Z","caller":"traceutil/trace.go:171","msg":"trace[876441919] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9862; }","duration":"529.587848ms","start":"2026-04-03T02:54:28.885979Z","end":"2026-04-03T02:54:29.415567Z","steps":["trace[876441919] 'agreement among raft nodes before linearized reading' (duration: 528.937341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:29.415617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:28.885963Z","time spent":"529.643439ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:54:29.94712Z","caller":"traceutil/trace.go:171","msg":"trace[32518786] transaction","detail":"{read_only:false; response_revision:9864; number_of_response:1; }","duration":"526.873219ms","start":"2026-04-03T02:54:29.420216Z","end":"2026-04-03T02:54:29.947089Z","steps":["trace[32518786] 'process raft request' (duration: 526.575852ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:29.947455Z","caller":"traceutil/trace.go:171","msg":"trace[1753342392] transaction","detail":"{read_only:false; response_revision:9865; number_of_response:1; }","duration":"493.752174ms","start":"2026-04-03T02:54:29.45367Z","end":"2026-04-03T02:54:29.947422Z","steps":["trace[1753342392] 'process raft request' (duration: 493.352144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:29.947339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:29.420193Z","time spent":"527.044223ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:54:29.947686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:29.45363Z","time spent":"493.961359ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:54:29.948114Z","caller":"traceutil/trace.go:171","msg":"trace[691825710] transaction","detail":"{read_only:false; response_revision:9866; number_of_response:1; }","duration":"493.944228ms","start":"2026-04-03T02:54:29.454133Z","end":"2026-04-03T02:54:29.948077Z","steps":["trace[691825710] 'process raft request' (duration: 493.23031ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:29.948205Z","caller":"traceutil/trace.go:171","msg":"trace[849460719] transaction","detail":"{read_only:false; response_revision:9867; number_of_response:1; }","duration":"493.232012ms","start":"2026-04-03T02:54:29.454961Z","end":"2026-04-03T02:54:29.948193Z","steps":["trace[849460719] 'process raft request' (duration: 493.043186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:29.948253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:29.454123Z","time spent":"494.061513ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:54:29.948274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:29.454943Z","time spent":"493.295153ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:54:29.948376Z","caller":"traceutil/trace.go:171","msg":"trace[417511612] linearizableReadLoop","detail":"{readStateIndex:10273; appliedIndex:10269; }","duration":"493.877716ms","start":"2026-04-03T02:54:29.454179Z","end":"2026-04-03T02:54:29.948057Z","steps":["trace[417511612] 'read index received' (duration: 30.376666ms)","trace[417511612] 'applied index is now lower than readState.Index' (duration: 463.49997ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:54:29.948755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.572885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:233939"} {"level":"info","ts":"2026-04-03T02:54:29.948903Z","caller":"traceutil/trace.go:171","msg":"trace[1430275428] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9867; }","duration":"494.78079ms","start":"2026-04-03T02:54:29.454111Z","end":"2026-04-03T02:54:29.948892Z","steps":["trace[1430275428] 'agreement among raft nodes before linearized reading' (duration: 494.317709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:29.948938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:29.454046Z","time spent":"494.881603ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":233963,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T02:54:29.94899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.488953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:54:29.949241Z","caller":"traceutil/trace.go:171","msg":"trace[202010699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9867; }","duration":"408.768959ms","start":"2026-04-03T02:54:29.540449Z","end":"2026-04-03T02:54:29.949217Z","steps":["trace[202010699] 'agreement among raft nodes before linearized reading' (duration: 408.481942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:29.949303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:29.540428Z","time spent":"408.858942ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:54:30.490927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.693367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:54:30.490933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.672072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:54:30.491011Z","caller":"traceutil/trace.go:171","msg":"trace[1093970023] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:9867; }","duration":"333.83185ms","start":"2026-04-03T02:54:30.157159Z","end":"2026-04-03T02:54:30.490991Z","steps":["trace[1093970023] 'count revisions from in-memory index tree' (duration: 333.565903ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:30.491036Z","caller":"traceutil/trace.go:171","msg":"trace[546809215] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9867; }","duration":"365.837086ms","start":"2026-04-03T02:54:30.125172Z","end":"2026-04-03T02:54:30.491009Z","steps":["trace[546809215] 'count revisions from in-memory index tree' (duration: 365.54036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:30.491066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:30.157136Z","time spent":"333.907762ms","remote":"127.0.0.1:52340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:54:30.491102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:30.125146Z","time spent":"365.938849ms","remote":"127.0.0.1:37686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:54:35.046092Z","caller":"traceutil/trace.go:171","msg":"trace[1361776499] transaction","detail":"{read_only:false; response_revision:9908; number_of_response:1; }","duration":"179.515518ms","start":"2026-04-03T02:54:34.866547Z","end":"2026-04-03T02:54:35.046062Z","steps":["trace[1361776499] 'process raft request' (duration: 179.317363ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:35.60966Z","caller":"traceutil/trace.go:171","msg":"trace[1842898120] transaction","detail":"{read_only:false; response_revision:9909; number_of_response:1; }","duration":"176.741247ms","start":"2026-04-03T02:54:35.432886Z","end":"2026-04-03T02:54:35.609627Z","steps":["trace[1842898120] 'process raft request' (duration: 176.510612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:35.836376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.575448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:54:35.836497Z","caller":"traceutil/trace.go:171","msg":"trace[1639512807] linearizableReadLoop","detail":"{readStateIndex:10318; appliedIndex:10316; }","duration":"332.076225ms","start":"2026-04-03T02:54:35.504402Z","end":"2026-04-03T02:54:35.836478Z","steps":["trace[1639512807] 'read index received' (duration: 104.991997ms)","trace[1639512807] 'applied index is now lower than readState.Index' (duration: 227.082468ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:54:35.836533Z","caller":"traceutil/trace.go:171","msg":"trace[588150853] transaction","detail":"{read_only:false; response_revision:9910; number_of_response:1; }","duration":"400.870331ms","start":"2026-04-03T02:54:35.435632Z","end":"2026-04-03T02:54:35.836502Z","steps":["trace[588150853] 'process raft request' (duration: 294.067387ms)","trace[588150853] 'compare' (duration: 106.378984ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:54:35.836684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.288362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:54:35.836685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:35.435617Z","time spent":"400.985875ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:54:35.836721Z","caller":"traceutil/trace.go:171","msg":"trace[333528971] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9910; }","duration":"332.360933ms","start":"2026-04-03T02:54:35.504351Z","end":"2026-04-03T02:54:35.836712Z","steps":["trace[333528971] 'agreement among raft nodes before linearized reading' (duration: 332.182998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:35.836759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:35.504331Z","time spent":"332.420045ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:54:36.273279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.437405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:54:36.273445Z","caller":"traceutil/trace.go:171","msg":"trace[1597977359] linearizableReadLoop","detail":"{readStateIndex:10319; appliedIndex:10318; }","duration":"302.409257ms","start":"2026-04-03T02:54:35.971015Z","end":"2026-04-03T02:54:36.273424Z","steps":["trace[1597977359] 'read index received' (duration: 13.661885ms)","trace[1597977359] 'applied index is now lower than readState.Index' (duration: 288.745722ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:54:36.273523Z","caller":"traceutil/trace.go:171","msg":"trace[1683044813] transaction","detail":"{read_only:false; response_revision:9911; number_of_response:1; }","duration":"431.937844ms","start":"2026-04-03T02:54:35.841547Z","end":"2026-04-03T02:54:36.273485Z","steps":["trace[1683044813] 'process raft request' (duration: 143.16172ms)","trace[1683044813] 'compare' (duration: 288.273751ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:54:36.273668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.649694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:54:36.273677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:35.841512Z","time spent":"432.079107ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:54:36.273707Z","caller":"traceutil/trace.go:171","msg":"trace[1911378684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9911; }","duration":"302.726336ms","start":"2026-04-03T02:54:35.970968Z","end":"2026-04-03T02:54:36.273694Z","steps":["trace[1911378684] 'agreement among raft nodes before linearized reading' (duration: 302.575311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:36.273741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:35.970945Z","time spent":"302.788368ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:54:36.273863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.199022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:54:36.273874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.257574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:54:36.273942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.334482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:54:36.273951Z","caller":"traceutil/trace.go:171","msg":"trace[1174051163] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9911; }","duration":"302.319775ms","start":"2026-04-03T02:54:35.971611Z","end":"2026-04-03T02:54:36.273931Z","steps":["trace[1174051163] 'agreement among raft nodes before linearized reading' (duration: 302.083269ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:36.273955Z","caller":"traceutil/trace.go:171","msg":"trace[1773303581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9911; }","duration":"300.363847ms","start":"2026-04-03T02:54:35.973576Z","end":"2026-04-03T02:54:36.273939Z","steps":["trace[1773303581] 'agreement among raft nodes before linearized reading' (duration: 300.167662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:36.273999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:35.973566Z","time spent":"300.424678ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:54:36.273999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:35.9716Z","time spent":"302.389217ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:54:36.274002Z","caller":"traceutil/trace.go:171","msg":"trace[746103423] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:9911; }","duration":"288.528767ms","start":"2026-04-03T02:54:35.985458Z","end":"2026-04-03T02:54:36.273987Z","steps":["trace[746103423] 'agreement among raft nodes before linearized reading' (duration: 288.24644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:36.273895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.424588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:54:36.274424Z","caller":"traceutil/trace.go:171","msg":"trace[1116223556] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9911; }","duration":"300.976761ms","start":"2026-04-03T02:54:35.973426Z","end":"2026-04-03T02:54:36.274403Z","steps":["trace[1116223556] 'agreement among raft nodes before linearized reading' (duration: 300.410257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:36.274473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:35.973402Z","time spent":"301.054544ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:54:36.652162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.846645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:54:36.652303Z","caller":"traceutil/trace.go:171","msg":"trace[1905078908] transaction","detail":"{read_only:false; response_revision:9912; number_of_response:1; }","duration":"373.756817ms","start":"2026-04-03T02:54:36.278521Z","end":"2026-04-03T02:54:36.652278Z","steps":["trace[1905078908] 'process raft request' (duration: 111.676086ms)","trace[1905078908] 'compare' (duration: 261.700402ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:54:36.652388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:36.278496Z","time spent":"373.85026ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:54:36.934405Z","caller":"traceutil/trace.go:171","msg":"trace[915702348] transaction","detail":"{read_only:false; response_revision:9914; number_of_response:1; }","duration":"655.816131ms","start":"2026-04-03T02:54:36.278562Z","end":"2026-04-03T02:54:36.934378Z","steps":["trace[915702348] 'process raft request' (duration: 655.726679ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:36.934428Z","caller":"traceutil/trace.go:171","msg":"trace[1322167918] transaction","detail":"{read_only:false; response_revision:9913; number_of_response:1; }","duration":"655.846622ms","start":"2026-04-03T02:54:36.278545Z","end":"2026-04-03T02:54:36.934392Z","steps":["trace[1322167918] 'process raft request' (duration: 571.422073ms)","trace[1322167918] 'compare' (duration: 84.166763ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:54:36.934563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:36.27854Z","time spent":"655.939674ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:54:36.934595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:36.278521Z","time spent":"655.976995ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:54:36.934765Z","caller":"traceutil/trace.go:171","msg":"trace[952335885] linearizableReadLoop","detail":"{readStateIndex:10323; appliedIndex:10319; }","duration":"654.259602ms","start":"2026-04-03T02:54:36.280495Z","end":"2026-04-03T02:54:36.934755Z","steps":["trace[952335885] 'read index received' (duration: 109.739207ms)","trace[952335885] 'applied index is now lower than readState.Index' (duration: 544.519705ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:54:36.934802Z","caller":"traceutil/trace.go:171","msg":"trace[463401591] transaction","detail":"{read_only:false; response_revision:9915; number_of_response:1; }","duration":"655.930235ms","start":"2026-04-03T02:54:36.278846Z","end":"2026-04-03T02:54:36.934776Z","steps":["trace[463401591] 'process raft request' (duration: 655.490893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:36.934907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:36.27883Z","time spent":"656.021598ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:54:36.935429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.907408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:233759"} {"level":"info","ts":"2026-04-03T02:54:36.935534Z","caller":"traceutil/trace.go:171","msg":"trace[1962862565] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9915; }","duration":"655.048162ms","start":"2026-04-03T02:54:36.280465Z","end":"2026-04-03T02:54:36.935513Z","steps":["trace[1962862565] 'agreement among raft nodes before linearized reading' (duration: 654.343915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:36.935759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:36.280452Z","time spent":"655.280488ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":233783,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T02:54:37.184328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.415587ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:54:37.184728Z","caller":"traceutil/trace.go:171","msg":"trace[191544504] linearizableReadLoop","detail":"{readStateIndex:10325; appliedIndex:10323; }","duration":"249.897613ms","start":"2026-04-03T02:54:36.93481Z","end":"2026-04-03T02:54:37.184708Z","steps":["trace[191544504] 'read index received' (duration: 62.008984ms)","trace[191544504] 'applied index is now lower than readState.Index' (duration: 187.887519ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:54:37.184825Z","caller":"traceutil/trace.go:171","msg":"trace[1863884515] transaction","detail":"{read_only:false; response_revision:9916; number_of_response:1; }","duration":"639.732547ms","start":"2026-04-03T02:54:36.545036Z","end":"2026-04-03T02:54:37.184769Z","steps":["trace[1863884515] 'process raft request' (duration: 639.403289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:37.184995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:36.545023Z","time spent":"639.883301ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:54:37.185046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.904051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:54:37.185117Z","caller":"traceutil/trace.go:171","msg":"trace[686632451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9916; }","duration":"644.006414ms","start":"2026-04-03T02:54:36.541092Z","end":"2026-04-03T02:54:37.185099Z","steps":["trace[686632451] 'agreement among raft nodes before linearized reading' (duration: 643.884081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:37.185162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:36.541075Z","time spent":"644.079786ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:54:37.18511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.976893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:54:37.185276Z","caller":"traceutil/trace.go:171","msg":"trace[587138698] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:9916; }","duration":"596.152597ms","start":"2026-04-03T02:54:36.589053Z","end":"2026-04-03T02:54:37.185206Z","steps":["trace[587138698] 'agreement among raft nodes before linearized reading' (duration: 595.88811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:37.185316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.114803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-04-03T02:54:37.185352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:36.589025Z","time spent":"596.305901ms","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:54:37.185485Z","caller":"traceutil/trace.go:171","msg":"trace[1016450984] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9916; }","duration":"473.195465ms","start":"2026-04-03T02:54:36.712151Z","end":"2026-04-03T02:54:37.185346Z","steps":["trace[1016450984] 'agreement among raft nodes before linearized reading' (duration: 472.650462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:37.185553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:36.712126Z","time spent":"473.409881ms","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-03T02:54:37.19228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.312778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:54:37.192317Z","caller":"traceutil/trace.go:171","msg":"trace[302716826] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:9917; }","duration":"203.37457ms","start":"2026-04-03T02:54:36.988933Z","end":"2026-04-03T02:54:37.192307Z","steps":["trace[302716826] 'agreement among raft nodes before linearized reading' (duration: 203.301448ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:37.192404Z","caller":"traceutil/trace.go:171","msg":"trace[1715639429] transaction","detail":"{read_only:false; response_revision:9917; number_of_response:1; }","duration":"141.053317ms","start":"2026-04-03T02:54:37.051239Z","end":"2026-04-03T02:54:37.192292Z","steps":["trace[1715639429] 'process raft request' (duration: 140.871543ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:37.742295Z","caller":"traceutil/trace.go:171","msg":"trace[1428009243] transaction","detail":"{read_only:false; response_revision:9918; number_of_response:1; }","duration":"125.884535ms","start":"2026-04-03T02:54:37.616372Z","end":"2026-04-03T02:54:37.742256Z","steps":["trace[1428009243] 'process raft request' (duration: 125.602808ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:38.664839Z","caller":"traceutil/trace.go:171","msg":"trace[1391970351] transaction","detail":"{read_only:false; response_revision:9921; number_of_response:1; }","duration":"459.571072ms","start":"2026-04-03T02:54:38.205237Z","end":"2026-04-03T02:54:38.664808Z","steps":["trace[1391970351] 'process raft request' (duration: 376.740653ms)","trace[1391970351] 'compare' (duration: 82.719686ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:54:38.66491Z","caller":"traceutil/trace.go:171","msg":"trace[732049622] transaction","detail":"{read_only:false; response_revision:9922; number_of_response:1; }","duration":"398.04551ms","start":"2026-04-03T02:54:38.266841Z","end":"2026-04-03T02:54:38.664886Z","steps":["trace[732049622] 'process raft request' (duration: 397.982878ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:38.664927Z","caller":"traceutil/trace.go:171","msg":"trace[1714017879] linearizableReadLoop","detail":"{readStateIndex:10330; appliedIndex:10329; }","duration":"458.767742ms","start":"2026-04-03T02:54:38.206127Z","end":"2026-04-03T02:54:38.664895Z","steps":["trace[1714017879] 'read index received' (duration: 375.868982ms)","trace[1714017879] 'applied index is now lower than readState.Index' (duration: 82.89575ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:54:38.665011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:38.205218Z","time spent":"459.698965ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:54:38.665055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:38.26682Z","time spent":"398.153122ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:54:38.665191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.849581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" ","response":"range_response_count:1 size:1309"} {"level":"warn","ts":"2026-04-03T02:54:38.665185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.044429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3305"} {"level":"warn","ts":"2026-04-03T02:54:38.665217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.229161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:54:38.665241Z","caller":"traceutil/trace.go:171","msg":"trace[910078793] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-default-user; range_end:; response_count:1; response_revision:9922; }","duration":"381.912362ms","start":"2026-04-03T02:54:38.283315Z","end":"2026-04-03T02:54:38.665227Z","steps":["trace[910078793] 'agreement among raft nodes before linearized reading' (duration: 381.741908ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:38.665255Z","caller":"traceutil/trace.go:171","msg":"trace[1114902522] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9922; }","duration":"388.303994ms","start":"2026-04-03T02:54:38.27694Z","end":"2026-04-03T02:54:38.665244Z","steps":["trace[1114902522] 'agreement among raft nodes before linearized reading' (duration: 388.114529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:38.665182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.786484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:54:38.665296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:38.276931Z","time spent":"388.351155ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:54:38.665303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:38.283309Z","time spent":"381.960383ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1333,"request content":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" "} {"level":"info","ts":"2026-04-03T02:54:38.665317Z","caller":"traceutil/trace.go:171","msg":"trace[613482653] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9922; }","duration":"382.99844ms","start":"2026-04-03T02:54:38.282299Z","end":"2026-04-03T02:54:38.665297Z","steps":["trace[613482653] 'agreement among raft nodes before linearized reading' (duration: 382.767464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:38.665366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:38.282293Z","time spent":"383.059161ms","remote":"127.0.0.1:33124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:54:38.66542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.706186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:54:38.665445Z","caller":"traceutil/trace.go:171","msg":"trace[217489278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9922; }","duration":"126.757147ms","start":"2026-04-03T02:54:38.53868Z","end":"2026-04-03T02:54:38.665437Z","steps":["trace[217489278] 'agreement among raft nodes before linearized reading' (duration: 126.716666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:38.6655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.858816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:54:38.665543Z","caller":"traceutil/trace.go:171","msg":"trace[247523465] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9922; }","duration":"378.902197ms","start":"2026-04-03T02:54:38.28663Z","end":"2026-04-03T02:54:38.665532Z","steps":["trace[247523465] 'agreement among raft nodes before linearized reading' (duration: 378.752853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:38.665574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:38.286615Z","time spent":"378.952788ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:54:38.66567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.099247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:54:38.66573Z","caller":"traceutil/trace.go:171","msg":"trace[877103908] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:9922; }","duration":"246.221039ms","start":"2026-04-03T02:54:38.419492Z","end":"2026-04-03T02:54:38.665713Z","steps":["trace[877103908] 'agreement among raft nodes before linearized reading' (duration: 245.560993ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:38.665865Z","caller":"traceutil/trace.go:171","msg":"trace[1227973450] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:9922; }","duration":"459.717615ms","start":"2026-04-03T02:54:38.206106Z","end":"2026-04-03T02:54:38.665824Z","steps":["trace[1227973450] 'agreement among raft nodes before linearized reading' (duration: 458.927035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:38.665987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:38.206087Z","time spent":"459.866349ms","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-04-03T02:54:40.026747Z","caller":"traceutil/trace.go:171","msg":"trace[1607235122] transaction","detail":"{read_only:false; response_revision:9931; number_of_response:1; }","duration":"110.522897ms","start":"2026-04-03T02:54:39.9162Z","end":"2026-04-03T02:54:40.026723Z","steps":["trace[1607235122] 'process raft request' (duration: 110.364324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:45.61188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.114042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:54:45.611982Z","caller":"traceutil/trace.go:171","msg":"trace[907891555] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:10043; }","duration":"199.270766ms","start":"2026-04-03T02:54:45.412689Z","end":"2026-04-03T02:54:45.61196Z","steps":["trace[907891555] 'count revisions from in-memory index tree' (duration: 199.007069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:47.538561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.907896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:54:47.539107Z","caller":"traceutil/trace.go:171","msg":"trace[2000713815] linearizableReadLoop","detail":"{readStateIndex:10471; appliedIndex:10469; }","duration":"453.16304ms","start":"2026-04-03T02:54:47.085919Z","end":"2026-04-03T02:54:47.539082Z","steps":["trace[2000713815] 'read index received' (duration: 286.533777ms)","trace[2000713815] 'applied index is now lower than readState.Index' (duration: 166.627743ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:54:47.539336Z","caller":"traceutil/trace.go:171","msg":"trace[1849375935] transaction","detail":"{read_only:false; response_revision:10059; number_of_response:1; }","duration":"283.603103ms","start":"2026-04-03T02:54:47.255715Z","end":"2026-04-03T02:54:47.539318Z","steps":["trace[1849375935] 'process raft request' (duration: 283.267885ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:47.539534Z","caller":"traceutil/trace.go:171","msg":"trace[644854206] transaction","detail":"{read_only:false; response_revision:10058; number_of_response:1; }","duration":"453.634552ms","start":"2026-04-03T02:54:47.085831Z","end":"2026-04-03T02:54:47.539466Z","steps":["trace[644854206] 'process raft request' (duration: 453.003996ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:47.539606Z","caller":"traceutil/trace.go:171","msg":"trace[1315022183] transaction","detail":"{read_only:false; response_revision:10060; number_of_response:1; }","duration":"277.037338ms","start":"2026-04-03T02:54:47.26252Z","end":"2026-04-03T02:54:47.539557Z","steps":["trace[1315022183] 'process raft request' (duration: 276.514475ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:47.538939Z","caller":"traceutil/trace.go:171","msg":"trace[1112239332] transaction","detail":"{read_only:false; response_revision:10057; number_of_response:1; }","duration":"454.057712ms","start":"2026-04-03T02:54:47.084834Z","end":"2026-04-03T02:54:47.538892Z","steps":["trace[1112239332] 'process raft request' (duration: 287.601964ms)","trace[1112239332] 'compare' (duration: 165.374641ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:54:47.53975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.815039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:54:47.539894Z","caller":"traceutil/trace.go:171","msg":"trace[490663784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10060; }","duration":"356.998814ms","start":"2026-04-03T02:54:47.182879Z","end":"2026-04-03T02:54:47.539877Z","steps":["trace[490663784] 'agreement among raft nodes before linearized reading' (duration: 356.45104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:47.539982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:47.182859Z","time spent":"357.106576ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:54:47.540049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.094823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:253512"} {"level":"info","ts":"2026-04-03T02:54:47.540137Z","caller":"traceutil/trace.go:171","msg":"trace[2091997344] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:10060; }","duration":"454.218387ms","start":"2026-04-03T02:54:47.0859Z","end":"2026-04-03T02:54:47.540118Z","steps":["trace[2091997344] 'agreement among raft nodes before linearized reading' (duration: 453.423487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:47.540162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.051009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-04-03T02:54:47.540181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:47.085894Z","time spent":"454.274988ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":28,"response size":253536,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T02:54:47.540216Z","caller":"traceutil/trace.go:171","msg":"trace[1480315137] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10060; }","duration":"126.190973ms","start":"2026-04-03T02:54:47.414013Z","end":"2026-04-03T02:54:47.540204Z","steps":["trace[1480315137] 'agreement among raft nodes before linearized reading' (duration: 125.642859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:47.54037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:47.084817Z","time spent":"455.18178ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:54:47.540434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:47.085821Z","time spent":"453.792116ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:54:56.783947Z","caller":"traceutil/trace.go:171","msg":"trace[284659221] linearizableReadLoop","detail":"{readStateIndex:10605; appliedIndex:10604; }","duration":"243.01137ms","start":"2026-04-03T02:54:56.540912Z","end":"2026-04-03T02:54:56.783923Z","steps":["trace[284659221] 'read index received' (duration: 204.542999ms)","trace[284659221] 'applied index is now lower than readState.Index' (duration: 38.464571ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:54:56.784072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.151873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:54:56.784105Z","caller":"traceutil/trace.go:171","msg":"trace[382188297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10190; }","duration":"243.232465ms","start":"2026-04-03T02:54:56.540863Z","end":"2026-04-03T02:54:56.784095Z","steps":["trace[382188297] 'agreement among raft nodes before linearized reading' (duration: 243.151433ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:57.639901Z","caller":"traceutil/trace.go:171","msg":"trace[1276129881] linearizableReadLoop","detail":"{readStateIndex:10608; appliedIndex:10607; }","duration":"263.355733ms","start":"2026-04-03T02:54:57.376525Z","end":"2026-04-03T02:54:57.63988Z","steps":["trace[1276129881] 'read index received' (duration: 263.175737ms)","trace[1276129881] 'applied index is now lower than readState.Index' (duration: 178.866µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:54:57.639984Z","caller":"traceutil/trace.go:171","msg":"trace[456268623] transaction","detail":"{read_only:false; response_revision:10193; number_of_response:1; }","duration":"512.932158ms","start":"2026-04-03T02:54:57.127022Z","end":"2026-04-03T02:54:57.639954Z","steps":["trace[456268623] 'process raft request' (duration: 512.676711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:57.640043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.497616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:54:57.640083Z","caller":"traceutil/trace.go:171","msg":"trace[1855796484] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:10193; }","duration":"263.589318ms","start":"2026-04-03T02:54:57.37648Z","end":"2026-04-03T02:54:57.640069Z","steps":["trace[1855796484] 'agreement among raft nodes before linearized reading' (duration: 263.509786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:57.640135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:54:57.127Z","time spent":"513.050281ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:54:57.728011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.548759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:54:57.728125Z","caller":"traceutil/trace.go:171","msg":"trace[2117574525] transaction","detail":"{read_only:false; response_revision:10195; number_of_response:1; }","duration":"148.386343ms","start":"2026-04-03T02:54:57.579683Z","end":"2026-04-03T02:54:57.728069Z","steps":["trace[2117574525] 'process raft request' (duration: 148.104885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:57.728218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.455709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414470"} {"level":"info","ts":"2026-04-03T02:54:57.728259Z","caller":"traceutil/trace.go:171","msg":"trace[1788907875] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:10195; }","duration":"279.5107ms","start":"2026-04-03T02:54:57.448734Z","end":"2026-04-03T02:54:57.728244Z","steps":["trace[1788907875] 'agreement among raft nodes before linearized reading' (duration: 279.353346ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:57.728175Z","caller":"traceutil/trace.go:171","msg":"trace[345156929] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10195; }","duration":"139.741985ms","start":"2026-04-03T02:54:57.588411Z","end":"2026-04-03T02:54:57.728153Z","steps":["trace[345156929] 'agreement among raft nodes before linearized reading' (duration: 139.440497ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:57.728495Z","caller":"traceutil/trace.go:171","msg":"trace[766747099] transaction","detail":"{read_only:false; response_revision:10194; number_of_response:1; }","duration":"155.617824ms","start":"2026-04-03T02:54:57.572832Z","end":"2026-04-03T02:54:57.72845Z","steps":["trace[766747099] 'process raft request' (duration: 152.960097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:57.72801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.180856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:54:57.728675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.363468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:54:57.7288Z","caller":"traceutil/trace.go:171","msg":"trace[1157072290] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:10195; }","duration":"132.507441ms","start":"2026-04-03T02:54:57.59628Z","end":"2026-04-03T02:54:57.728787Z","steps":["trace[1157072290] 'agreement among raft nodes before linearized reading' (duration: 132.276926ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:54:57.728724Z","caller":"traceutil/trace.go:171","msg":"trace[112942247] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10195; }","duration":"144.944465ms","start":"2026-04-03T02:54:57.58376Z","end":"2026-04-03T02:54:57.728704Z","steps":["trace[112942247] 'agreement among raft nodes before linearized reading' (duration: 144.111655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:54:57.728071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.772181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:54:57.729553Z","caller":"traceutil/trace.go:171","msg":"trace[1514694770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10195; }","duration":"188.257749ms","start":"2026-04-03T02:54:57.541251Z","end":"2026-04-03T02:54:57.729508Z","steps":["trace[1514694770] 'agreement among raft nodes before linearized reading' (duration: 186.800772ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:55:08.329946Z","caller":"traceutil/trace.go:171","msg":"trace[406380282] transaction","detail":"{read_only:false; response_revision:10257; number_of_response:1; }","duration":"122.235183ms","start":"2026-04-03T02:55:08.207681Z","end":"2026-04-03T02:55:08.329916Z","steps":["trace[406380282] 'process raft request' (duration: 105.281685ms)","trace[406380282] 'compare' (duration: 16.814964ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:55:08.916591Z","caller":"traceutil/trace.go:171","msg":"trace[796533] transaction","detail":"{read_only:false; response_revision:10260; number_of_response:1; }","duration":"194.768673ms","start":"2026-04-03T02:55:08.721786Z","end":"2026-04-03T02:55:08.916554Z","steps":["trace[796533] 'process raft request' (duration: 126.621804ms)","trace[796533] 'compare' (duration: 67.727118ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:55:09.948888Z","caller":"traceutil/trace.go:171","msg":"trace[1037008429] linearizableReadLoop","detail":"{readStateIndex:10681; appliedIndex:10679; }","duration":"162.56051ms","start":"2026-04-03T02:55:09.786284Z","end":"2026-04-03T02:55:09.948845Z","steps":["trace[1037008429] 'read index received' (duration: 33.437824ms)","trace[1037008429] 'applied index is now lower than readState.Index' (duration: 129.121286ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:55:09.948913Z","caller":"traceutil/trace.go:171","msg":"trace[1955868479] transaction","detail":"{read_only:false; response_revision:10264; number_of_response:1; }","duration":"178.807989ms","start":"2026-04-03T02:55:09.770069Z","end":"2026-04-03T02:55:09.948877Z","steps":["trace[1955868479] 'process raft request' (duration: 177.514887ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:55:09.948958Z","caller":"traceutil/trace.go:171","msg":"trace[397486485] transaction","detail":"{read_only:false; response_revision:10265; number_of_response:1; }","duration":"135.032085ms","start":"2026-04-03T02:55:09.813891Z","end":"2026-04-03T02:55:09.948923Z","steps":["trace[397486485] 'process raft request' (duration: 134.875412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:55:09.94916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.845458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-03T02:55:09.949215Z","caller":"traceutil/trace.go:171","msg":"trace[41697823] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:10265; }","duration":"162.9195ms","start":"2026-04-03T02:55:09.786276Z","end":"2026-04-03T02:55:09.949196Z","steps":["trace[41697823] 'agreement among raft nodes before linearized reading' (duration: 162.729255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:55:10.007579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.889558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:55:10.007602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.924349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:55:10.007606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.960991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:55:10.007707Z","caller":"traceutil/trace.go:171","msg":"trace[804174973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10266; }","duration":"165.046903ms","start":"2026-04-03T02:55:09.842632Z","end":"2026-04-03T02:55:10.007679Z","steps":["trace[804174973] 'agreement among raft nodes before linearized reading' (duration: 164.770546ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:55:10.007668Z","caller":"traceutil/trace.go:171","msg":"trace[2093126139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10266; }","duration":"165.006981ms","start":"2026-04-03T02:55:09.842642Z","end":"2026-04-03T02:55:10.007649Z","steps":["trace[2093126139] 'agreement among raft nodes before linearized reading' (duration: 164.667562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:55:10.007862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.573212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:55:10.00794Z","caller":"traceutil/trace.go:171","msg":"trace[715432819] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:10266; }","duration":"162.668295ms","start":"2026-04-03T02:55:09.845252Z","end":"2026-04-03T02:55:10.00792Z","steps":["trace[715432819] 'agreement among raft nodes before linearized reading' (duration: 162.385997ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:55:10.007714Z","caller":"traceutil/trace.go:171","msg":"trace[871851689] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:10266; }","duration":"165.235838ms","start":"2026-04-03T02:55:09.84246Z","end":"2026-04-03T02:55:10.007695Z","steps":["trace[871851689] 'agreement among raft nodes before linearized reading' (duration: 164.878049ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:55:10.124346Z","caller":"traceutil/trace.go:171","msg":"trace[153417987] transaction","detail":"{read_only:false; response_revision:10268; number_of_response:1; }","duration":"111.283947ms","start":"2026-04-03T02:55:10.013034Z","end":"2026-04-03T02:55:10.124318Z","steps":["trace[153417987] 'process raft request' (duration: 111.165684ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:55:10.12439Z","caller":"traceutil/trace.go:171","msg":"trace[1968500435] transaction","detail":"{read_only:false; response_revision:10267; number_of_response:1; }","duration":"112.280632ms","start":"2026-04-03T02:55:10.012084Z","end":"2026-04-03T02:55:10.124365Z","steps":["trace[1968500435] 'process raft request' (duration: 85.63126ms)","trace[1968500435] 'compare' (duration: 26.250102ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:55:10.395359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.802622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:55:10.395443Z","caller":"traceutil/trace.go:171","msg":"trace[1082425851] linearizableReadLoop","detail":"{readStateIndex:10686; appliedIndex:10685; }","duration":"241.175733ms","start":"2026-04-03T02:55:10.154254Z","end":"2026-04-03T02:55:10.39543Z","steps":["trace[1082425851] 'read index received' (duration: 73.154295ms)","trace[1082425851] 'applied index is now lower than readState.Index' (duration: 168.020588ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:55:10.395568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.317886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:55:10.395674Z","caller":"traceutil/trace.go:171","msg":"trace[1820065226] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:10269; }","duration":"241.46182ms","start":"2026-04-03T02:55:10.154203Z","end":"2026-04-03T02:55:10.395665Z","steps":["trace[1820065226] 'agreement among raft nodes before linearized reading' (duration: 241.260695ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:55:10.395694Z","caller":"traceutil/trace.go:171","msg":"trace[722876157] transaction","detail":"{read_only:false; response_revision:10269; number_of_response:1; }","duration":"247.180444ms","start":"2026-04-03T02:55:10.148451Z","end":"2026-04-03T02:55:10.395632Z","steps":["trace[722876157] 'process raft request' (duration: 79.029013ms)","trace[722876157] 'compare' (duration: 167.69143ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:55:11.352218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.701533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:55:11.352352Z","caller":"traceutil/trace.go:171","msg":"trace[1633896888] linearizableReadLoop","detail":"{readStateIndex:10688; appliedIndex:10686; }","duration":"378.331852ms","start":"2026-04-03T02:55:10.973997Z","end":"2026-04-03T02:55:11.352329Z","steps":["trace[1633896888] 'read index received' (duration: 52.73042ms)","trace[1633896888] 'applied index is now lower than readState.Index' (duration: 325.599242ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:55:11.352485Z","caller":"traceutil/trace.go:171","msg":"trace[1409873523] transaction","detail":"{read_only:false; response_revision:10271; number_of_response:1; }","duration":"418.191338ms","start":"2026-04-03T02:55:10.934248Z","end":"2026-04-03T02:55:11.352439Z","steps":["trace[1409873523] 'process raft request' (duration: 234.182197ms)","trace[1409873523] 'compare' (duration: 183.488838ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:55:11.352611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.609571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-gznj5\" ","response":"range_response_count:1 size:19691"} {"level":"warn","ts":"2026-04-03T02:55:11.352727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:55:10.934237Z","time spent":"418.352582ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:55:11.352682Z","caller":"traceutil/trace.go:171","msg":"trace[1351874291] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-gznj5; range_end:; response_count:1; response_revision:10271; }","duration":"378.714272ms","start":"2026-04-03T02:55:10.973951Z","end":"2026-04-03T02:55:11.352665Z","steps":["trace[1351874291] 'agreement among raft nodes before linearized reading' (duration: 378.443375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:55:11.352957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:55:10.973931Z","time spent":"378.98866ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19715,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-gznj5\" "} {"level":"warn","ts":"2026-04-03T02:55:15.303707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.332123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:55:15.303819Z","caller":"traceutil/trace.go:171","msg":"trace[422697777] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10290; }","duration":"761.510348ms","start":"2026-04-03T02:55:14.542283Z","end":"2026-04-03T02:55:15.303793Z","steps":["trace[422697777] 'count revisions from in-memory index tree' (duration: 761.2096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:55:15.303878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:55:14.542257Z","time spent":"761.6031ms","remote":"127.0.0.1:33138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:55:15.30414Z","caller":"traceutil/trace.go:171","msg":"trace[290364638] linearizableReadLoop","detail":"{readStateIndex:10709; appliedIndex:10708; }","duration":"262.451261ms","start":"2026-04-03T02:55:15.041624Z","end":"2026-04-03T02:55:15.304075Z","steps":["trace[290364638] 'read index received' (duration: 231.465989ms)","trace[290364638] 'applied index is now lower than readState.Index' (duration: 30.983982ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:55:15.304178Z","caller":"traceutil/trace.go:171","msg":"trace[1938982190] transaction","detail":"{read_only:false; response_revision:10291; number_of_response:1; }","duration":"336.312932ms","start":"2026-04-03T02:55:14.967834Z","end":"2026-04-03T02:55:15.304147Z","steps":["trace[1938982190] 'process raft request' (duration: 305.262009ms)","trace[1938982190] 'compare' (duration: 30.841968ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:55:15.304385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:55:14.967806Z","time spent":"336.495327ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:55:15.30491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.267731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:55:15.30496Z","caller":"traceutil/trace.go:171","msg":"trace[1349112678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10291; }","duration":"263.358372ms","start":"2026-04-03T02:55:15.041587Z","end":"2026-04-03T02:55:15.304945Z","steps":["trace[1349112678] 'agreement among raft nodes before linearized reading' (duration: 262.623074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:55:17.194742Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.732527648s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:55:17.263283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044459013s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:55:17.26341Z","caller":"traceutil/trace.go:171","msg":"trace[1168581051] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10291; }","duration":"1.044599917s","start":"2026-04-03T02:55:16.21879Z","end":"2026-04-03T02:55:17.26339Z","steps":["trace[1168581051] 'range keys from in-memory index tree' (duration: 1.044440593s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:55:17.264231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801979301s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:55:17.264438Z","caller":"traceutil/trace.go:171","msg":"trace[408444000] linearizableReadLoop","detail":"{readStateIndex:10711; appliedIndex:10709; }","duration":"1.897837029s","start":"2026-04-03T02:55:15.366579Z","end":"2026-04-03T02:55:17.264416Z","steps":["trace[408444000] 'read index received' (duration: 95.598972ms)","trace[408444000] 'applied index is now lower than readState.Index' (duration: 1.802236707s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:55:17.264476Z","caller":"traceutil/trace.go:171","msg":"trace[318568687] transaction","detail":"{read_only:false; response_revision:10292; number_of_response:1; }","duration":"2.119167972s","start":"2026-04-03T02:55:15.145278Z","end":"2026-04-03T02:55:17.264446Z","steps":["trace[318568687] 'process raft request' (duration: 316.878703ms)","trace[318568687] 'compare' (duration: 1.801842188s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:55:17.264595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:55:15.145244Z","time spent":"2.119283695s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:55:17.264677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898090146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:55:17.264746Z","caller":"traceutil/trace.go:171","msg":"trace[439167608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10293; }","duration":"1.898192108s","start":"2026-04-03T02:55:15.366536Z","end":"2026-04-03T02:55:17.264728Z","steps":["trace[439167608] 'agreement among raft nodes before linearized reading' (duration: 1.897996543s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:55:17.264554Z","caller":"traceutil/trace.go:171","msg":"trace[1695180888] transaction","detail":"{read_only:false; response_revision:10293; number_of_response:1; }","duration":"1.955460022s","start":"2026-04-03T02:55:15.309023Z","end":"2026-04-03T02:55:17.264483Z","steps":["trace[1695180888] 'process raft request' (duration: 1.955324209s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:55:17.264807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:55:15.366516Z","time spent":"1.898280151s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:55:17.265032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:55:15.308997Z","time spent":"1.955958035s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:55:17.54081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000446578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:55:17.540917Z","caller":"traceutil/trace.go:171","msg":"trace[1436463660] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000603862s","start":"2026-04-03T02:55:15.540283Z","end":"2026-04-03T02:55:17.540887Z","steps":["trace[1436463660] 'agreement among raft nodes before linearized reading' (duration: 2.000475289s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:55:17.540968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:55:15.540264Z","time spent":"2.000692774s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:55:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:55:17.765634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840001225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:55:18.091564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.011601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:55:18.091937Z","caller":"traceutil/trace.go:171","msg":"trace[1740801740] transaction","detail":"{read_only:false; response_revision:10294; number_of_response:1; }","duration":"2.115333775s","start":"2026-04-03T02:55:15.976574Z","end":"2026-04-03T02:55:18.091908Z","steps":["trace[1740801740] 'process raft request' (duration: 1.838815031s)","trace[1740801740] 'compare' (duration: 275.823416ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:55:18.092026Z","caller":"traceutil/trace.go:171","msg":"trace[55648755] transaction","detail":"{read_only:false; response_revision:10295; number_of_response:1; }","duration":"2.114566756s","start":"2026-04-03T02:55:15.977428Z","end":"2026-04-03T02:55:18.091994Z","steps":["trace[55648755] 'process raft request' (duration: 2.114358061s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:55:18.092045Z","caller":"traceutil/trace.go:171","msg":"trace[760929023] transaction","detail":"{read_only:false; response_revision:10296; number_of_response:1; }","duration":"2.067411816s","start":"2026-04-03T02:55:16.024597Z","end":"2026-04-03T02:55:18.092008Z","steps":["trace[760929023] 'process raft request' (duration: 2.067277773s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:55:18.092071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:55:15.976547Z","time spent":"2.115459628s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:55:18.092115Z","caller":"traceutil/trace.go:171","msg":"trace[949310299] transaction","detail":"{read_only:false; response_revision:10297; number_of_response:1; }","duration":"1.669549851s","start":"2026-04-03T02:55:16.422537Z","end":"2026-04-03T02:55:18.092087Z","steps":["trace[949310299] 'process raft request' (duration: 1.669391257s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:55:18.092212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:55:16.024573Z","time spent":"2.06755225s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:55:18.092219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:55:15.977385Z","time spent":"2.11473474s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:55:18.092252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:55:16.422511Z","time spent":"1.669671253s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:55:18.092448Z","caller":"traceutil/trace.go:171","msg":"trace[1947010567] transaction","detail":"{read_only:false; response_revision:10298; number_of_response:1; }","duration":"1.666042772s","start":"2026-04-03T02:55:16.426385Z","end":"2026-04-03T02:55:18.092427Z","steps":["trace[1947010567] 'process raft request' (duration: 1.66559279s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:55:18.092544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:55:16.426374Z","time spent":"1.666122254s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:55:18.370458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.031833ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:55:18.370845Z","caller":"traceutil/trace.go:171","msg":"trace[223808738] linearizableReadLoop","detail":"{readStateIndex:10718; appliedIndex:10711; }","duration":"1.106321325s","start":"2026-04-03T02:55:17.264496Z","end":"2026-04-03T02:55:18.370817Z","steps":["trace[223808738] 'read index received' (duration: 550.824004ms)","trace[223808738] 'applied index is now lower than readState.Index' (duration: 555.495991ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:55:18.370899Z","caller":"traceutil/trace.go:171","msg":"trace[1202087981] transaction","detail":"{read_only:false; response_revision:10299; number_of_response:1; }","duration":"1.101694127s","start":"2026-04-03T02:55:17.269178Z","end":"2026-04-03T02:55:18.370872Z","steps":["trace[1202087981] 'process raft request' (duration: 1.10140976s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:55:18.371052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:55:17.269153Z","time spent":"1.101822201s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:55:18.563408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.944683624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:55:18.563532Z","caller":"traceutil/trace.go:171","msg":"trace[745407441] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:10299; }","duration":"2.944852369s","start":"2026-04-03T02:55:15.618637Z","end":"2026-04-03T02:55:18.563489Z","steps":["trace[745407441] 'agreement among raft nodes before linearized reading' (duration: 2.752305832s)","trace[745407441] 'count revisions from in-memory index tree' (duration: 192.394143ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:55:18.563577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:55:15.618613Z","time spent":"2.944952991s","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:55:18.56368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703912788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:55:18.563662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517493158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:55:18.56372Z","caller":"traceutil/trace.go:171","msg":"trace[527070089] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:10299; }","duration":"1.703980719s","start":"2026-04-03T02:55:16.859726Z","end":"2026-04-03T02:55:18.563707Z","steps":["trace[527070089] 'agreement among raft nodes before linearized reading' (duration: 1.511103284s)","trace[527070089] 'count revisions from in-memory index tree' (duration: 192.808283ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:55:18.563705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022407188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:55:18.563761Z","caller":"traceutil/trace.go:171","msg":"trace[281358114] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:10299; }","duration":"2.517617552s","start":"2026-04-03T02:55:16.046111Z","end":"2026-04-03T02:55:18.563728Z","steps":["trace[281358114] 'agreement among raft nodes before linearized reading' (duration: 2.324793728s)","trace[281358114] 'range keys from in-memory index tree' (duration: 192.618749ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:55:18.563775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381192357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:55:18.563827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:55:16.046097Z","time spent":"2.517712744s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"info","ts":"2026-04-03T02:55:18.563861Z","caller":"traceutil/trace.go:171","msg":"trace[1975517986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10299; }","duration":"1.3813272s","start":"2026-04-03T02:55:17.18251Z","end":"2026-04-03T02:55:18.563837Z","steps":["trace[1975517986] 'agreement among raft nodes before linearized reading' (duration: 1.188374503s)","trace[1975517986] 'range keys from in-memory index tree' (duration: 192.831164ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:55:18.563907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:55:17.182478Z","time spent":"1.381420683s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:55:18.5639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.669623276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:55:18.563945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.414839479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:55:18.563974Z","caller":"traceutil/trace.go:171","msg":"trace[2045695894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10299; }","duration":"2.669724478s","start":"2026-04-03T02:55:15.894224Z","end":"2026-04-03T02:55:18.563948Z","steps":["trace[2045695894] 'agreement among raft nodes before linearized reading' (duration: 2.47670428s)","trace[2045695894] 'range keys from in-memory index tree' (duration: 192.879545ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:55:18.564009Z","caller":"traceutil/trace.go:171","msg":"trace[1002427277] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10299; }","duration":"2.414949452s","start":"2026-04-03T02:55:16.149038Z","end":"2026-04-03T02:55:18.563987Z","steps":["trace[1002427277] 'agreement among raft nodes before linearized reading' (duration: 2.221876532s)","trace[1002427277] 'range keys from in-memory index tree' (duration: 192.888525ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:55:18.563995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.415341591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-03T02:55:18.564047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:55:16.14903Z","time spent":"2.415008763s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:55:18.564106Z","caller":"traceutil/trace.go:171","msg":"trace[629056992] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10299; }","duration":"2.415506495s","start":"2026-04-03T02:55:16.148571Z","end":"2026-04-03T02:55:18.564078Z","steps":["trace[629056992] 'agreement among raft nodes before linearized reading' (duration: 2.222363824s)","trace[629056992] 'range keys from in-memory index tree' (duration: 192.888415ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:55:18.564175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:55:16.148548Z","time spent":"2.415613489s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:55:18.563796Z","caller":"traceutil/trace.go:171","msg":"trace[607339438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10299; }","duration":"1.022533621s","start":"2026-04-03T02:55:17.54124Z","end":"2026-04-03T02:55:18.563774Z","steps":["trace[607339438] 'agreement among raft nodes before linearized reading' (duration: 829.716287ms)","trace[607339438] 'range keys from in-memory index tree' (duration: 192.712361ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:55:18.564224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:55:17.541217Z","time spent":"1.022996953s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:55:18.564035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:55:15.8942Z","time spent":"2.66981868s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:55:18.563747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:55:16.859703Z","time spent":"1.704035591s","remote":"127.0.0.1:33220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:55:18.682657Z","caller":"traceutil/trace.go:171","msg":"trace[1489403333] transaction","detail":"{read_only:false; response_revision:10300; number_of_response:1; }","duration":"113.948444ms","start":"2026-04-03T02:55:18.568681Z","end":"2026-04-03T02:55:18.682629Z","steps":["trace[1489403333] 'process raft request' (duration: 113.78242ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:55:18.889611Z","caller":"traceutil/trace.go:171","msg":"trace[505288855] transaction","detail":"{read_only:false; response_revision:10301; number_of_response:1; }","duration":"320.797342ms","start":"2026-04-03T02:55:18.568788Z","end":"2026-04-03T02:55:18.889586Z","steps":["trace[505288855] 'process raft request' (duration: 233.528622ms)","trace[505288855] 'compare' (duration: 87.026074ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:55:18.889775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:55:18.568758Z","time spent":"320.929925ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:55:18.889778Z","caller":"traceutil/trace.go:171","msg":"trace[2114480817] transaction","detail":"{read_only:false; response_revision:10302; number_of_response:1; }","duration":"320.962527ms","start":"2026-04-03T02:55:18.56879Z","end":"2026-04-03T02:55:18.889753Z","steps":["trace[2114480817] 'process raft request' (duration: 320.737821ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:55:18.889768Z","caller":"traceutil/trace.go:171","msg":"trace[1441870324] linearizableReadLoop","detail":"{readStateIndex:10721; appliedIndex:10718; }","duration":"317.296233ms","start":"2026-04-03T02:55:18.572445Z","end":"2026-04-03T02:55:18.889742Z","steps":["trace[1441870324] 'read index received' (duration: 109.663036ms)","trace[1441870324] 'applied index is now lower than readState.Index' (duration: 207.630727ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:55:18.889895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.435137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:55:18.889897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:55:18.568767Z","time spent":"321.061489ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:55:18.889928Z","caller":"traceutil/trace.go:171","msg":"trace[1770485565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10302; }","duration":"317.515069ms","start":"2026-04-03T02:55:18.572405Z","end":"2026-04-03T02:55:18.88992Z","steps":["trace[1770485565] 'agreement among raft nodes before linearized reading' (duration: 317.405776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:55:18.889959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:55:18.572391Z","time spent":"317.56316ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:55:19.453786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.744924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:55:19.453868Z","caller":"traceutil/trace.go:171","msg":"trace[1814316593] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:10303; }","duration":"117.051161ms","start":"2026-04-03T02:55:19.336796Z","end":"2026-04-03T02:55:19.453847Z","steps":["trace[1814316593] 'count revisions from in-memory index tree' (duration: 116.367704ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:56:09.671582Z","caller":"traceutil/trace.go:171","msg":"trace[314020343] linearizableReadLoop","detail":"{readStateIndex:11084; appliedIndex:11083; }","duration":"130.736537ms","start":"2026-04-03T02:56:09.540813Z","end":"2026-04-03T02:56:09.67155Z","steps":["trace[314020343] 'read index received' (duration: 130.511941ms)","trace[314020343] 'applied index is now lower than readState.Index' (duration: 223.556µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:56:09.671737Z","caller":"traceutil/trace.go:171","msg":"trace[1682146153] transaction","detail":"{read_only:false; response_revision:10653; number_of_response:1; }","duration":"201.471692ms","start":"2026-04-03T02:56:09.470227Z","end":"2026-04-03T02:56:09.671699Z","steps":["trace[1682146153] 'process raft request' (duration: 201.121532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:56:09.671821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.987165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:56:09.671912Z","caller":"traceutil/trace.go:171","msg":"trace[1488099601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10653; }","duration":"131.133578ms","start":"2026-04-03T02:56:09.54076Z","end":"2026-04-03T02:56:09.671893Z","steps":["trace[1488099601] 'agreement among raft nodes before linearized reading' (duration: 130.956584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:56:09.671908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.270186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:56:09.671975Z","caller":"traceutil/trace.go:171","msg":"trace[1152510251] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10653; }","duration":"128.393489ms","start":"2026-04-03T02:56:09.543565Z","end":"2026-04-03T02:56:09.671959Z","steps":["trace[1152510251] 'agreement among raft nodes before linearized reading' (duration: 128.172123ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:56:11.912037Z","caller":"traceutil/trace.go:171","msg":"trace[341419072] transaction","detail":"{read_only:false; response_revision:10681; number_of_response:1; }","duration":"135.470477ms","start":"2026-04-03T02:56:11.776546Z","end":"2026-04-03T02:56:11.912017Z","steps":["trace[341419072] 'process raft request' (duration: 135.300543ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:56:12.574028Z","caller":"traceutil/trace.go:171","msg":"trace[1946931416] transaction","detail":"{read_only:false; response_revision:10683; number_of_response:1; }","duration":"256.359397ms","start":"2026-04-03T02:56:12.317648Z","end":"2026-04-03T02:56:12.574008Z","steps":["trace[1946931416] 'process raft request' (duration: 256.173631ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:56:12.574334Z","caller":"traceutil/trace.go:171","msg":"trace[745598132] transaction","detail":"{read_only:false; response_revision:10684; number_of_response:1; }","duration":"222.901813ms","start":"2026-04-03T02:56:12.35141Z","end":"2026-04-03T02:56:12.574312Z","steps":["trace[745598132] 'process raft request' (duration: 222.562005ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:56:12.57437Z","caller":"traceutil/trace.go:171","msg":"trace[772980610] linearizableReadLoop","detail":"{readStateIndex:11117; appliedIndex:11113; }","duration":"219.893697ms","start":"2026-04-03T02:56:12.354451Z","end":"2026-04-03T02:56:12.574345Z","steps":["trace[772980610] 'read index received' (duration: 18.350303ms)","trace[772980610] 'applied index is now lower than readState.Index' (duration: 201.542504ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:56:12.574394Z","caller":"traceutil/trace.go:171","msg":"trace[1912049507] transaction","detail":"{read_only:false; response_revision:10685; number_of_response:1; }","duration":"222.910373ms","start":"2026-04-03T02:56:12.351466Z","end":"2026-04-03T02:56:12.574376Z","steps":["trace[1912049507] 'process raft request' (duration: 222.751809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:56:12.574494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.0334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:56:12.574534Z","caller":"traceutil/trace.go:171","msg":"trace[384136505] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:10685; }","duration":"220.120672ms","start":"2026-04-03T02:56:12.354403Z","end":"2026-04-03T02:56:12.574524Z","steps":["trace[384136505] 'agreement among raft nodes before linearized reading' (duration: 220.03494ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:57:26.363811Z","caller":"traceutil/trace.go:171","msg":"trace[494978110] transaction","detail":"{read_only:false; response_revision:11167; number_of_response:1; }","duration":"432.655122ms","start":"2026-04-03T02:57:25.931136Z","end":"2026-04-03T02:57:26.363792Z","steps":["trace[494978110] 'process raft request' (duration: 432.430616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:57:26.363976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:57:25.93111Z","time spent":"432.753994ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:57:26.36399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.449142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:57:26.363788Z","caller":"traceutil/trace.go:171","msg":"trace[721350699] linearizableReadLoop","detail":"{readStateIndex:11618; appliedIndex:11617; }","duration":"115.230376ms","start":"2026-04-03T02:57:26.248526Z","end":"2026-04-03T02:57:26.363756Z","steps":["trace[721350699] 'read index received' (duration: 114.757084ms)","trace[721350699] 'applied index is now lower than readState.Index' (duration: 471.852µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:57:26.364049Z","caller":"traceutil/trace.go:171","msg":"trace[1240801931] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11167; }","duration":"115.544384ms","start":"2026-04-03T02:57:26.248489Z","end":"2026-04-03T02:57:26.364033Z","steps":["trace[1240801931] 'agreement among raft nodes before linearized reading' (duration: 115.364879ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:57:27.642133Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9094} {"level":"info","ts":"2026-04-03T02:57:27.719765Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9094,"took":"75.944335ms","hash":1726456461,"current-db-size-bytes":43913216,"current-db-size":"44 MB","current-db-size-in-use-bytes":23355392,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-03T02:57:27.719953Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1726456461,"revision":9094,"compact-revision":7048} {"level":"warn","ts":"2026-04-03T02:57:31.936889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.830749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:57:31.937026Z","caller":"traceutil/trace.go:171","msg":"trace[973032478] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11199; }","duration":"150.002364ms","start":"2026-04-03T02:57:31.786998Z","end":"2026-04-03T02:57:31.937001Z","steps":["trace[973032478] 'range keys from in-memory index tree' (duration: 149.584013ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:57:32.049294Z","caller":"traceutil/trace.go:171","msg":"trace[1021423793] transaction","detail":"{read_only:false; response_revision:11200; number_of_response:1; }","duration":"107.80237ms","start":"2026-04-03T02:57:31.941462Z","end":"2026-04-03T02:57:32.049264Z","steps":["trace[1021423793] 'process raft request' (duration: 107.625255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:57:32.341655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.342951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:57:32.341749Z","caller":"traceutil/trace.go:171","msg":"trace[280952061] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11200; }","duration":"146.481415ms","start":"2026-04-03T02:57:32.195245Z","end":"2026-04-03T02:57:32.341726Z","steps":["trace[280952061] 'range keys from in-memory index tree' (duration: 146.113855ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:57:32.523466Z","caller":"traceutil/trace.go:171","msg":"trace[179209956] linearizableReadLoop","detail":"{readStateIndex:11655; appliedIndex:11654; }","duration":"113.890453ms","start":"2026-04-03T02:57:32.409551Z","end":"2026-04-03T02:57:32.523441Z","steps":["trace[179209956] 'read index received' (duration: 113.658027ms)","trace[179209956] 'applied index is now lower than readState.Index' (duration: 231.446µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:57:32.523605Z","caller":"traceutil/trace.go:171","msg":"trace[2107596387] transaction","detail":"{read_only:false; response_revision:11201; number_of_response:1; }","duration":"126.206183ms","start":"2026-04-03T02:57:32.397358Z","end":"2026-04-03T02:57:32.523565Z","steps":["trace[2107596387] 'process raft request' (duration: 125.927106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:57:32.523662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.084758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:57:32.523863Z","caller":"traceutil/trace.go:171","msg":"trace[1659102217] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11201; }","duration":"114.16866ms","start":"2026-04-03T02:57:32.40952Z","end":"2026-04-03T02:57:32.523689Z","steps":["trace[1659102217] 'agreement among raft nodes before linearized reading' (duration: 114.081718ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:58:13.429313Z","caller":"traceutil/trace.go:171","msg":"trace[280415069] linearizableReadLoop","detail":"{readStateIndex:11873; appliedIndex:11871; }","duration":"156.272772ms","start":"2026-04-03T02:58:13.27302Z","end":"2026-04-03T02:58:13.429292Z","steps":["trace[280415069] 'read index received' (duration: 84.914232ms)","trace[280415069] 'applied index is now lower than readState.Index' (duration: 71.35737ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:58:13.429413Z","caller":"traceutil/trace.go:171","msg":"trace[1388443463] transaction","detail":"{read_only:false; response_revision:11411; number_of_response:1; }","duration":"250.646053ms","start":"2026-04-03T02:58:13.178758Z","end":"2026-04-03T02:58:13.429404Z","steps":["trace[1388443463] 'process raft request' (duration: 250.502879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:13.430247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.215765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:58:13.430382Z","caller":"traceutil/trace.go:171","msg":"trace[666259219] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11411; }","duration":"157.387809ms","start":"2026-04-03T02:58:13.272958Z","end":"2026-04-03T02:58:13.430346Z","steps":["trace[666259219] 'agreement among raft nodes before linearized reading' (duration: 156.412675ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:58:13.429369Z","caller":"traceutil/trace.go:171","msg":"trace[644437547] transaction","detail":"{read_only:false; response_revision:11410; number_of_response:1; }","duration":"253.635428ms","start":"2026-04-03T02:58:13.175704Z","end":"2026-04-03T02:58:13.429339Z","steps":["trace[644437547] 'process raft request' (duration: 182.195476ms)","trace[644437547] 'compare' (duration: 71.231427ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:58:13.56563Z","caller":"traceutil/trace.go:171","msg":"trace[1511144291] transaction","detail":"{read_only:false; response_revision:11412; number_of_response:1; }","duration":"124.568302ms","start":"2026-04-03T02:58:13.440999Z","end":"2026-04-03T02:58:13.565567Z","steps":["trace[1511144291] 'process raft request' (duration: 103.848159ms)","trace[1511144291] 'compare' (duration: 20.363264ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:58:22.875335Z","caller":"traceutil/trace.go:171","msg":"trace[426384091] transaction","detail":"{read_only:false; response_revision:11456; number_of_response:1; }","duration":"103.340467ms","start":"2026-04-03T02:58:22.771969Z","end":"2026-04-03T02:58:22.875309Z","steps":["trace[426384091] 'process raft request' (duration: 102.902586ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:58:24.200752Z","caller":"traceutil/trace.go:171","msg":"trace[713186693] transaction","detail":"{read_only:false; response_revision:11465; number_of_response:1; }","duration":"131.834625ms","start":"2026-04-03T02:58:24.068888Z","end":"2026-04-03T02:58:24.200723Z","steps":["trace[713186693] 'process raft request' (duration: 111.886172ms)","trace[713186693] 'compare' (duration: 19.614794ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:58:24.50373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.692464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:58:24.503786Z","caller":"traceutil/trace.go:171","msg":"trace[310180241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11465; }","duration":"166.789756ms","start":"2026-04-03T02:58:24.336983Z","end":"2026-04-03T02:58:24.503773Z","steps":["trace[310180241] 'range keys from in-memory index tree' (duration: 166.562581ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:58:24.619781Z","caller":"traceutil/trace.go:171","msg":"trace[1028342169] transaction","detail":"{read_only:false; response_revision:11466; number_of_response:1; }","duration":"112.299033ms","start":"2026-04-03T02:58:24.507449Z","end":"2026-04-03T02:58:24.619748Z","steps":["trace[1028342169] 'process raft request' (duration: 112.065176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:25.231894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.503964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:58:25.23199Z","caller":"traceutil/trace.go:171","msg":"trace[2110934568] linearizableReadLoop","detail":"{readStateIndex:11932; appliedIndex:11931; }","duration":"190.240968ms","start":"2026-04-03T02:58:25.041732Z","end":"2026-04-03T02:58:25.231973Z","steps":["trace[2110934568] 'read index received' (duration: 68.553849ms)","trace[2110934568] 'applied index is now lower than readState.Index' (duration: 121.685519ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:58:25.23208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.349871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:58:25.232116Z","caller":"traceutil/trace.go:171","msg":"trace[1572481090] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:11468; }","duration":"190.411993ms","start":"2026-04-03T02:58:25.041695Z","end":"2026-04-03T02:58:25.232107Z","steps":["trace[1572481090] 'agreement among raft nodes before linearized reading' (duration: 190.322471ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:58:25.232088Z","caller":"traceutil/trace.go:171","msg":"trace[1559004779] transaction","detail":"{read_only:false; response_revision:11468; number_of_response:1; }","duration":"266.525322ms","start":"2026-04-03T02:58:24.965522Z","end":"2026-04-03T02:58:25.232048Z","steps":["trace[1559004779] 'process raft request' (duration: 144.771772ms)","trace[1559004779] 'compare' (duration: 121.273728ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:58:26.158285Z","caller":"traceutil/trace.go:171","msg":"trace[748954164] transaction","detail":"{read_only:false; response_revision:11473; number_of_response:1; }","duration":"160.481138ms","start":"2026-04-03T02:58:25.997778Z","end":"2026-04-03T02:58:26.158259Z","steps":["trace[748954164] 'process raft request' (duration: 160.302634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:26.306521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.939792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:58:26.306597Z","caller":"traceutil/trace.go:171","msg":"trace[699389175] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11473; }","duration":"102.074605ms","start":"2026-04-03T02:58:26.204505Z","end":"2026-04-03T02:58:26.30658Z","steps":["trace[699389175] 'range keys from in-memory index tree' (duration: 101.770257ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:58:26.441905Z","caller":"traceutil/trace.go:171","msg":"trace[1460307748] transaction","detail":"{read_only:false; response_revision:11474; number_of_response:1; }","duration":"131.588589ms","start":"2026-04-03T02:58:26.310283Z","end":"2026-04-03T02:58:26.441871Z","steps":["trace[1460307748] 'process raft request' (duration: 131.400885ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:58:27.365785Z","caller":"traceutil/trace.go:171","msg":"trace[817576416] transaction","detail":"{read_only:false; response_revision:11478; number_of_response:1; }","duration":"128.752007ms","start":"2026-04-03T02:58:27.237002Z","end":"2026-04-03T02:58:27.365754Z","steps":["trace[817576416] 'process raft request' (duration: 128.553882ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:58:27.505754Z","caller":"traceutil/trace.go:171","msg":"trace[649916695] linearizableReadLoop","detail":"{readStateIndex:11944; appliedIndex:11943; }","duration":"118.442298ms","start":"2026-04-03T02:58:27.387271Z","end":"2026-04-03T02:58:27.505714Z","steps":["trace[649916695] 'read index received' (duration: 33.727981ms)","trace[649916695] 'applied index is now lower than readState.Index' (duration: 84.712647ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:58:27.505818Z","caller":"traceutil/trace.go:171","msg":"trace[575277241] transaction","detail":"{read_only:false; response_revision:11479; number_of_response:1; }","duration":"212.808468ms","start":"2026-04-03T02:58:27.292973Z","end":"2026-04-03T02:58:27.505781Z","steps":["trace[575277241] 'process raft request' (duration: 128.110442ms)","trace[575277241] 'compare' (duration: 84.431139ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:58:27.506338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.032023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:58:27.506462Z","caller":"traceutil/trace.go:171","msg":"trace[506511537] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:11479; }","duration":"119.195067ms","start":"2026-04-03T02:58:27.387238Z","end":"2026-04-03T02:58:27.506433Z","steps":["trace[506511537] 'agreement among raft nodes before linearized reading' (duration: 118.618883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:27.947716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.340004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:58:27.947772Z","caller":"traceutil/trace.go:171","msg":"trace[2023667467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11481; }","duration":"185.448698ms","start":"2026-04-03T02:58:27.762308Z","end":"2026-04-03T02:58:27.947757Z","steps":["trace[2023667467] 'range keys from in-memory index tree' (duration: 185.202831ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:58:28.106543Z","caller":"traceutil/trace.go:171","msg":"trace[130972504] linearizableReadLoop","detail":"{readStateIndex:11947; appliedIndex:11946; }","duration":"101.206292ms","start":"2026-04-03T02:58:28.005307Z","end":"2026-04-03T02:58:28.106514Z","steps":["trace[130972504] 'read index received' (duration: 100.803872ms)","trace[130972504] 'applied index is now lower than readState.Index' (duration: 401.2µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:58:28.106627Z","caller":"traceutil/trace.go:171","msg":"trace[514654272] transaction","detail":"{read_only:false; response_revision:11482; number_of_response:1; }","duration":"155.178153ms","start":"2026-04-03T02:58:27.951411Z","end":"2026-04-03T02:58:28.106589Z","steps":["trace[514654272] 'process raft request' (duration: 154.760583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:28.106907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.588811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:58:28.106956Z","caller":"traceutil/trace.go:171","msg":"trace[277885196] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:11482; }","duration":"101.695894ms","start":"2026-04-03T02:58:28.005248Z","end":"2026-04-03T02:58:28.106944Z","steps":["trace[277885196] 'agreement among raft nodes before linearized reading' (duration: 101.366116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:28.266466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.087035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:58:28.266544Z","caller":"traceutil/trace.go:171","msg":"trace[373381002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11482; }","duration":"104.212638ms","start":"2026-04-03T02:58:28.162312Z","end":"2026-04-03T02:58:28.266524Z","steps":["trace[373381002] 'range keys from in-memory index tree' (duration: 103.861009ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:58:28.549948Z","caller":"traceutil/trace.go:171","msg":"trace[900435571] transaction","detail":"{read_only:false; response_revision:11484; number_of_response:1; }","duration":"100.737211ms","start":"2026-04-03T02:58:28.449179Z","end":"2026-04-03T02:58:28.549916Z","steps":["trace[900435571] 'process raft request' (duration: 100.480575ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:58:29.88862Z","caller":"traceutil/trace.go:171","msg":"trace[1610562044] transaction","detail":"{read_only:false; response_revision:11491; number_of_response:1; }","duration":"167.129485ms","start":"2026-04-03T02:58:29.721462Z","end":"2026-04-03T02:58:29.888592Z","steps":["trace[1610562044] 'process raft request' (duration: 67.445621ms)","trace[1610562044] 'compare' (duration: 99.577131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:58:30.405004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.678366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:58:30.405085Z","caller":"traceutil/trace.go:171","msg":"trace[379646173] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:11492; }","duration":"172.803869ms","start":"2026-04-03T02:58:30.232264Z","end":"2026-04-03T02:58:30.405067Z","steps":["trace[379646173] 'count revisions from in-memory index tree' (duration: 172.582663ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:58:30.946918Z","caller":"traceutil/trace.go:171","msg":"trace[1720905809] transaction","detail":"{read_only:false; response_revision:11495; number_of_response:1; }","duration":"120.036418ms","start":"2026-04-03T02:58:30.826853Z","end":"2026-04-03T02:58:30.94689Z","steps":["trace[1720905809] 'process raft request' (duration: 119.869954ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:58:31.210208Z","caller":"traceutil/trace.go:171","msg":"trace[1067853876] transaction","detail":"{read_only:false; response_revision:11496; number_of_response:1; }","duration":"116.295133ms","start":"2026-04-03T02:58:31.093888Z","end":"2026-04-03T02:58:31.210183Z","steps":["trace[1067853876] 'process raft request' (duration: 116.146189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:31.732924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.489093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:58:31.733246Z","caller":"traceutil/trace.go:171","msg":"trace[807560863] transaction","detail":"{read_only:false; response_revision:11500; number_of_response:1; }","duration":"209.468324ms","start":"2026-04-03T02:58:31.523763Z","end":"2026-04-03T02:58:31.733231Z","steps":["trace[807560863] 'process raft request' (duration: 209.243518ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:58:31.733261Z","caller":"traceutil/trace.go:171","msg":"trace[1085527828] transaction","detail":"{read_only:false; response_revision:11499; number_of_response:1; }","duration":"227.960591ms","start":"2026-04-03T02:58:31.505265Z","end":"2026-04-03T02:58:31.733225Z","steps":["trace[1085527828] 'process raft request' (duration: 87.105428ms)","trace[1085527828] 'compare' (duration: 140.189546ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:58:32.316603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.008336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:58:32.317049Z","caller":"traceutil/trace.go:171","msg":"trace[686573627] linearizableReadLoop","detail":"{readStateIndex:11968; appliedIndex:11967; }","duration":"256.51812ms","start":"2026-04-03T02:58:32.060504Z","end":"2026-04-03T02:58:32.317022Z","steps":["trace[686573627] 'read index received' (duration: 63.902µs)","trace[686573627] 'applied index is now lower than readState.Index' (duration: 256.451638ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:58:32.317051Z","caller":"traceutil/trace.go:171","msg":"trace[32090245] transaction","detail":"{read_only:false; response_revision:11502; number_of_response:1; }","duration":"421.4704ms","start":"2026-04-03T02:58:31.895551Z","end":"2026-04-03T02:58:32.317022Z","steps":["trace[32090245] 'process raft request' (duration: 84.930292ms)","trace[32090245] 'compare' (duration: 335.789589ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:58:32.317169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:58:31.895525Z","time spent":"421.586843ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:58:32.317231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.724345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:58:32.317293Z","caller":"traceutil/trace.go:171","msg":"trace[2018108071] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11502; }","duration":"256.841627ms","start":"2026-04-03T02:58:32.060435Z","end":"2026-04-03T02:58:32.317277Z","steps":["trace[2018108071] 'agreement among raft nodes before linearized reading' (duration: 256.713874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:32.317293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.62113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:58:32.317345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.396593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:58:32.317369Z","caller":"traceutil/trace.go:171","msg":"trace[1414905132] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:11502; }","duration":"198.752303ms","start":"2026-04-03T02:58:32.118596Z","end":"2026-04-03T02:58:32.317348Z","steps":["trace[1414905132] 'agreement among raft nodes before linearized reading' (duration: 198.596969ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:58:32.317408Z","caller":"traceutil/trace.go:171","msg":"trace[527448804] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:11502; }","duration":"123.462924ms","start":"2026-04-03T02:58:32.193928Z","end":"2026-04-03T02:58:32.317391Z","steps":["trace[527448804] 'agreement among raft nodes before linearized reading' (duration: 123.262629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:32.317497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.311942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:58:32.317619Z","caller":"traceutil/trace.go:171","msg":"trace[2043389388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11502; }","duration":"133.476336ms","start":"2026-04-03T02:58:32.184113Z","end":"2026-04-03T02:58:32.317589Z","steps":["trace[2043389388] 'agreement among raft nodes before linearized reading' (duration: 133.113977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:32.765728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.507195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:58:32.765824Z","caller":"traceutil/trace.go:171","msg":"trace[869781481] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11504; }","duration":"102.633928ms","start":"2026-04-03T02:58:32.663166Z","end":"2026-04-03T02:58:32.765799Z","steps":["trace[869781481] 'range keys from in-memory index tree' (duration: 102.355581ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:58:33.096202Z","caller":"traceutil/trace.go:171","msg":"trace[599085828] transaction","detail":"{read_only:false; response_revision:11506; number_of_response:1; }","duration":"115.849262ms","start":"2026-04-03T02:58:32.980322Z","end":"2026-04-03T02:58:33.096171Z","steps":["trace[599085828] 'process raft request' (duration: 115.686768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:33.677809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.468543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:58:33.677902Z","caller":"traceutil/trace.go:171","msg":"trace[967156200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11508; }","duration":"136.599506ms","start":"2026-04-03T02:58:33.541284Z","end":"2026-04-03T02:58:33.677883Z","steps":["trace[967156200] 'range keys from in-memory index tree' (duration: 136.405281ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:58:40.734445Z","caller":"traceutil/trace.go:171","msg":"trace[72395812] transaction","detail":"{read_only:false; response_revision:11544; number_of_response:1; }","duration":"101.47844ms","start":"2026-04-03T02:58:40.632948Z","end":"2026-04-03T02:58:40.734427Z","steps":["trace[72395812] 'process raft request' (duration: 101.359357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:58:40.98274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.938969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:58:40.982833Z","caller":"traceutil/trace.go:171","msg":"trace[72527109] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11544; }","duration":"115.061402ms","start":"2026-04-03T02:58:40.867751Z","end":"2026-04-03T02:58:40.982812Z","steps":["trace[72527109] 'range keys from in-memory index tree' (duration: 114.716062ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:17.603616Z","caller":"traceutil/trace.go:171","msg":"trace[643800560] transaction","detail":"{read_only:false; response_revision:11830; number_of_response:1; }","duration":"103.808018ms","start":"2026-04-03T02:59:17.49976Z","end":"2026-04-03T02:59:17.603568Z","steps":["trace[643800560] 'process raft request' (duration: 57.697986ms)","trace[643800560] 'compare' (duration: 45.838596ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:59:18.702519Z","caller":"traceutil/trace.go:171","msg":"trace[1358766290] transaction","detail":"{read_only:false; response_revision:11846; number_of_response:1; }","duration":"149.08013ms","start":"2026-04-03T02:59:18.55341Z","end":"2026-04-03T02:59:18.70249Z","steps":["trace[1358766290] 'process raft request' (duration: 148.817773ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:20.913613Z","caller":"traceutil/trace.go:171","msg":"trace[1716871605] linearizableReadLoop","detail":"{readStateIndex:12335; appliedIndex:12334; }","duration":"195.952102ms","start":"2026-04-03T02:59:20.717634Z","end":"2026-04-03T02:59:20.913587Z","steps":["trace[1716871605] 'read index received' (duration: 195.617023ms)","trace[1716871605] 'applied index is now lower than readState.Index' (duration: 333.619µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:59:20.913945Z","caller":"traceutil/trace.go:171","msg":"trace[1298573445] transaction","detail":"{read_only:false; response_revision:11857; number_of_response:1; }","duration":"206.15021ms","start":"2026-04-03T02:59:20.707779Z","end":"2026-04-03T02:59:20.913929Z","steps":["trace[1298573445] 'process raft request' (duration: 205.549724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:20.914125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.478985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:59:20.914177Z","caller":"traceutil/trace.go:171","msg":"trace[2067848879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11857; }","duration":"196.581348ms","start":"2026-04-03T02:59:20.717581Z","end":"2026-04-03T02:59:20.914163Z","steps":["trace[2067848879] 'agreement among raft nodes before linearized reading' (duration: 196.410234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:20.914203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.415959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T02:59:20.914275Z","caller":"traceutil/trace.go:171","msg":"trace[1351943618] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:11857; }","duration":"174.543333ms","start":"2026-04-03T02:59:20.739714Z","end":"2026-04-03T02:59:20.914257Z","steps":["trace[1351943618] 'agreement among raft nodes before linearized reading' (duration: 174.310627ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:21.03195Z","caller":"traceutil/trace.go:171","msg":"trace[1341075010] linearizableReadLoop","detail":"{readStateIndex:12336; appliedIndex:12335; }","duration":"113.261257ms","start":"2026-04-03T02:59:20.918666Z","end":"2026-04-03T02:59:21.031928Z","steps":["trace[1341075010] 'read index received' (duration: 57.377948ms)","trace[1341075010] 'applied index is now lower than readState.Index' (duration: 55.882499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:59:21.03224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.726382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:59:21.032235Z","caller":"traceutil/trace.go:171","msg":"trace[1318386395] transaction","detail":"{read_only:false; response_revision:11858; number_of_response:1; }","duration":"114.129409ms","start":"2026-04-03T02:59:20.918028Z","end":"2026-04-03T02:59:21.032158Z","steps":["trace[1318386395] 'process raft request' (duration: 58.060405ms)","trace[1318386395] 'compare' (duration: 55.681294ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:59:21.032272Z","caller":"traceutil/trace.go:171","msg":"trace[134259656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11858; }","duration":"106.799753ms","start":"2026-04-03T02:59:20.925464Z","end":"2026-04-03T02:59:21.032264Z","steps":["trace[134259656] 'agreement among raft nodes before linearized reading' (duration: 106.65519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:21.032858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.164289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:366392"} {"level":"info","ts":"2026-04-03T02:59:21.032979Z","caller":"traceutil/trace.go:171","msg":"trace[426300687] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:11858; }","duration":"114.318864ms","start":"2026-04-03T02:59:20.918639Z","end":"2026-04-03T02:59:21.032958Z","steps":["trace[426300687] 'agreement among raft nodes before linearized reading' (duration: 113.460792ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:33.074539Z","caller":"traceutil/trace.go:171","msg":"trace[1657702335] transaction","detail":"{read_only:false; response_revision:11961; number_of_response:1; }","duration":"121.67067ms","start":"2026-04-03T02:59:32.952843Z","end":"2026-04-03T02:59:33.074513Z","steps":["trace[1657702335] 'process raft request' (duration: 121.508176ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:53.320078Z","caller":"traceutil/trace.go:171","msg":"trace[2138468909] transaction","detail":"{read_only:false; response_revision:12176; number_of_response:1; }","duration":"128.43631ms","start":"2026-04-03T02:59:53.191601Z","end":"2026-04-03T02:59:53.320037Z","steps":["trace[2138468909] 'process raft request' (duration: 109.01388ms)","trace[2138468909] 'compare' (duration: 19.277746ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:59:53.320026Z","caller":"traceutil/trace.go:171","msg":"trace[28193398] linearizableReadLoop","detail":"{readStateIndex:12661; appliedIndex:12660; }","duration":"111.590635ms","start":"2026-04-03T02:59:53.208408Z","end":"2026-04-03T02:59:53.319998Z","steps":["trace[28193398] 'read index received' (duration: 92.154045ms)","trace[28193398] 'applied index is now lower than readState.Index' (duration: 19.43541ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:59:53.320339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.913703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:59:53.320425Z","caller":"traceutil/trace.go:171","msg":"trace[925609347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12176; }","duration":"112.033056ms","start":"2026-04-03T02:59:53.208371Z","end":"2026-04-03T02:59:53.320404Z","steps":["trace[925609347] 'agreement among raft nodes before linearized reading' (duration: 111.78433ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:55.357603Z","caller":"traceutil/trace.go:171","msg":"trace[541446439] transaction","detail":"{read_only:false; response_revision:12186; number_of_response:1; }","duration":"187.612912ms","start":"2026-04-03T02:59:55.169967Z","end":"2026-04-03T02:59:55.35758Z","steps":["trace[541446439] 'process raft request' (duration: 187.454418ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:55.555766Z","caller":"traceutil/trace.go:171","msg":"trace[64759167] transaction","detail":"{read_only:false; response_revision:12187; number_of_response:1; }","duration":"192.087395ms","start":"2026-04-03T02:59:55.363657Z","end":"2026-04-03T02:59:55.555745Z","steps":["trace[64759167] 'process raft request' (duration: 109.117772ms)","trace[64759167] 'compare' (duration: 82.757238ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:59:55.555894Z","caller":"traceutil/trace.go:171","msg":"trace[41854105] transaction","detail":"{read_only:false; response_revision:12188; number_of_response:1; }","duration":"192.071435ms","start":"2026-04-03T02:59:55.363786Z","end":"2026-04-03T02:59:55.555858Z","steps":["trace[41854105] 'process raft request' (duration: 191.86315ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:55.972795Z","caller":"traceutil/trace.go:171","msg":"trace[326895342] transaction","detail":"{read_only:false; response_revision:12191; number_of_response:1; }","duration":"142.29609ms","start":"2026-04-03T02:59:55.830455Z","end":"2026-04-03T02:59:55.972751Z","steps":["trace[326895342] 'process raft request' (duration: 82.150262ms)","trace[326895342] 'compare' (duration: 59.846629ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:59:56.013972Z","caller":"traceutil/trace.go:171","msg":"trace[568640394] linearizableReadLoop","detail":"{readStateIndex:12677; appliedIndex:12675; }","duration":"183.139569ms","start":"2026-04-03T02:59:55.830809Z","end":"2026-04-03T02:59:56.013948Z","steps":["trace[568640394] 'read index received' (duration: 81.914896ms)","trace[568640394] 'applied index is now lower than readState.Index' (duration: 101.223353ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:59:56.01413Z","caller":"traceutil/trace.go:171","msg":"trace[280230098] transaction","detail":"{read_only:false; response_revision:12192; number_of_response:1; }","duration":"183.396856ms","start":"2026-04-03T02:59:55.830649Z","end":"2026-04-03T02:59:56.014046Z","steps":["trace[280230098] 'process raft request' (duration: 183.150849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:56.014385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.560239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" ","response":"range_response_count:1 size:1309"} {"level":"info","ts":"2026-04-03T02:59:56.014488Z","caller":"traceutil/trace.go:171","msg":"trace[2061634534] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-cinder-default-user; range_end:; response_count:1; response_revision:12192; }","duration":"183.715823ms","start":"2026-04-03T02:59:55.830747Z","end":"2026-04-03T02:59:56.014463Z","steps":["trace[2061634534] 'agreement among raft nodes before linearized reading' (duration: 183.404535ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:56.530633Z","caller":"traceutil/trace.go:171","msg":"trace[2519660] transaction","detail":"{read_only:false; response_revision:12196; number_of_response:1; }","duration":"289.905103ms","start":"2026-04-03T02:59:56.240704Z","end":"2026-04-03T02:59:56.530609Z","steps":["trace[2519660] 'process raft request' (duration: 289.75669ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:59:56.540572Z","caller":"traceutil/trace.go:171","msg":"trace[1346883500] linearizableReadLoop","detail":"{readStateIndex:12683; appliedIndex:12681; }","duration":"210.266703ms","start":"2026-04-03T02:59:56.330279Z","end":"2026-04-03T02:59:56.540546Z","steps":["trace[1346883500] 'read index received' (duration: 200.19185ms)","trace[1346883500] 'applied index is now lower than readState.Index' (duration: 10.073663ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:59:56.540676Z","caller":"traceutil/trace.go:171","msg":"trace[256708195] transaction","detail":"{read_only:false; response_revision:12197; number_of_response:1; }","duration":"299.214368ms","start":"2026-04-03T02:59:56.241427Z","end":"2026-04-03T02:59:56.540642Z","steps":["trace[256708195] 'process raft request' (duration: 298.983602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:59:56.540701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.412757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:59:56.540751Z","caller":"traceutil/trace.go:171","msg":"trace[1901231711] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:12197; }","duration":"210.514ms","start":"2026-04-03T02:59:56.330226Z","end":"2026-04-03T02:59:56.54074Z","steps":["trace[1901231711] 'agreement among raft nodes before linearized reading' (duration: 210.415448ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:52.340599Z","caller":"traceutil/trace.go:171","msg":"trace[727866181] linearizableReadLoop","detail":"{readStateIndex:13190; appliedIndex:13189; }","duration":"115.128183ms","start":"2026-04-03T03:00:52.225443Z","end":"2026-04-03T03:00:52.340572Z","steps":["trace[727866181] 'read index received' (duration: 51.96705ms)","trace[727866181] 'applied index is now lower than readState.Index' (duration: 63.159783ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:00:52.340739Z","caller":"traceutil/trace.go:171","msg":"trace[1166615817] transaction","detail":"{read_only:false; response_revision:12690; number_of_response:1; }","duration":"140.945775ms","start":"2026-04-03T03:00:52.199779Z","end":"2026-04-03T03:00:52.340725Z","steps":["trace[1166615817] 'process raft request' (duration: 77.585937ms)","trace[1166615817] 'compare' (duration: 63.058261ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:00:52.341066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.607365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T03:00:52.341148Z","caller":"traceutil/trace.go:171","msg":"trace[155303545] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12690; }","duration":"115.717008ms","start":"2026-04-03T03:00:52.225414Z","end":"2026-04-03T03:00:52.341131Z","steps":["trace[155303545] 'agreement among raft nodes before linearized reading' (duration: 115.521683ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:57.978261Z","caller":"traceutil/trace.go:171","msg":"trace[833134992] transaction","detail":"{read_only:false; response_revision:12717; number_of_response:1; }","duration":"376.495086ms","start":"2026-04-03T03:00:57.60174Z","end":"2026-04-03T03:00:57.978235Z","steps":["trace[833134992] 'process raft request' (duration: 376.333872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:57.978429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:57.601713Z","time spent":"376.625159ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:00:57.986212Z","caller":"traceutil/trace.go:171","msg":"trace[771110522] linearizableReadLoop","detail":"{readStateIndex:13219; appliedIndex:13217; }","duration":"141.798786ms","start":"2026-04-03T03:00:57.844389Z","end":"2026-04-03T03:00:57.986188Z","steps":["trace[771110522] 'read index received' (duration: 133.743253ms)","trace[771110522] 'applied index is now lower than readState.Index' (duration: 8.054533ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:00:57.986296Z","caller":"traceutil/trace.go:171","msg":"trace[987703329] transaction","detail":"{read_only:false; response_revision:12718; number_of_response:1; }","duration":"209.905474ms","start":"2026-04-03T03:00:57.77637Z","end":"2026-04-03T03:00:57.986275Z","steps":["trace[987703329] 'process raft request' (duration: 209.450193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:57.986497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.086753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:00:57.98654Z","caller":"traceutil/trace.go:171","msg":"trace[2141349003] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:12718; }","duration":"142.173635ms","start":"2026-04-03T03:00:57.844356Z","end":"2026-04-03T03:00:57.986529Z","steps":["trace[2141349003] 'agreement among raft nodes before linearized reading' (duration: 142.006101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:57.986572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.710621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T03:00:57.986623Z","caller":"traceutil/trace.go:171","msg":"trace[2063248231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12718; }","duration":"129.809814ms","start":"2026-04-03T03:00:57.856801Z","end":"2026-04-03T03:00:57.986611Z","steps":["trace[2063248231] 'agreement among raft nodes before linearized reading' (duration: 129.67162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:57.987099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.379386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T03:00:57.987194Z","caller":"traceutil/trace.go:171","msg":"trace[1859189921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12718; }","duration":"139.517869ms","start":"2026-04-03T03:00:57.847659Z","end":"2026-04-03T03:00:57.987177Z","steps":["trace[1859189921] 'agreement among raft nodes before linearized reading' (duration: 138.769879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:58.672011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840007757,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T03:00:58.808865Z","caller":"traceutil/trace.go:171","msg":"trace[736248131] linearizableReadLoop","detail":"{readStateIndex:13223; appliedIndex:13222; }","duration":"637.014977ms","start":"2026-04-03T03:00:58.171826Z","end":"2026-04-03T03:00:58.808841Z","steps":["trace[736248131] 'read index received' (duration: 636.876483ms)","trace[736248131] 'applied index is now lower than readState.Index' (duration: 137.414µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:00:58.808913Z","caller":"traceutil/trace.go:171","msg":"trace[714910336] transaction","detail":"{read_only:false; response_revision:12722; number_of_response:1; }","duration":"670.378828ms","start":"2026-04-03T03:00:58.13849Z","end":"2026-04-03T03:00:58.808869Z","steps":["trace[714910336] 'process raft request' (duration: 670.196973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:58.809042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.189061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:00:58.809081Z","caller":"traceutil/trace.go:171","msg":"trace[1892085581] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:12722; }","duration":"637.286964ms","start":"2026-04-03T03:00:58.171784Z","end":"2026-04-03T03:00:58.809071Z","steps":["trace[1892085581] 'agreement among raft nodes before linearized reading' (duration: 637.190981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:58.80913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:58.138469Z","time spent":"670.509721ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:00:58.809161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:58.171763Z","time spent":"637.385446ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:00:59.091476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.885024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:00:59.091808Z","caller":"traceutil/trace.go:171","msg":"trace[1115031541] transaction","detail":"{read_only:false; response_revision:12723; number_of_response:1; }","duration":"307.430114ms","start":"2026-04-03T03:00:58.78434Z","end":"2026-04-03T03:00:59.09177Z","steps":["trace[1115031541] 'process raft request' (duration: 166.174152ms)","trace[1115031541] 'compare' (duration: 140.78846ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:00:59.091919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:58.784314Z","time spent":"307.555067ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:00:59.092012Z","caller":"traceutil/trace.go:171","msg":"trace[686872798] linearizableReadLoop","detail":"{readStateIndex:13225; appliedIndex:13223; }","duration":"283.050269ms","start":"2026-04-03T03:00:58.808949Z","end":"2026-04-03T03:00:59.091999Z","steps":["trace[686872798] 'read index received' (duration: 141.530779ms)","trace[686872798] 'applied index is now lower than readState.Index' (duration: 141.51865ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:00:59.092115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.209213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:00:59.092137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.658756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:00:59.092156Z","caller":"traceutil/trace.go:171","msg":"trace[961142467] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12724; }","duration":"892.257804ms","start":"2026-04-03T03:00:58.199887Z","end":"2026-04-03T03:00:59.092145Z","steps":["trace[961142467] 'agreement among raft nodes before linearized reading' (duration: 892.157552ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:59.09217Z","caller":"traceutil/trace.go:171","msg":"trace[1342623162] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12724; }","duration":"892.703787ms","start":"2026-04-03T03:00:58.199454Z","end":"2026-04-03T03:00:59.092158Z","steps":["trace[1342623162] 'agreement among raft nodes before linearized reading' (duration: 892.651105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:59.092215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:58.199882Z","time spent":"892.304325ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:00:59.09224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:58.199447Z","time spent":"892.741927ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-03T03:00:59.092276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.358747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-04-03T03:00:59.092327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.129848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:00:59.092295Z","caller":"traceutil/trace.go:171","msg":"trace[150991661] transaction","detail":"{read_only:false; response_revision:12724; number_of_response:1; }","duration":"306.540371ms","start":"2026-04-03T03:00:58.785724Z","end":"2026-04-03T03:00:59.092264Z","steps":["trace[150991661] 'process raft request' (duration: 305.861794ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:59.092358Z","caller":"traceutil/trace.go:171","msg":"trace[71484733] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12724; }","duration":"735.462779ms","start":"2026-04-03T03:00:58.356872Z","end":"2026-04-03T03:00:59.092334Z","steps":["trace[71484733] 'agreement among raft nodes before linearized reading' (duration: 735.166142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:59.09241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:58.356867Z","time spent":"735.535271ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-03T03:00:59.092402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.132982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:00:59.092464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:58.785699Z","time spent":"306.667415ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:00:59.092479Z","caller":"traceutil/trace.go:171","msg":"trace[108175146] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12724; }","duration":"737.260635ms","start":"2026-04-03T03:00:58.355198Z","end":"2026-04-03T03:00:59.092459Z","steps":["trace[108175146] 'agreement among raft nodes before linearized reading' (duration: 737.121852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:59.092472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.218685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7530"} {"level":"warn","ts":"2026-04-03T03:00:59.092473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.013061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T03:00:59.092524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:58.355177Z","time spent":"737.339427ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-04-03T03:00:59.092541Z","caller":"traceutil/trace.go:171","msg":"trace[1240163424] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:12724; }","duration":"718.290147ms","start":"2026-04-03T03:00:58.374232Z","end":"2026-04-03T03:00:59.092522Z","steps":["trace[1240163424] 'agreement among raft nodes before linearized reading' (duration: 718.068241ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:59.092554Z","caller":"traceutil/trace.go:171","msg":"trace[1839186330] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12724; }","duration":"722.122574ms","start":"2026-04-03T03:00:58.370412Z","end":"2026-04-03T03:00:59.092535Z","steps":["trace[1839186330] 'agreement among raft nodes before linearized reading' (duration: 721.662963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:59.09263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.797281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T03:00:59.09266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.739826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:00:59.092667Z","caller":"traceutil/trace.go:171","msg":"trace[399082898] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12724; }","duration":"726.829472ms","start":"2026-04-03T03:00:58.365826Z","end":"2026-04-03T03:00:59.092656Z","steps":["trace[399082898] 'agreement among raft nodes before linearized reading' (duration: 726.74337ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:59.092375Z","caller":"traceutil/trace.go:171","msg":"trace[558904384] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12724; }","duration":"893.170688ms","start":"2026-04-03T03:00:58.199176Z","end":"2026-04-03T03:00:59.092347Z","steps":["trace[558904384] 'agreement among raft nodes before linearized reading' (duration: 893.125747ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:00:59.092698Z","caller":"traceutil/trace.go:171","msg":"trace[19214672] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12724; }","duration":"735.790248ms","start":"2026-04-03T03:00:58.356899Z","end":"2026-04-03T03:00:59.092689Z","steps":["trace[19214672] 'agreement among raft nodes before linearized reading' (duration: 735.710246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:59.092654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:58.3704Z","time spent":"722.236567ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:00:59.092488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.835584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-04-03T03:00:59.092716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:58.36576Z","time spent":"726.936804ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:00:59.092466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.766928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:00:59.09274Z","caller":"traceutil/trace.go:171","msg":"trace[329742617] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12724; }","duration":"892.097981ms","start":"2026-04-03T03:00:58.200633Z","end":"2026-04-03T03:00:59.092731Z","steps":["trace[329742617] 'agreement among raft nodes before linearized reading' (duration: 891.774783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:59.09276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.907601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:00:59.092765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:58.200628Z","time spent":"892.131162ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-04-03T03:00:59.092766Z","caller":"traceutil/trace.go:171","msg":"trace[1694307357] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12724; }","duration":"895.094695ms","start":"2026-04-03T03:00:58.19766Z","end":"2026-04-03T03:00:59.092754Z","steps":["trace[1694307357] 'agreement among raft nodes before linearized reading' (duration: 894.731276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:59.09271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:58.199171Z","time spent":"893.530737ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-03T03:00:59.092786Z","caller":"traceutil/trace.go:171","msg":"trace[1161985034] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12724; }","duration":"735.966962ms","start":"2026-04-03T03:00:58.356811Z","end":"2026-04-03T03:00:59.092778Z","steps":["trace[1161985034] 'agreement among raft nodes before linearized reading' (duration: 735.809738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:59.092807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:58.197653Z","time spent":"895.143048ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:00:59.092817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:58.35679Z","time spent":"736.021793ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:00:59.09273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:58.356891Z","time spent":"735.829879ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:00:59.092591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:58.374206Z","time spent":"718.372428ms","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7554,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-03T03:00:59.092551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.5027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:00:59.092997Z","caller":"traceutil/trace.go:171","msg":"trace[1108832563] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12724; }","duration":"735.957051ms","start":"2026-04-03T03:00:58.357028Z","end":"2026-04-03T03:00:59.092985Z","steps":["trace[1108832563] 'agreement among raft nodes before linearized reading' (duration: 735.50494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:59.092966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.990249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-03T03:00:59.09304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:58.357021Z","time spent":"736.006823ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-03T03:00:59.093059Z","caller":"traceutil/trace.go:171","msg":"trace[1229463032] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12724; }","duration":"894.084561ms","start":"2026-04-03T03:00:58.198953Z","end":"2026-04-03T03:00:59.093037Z","steps":["trace[1229463032] 'agreement among raft nodes before linearized reading' (duration: 893.560607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:00:59.093104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:00:58.198946Z","time spent":"894.148572ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-04-03T03:01:17.344356Z","caller":"traceutil/trace.go:171","msg":"trace[988424067] linearizableReadLoop","detail":"{readStateIndex:13328; appliedIndex:13326; }","duration":"130.729512ms","start":"2026-04-03T03:01:17.213604Z","end":"2026-04-03T03:01:17.344334Z","steps":["trace[988424067] 'read index received' (duration: 130.641699ms)","trace[988424067] 'applied index is now lower than readState.Index' (duration: 86.843µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:17.34445Z","caller":"traceutil/trace.go:171","msg":"trace[1368977686] transaction","detail":"{read_only:false; response_revision:12821; number_of_response:1; }","duration":"177.602272ms","start":"2026-04-03T03:01:17.166804Z","end":"2026-04-03T03:01:17.344406Z","steps":["trace[1368977686] 'process raft request' (duration: 177.345585ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:17.344466Z","caller":"traceutil/trace.go:171","msg":"trace[405883400] transaction","detail":"{read_only:false; response_revision:12822; number_of_response:1; }","duration":"177.521211ms","start":"2026-04-03T03:01:17.166911Z","end":"2026-04-03T03:01:17.344432Z","steps":["trace[405883400] 'process raft request' (duration: 177.381567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:17.344659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.608088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-03T03:01:17.344705Z","caller":"traceutil/trace.go:171","msg":"trace[321298317] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12822; }","duration":"178.701081ms","start":"2026-04-03T03:01:17.165992Z","end":"2026-04-03T03:01:17.344693Z","steps":["trace[321298317] 'agreement among raft nodes before linearized reading' (duration: 178.510426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:17.344995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.327891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-03T03:01:17.345044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.591715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19230"} {"level":"info","ts":"2026-04-03T03:01:17.345042Z","caller":"traceutil/trace.go:171","msg":"trace[1595011236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12822; }","duration":"126.415803ms","start":"2026-04-03T03:01:17.218613Z","end":"2026-04-03T03:01:17.345029Z","steps":["trace[1595011236] 'agreement among raft nodes before linearized reading' (duration: 126.30538ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:17.345131Z","caller":"traceutil/trace.go:171","msg":"trace[1175297419] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12822; }","duration":"129.712287ms","start":"2026-04-03T03:01:17.215396Z","end":"2026-04-03T03:01:17.345108Z","steps":["trace[1175297419] 'agreement among raft nodes before linearized reading' (duration: 129.4395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:17.345332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.900341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-5b65cc8bb5-c9k54.18a2b98bd929c9e4\" ","response":"range_response_count:1 size:804"} {"level":"warn","ts":"2026-04-03T03:01:17.345459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.375088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T03:01:17.345599Z","caller":"traceutil/trace.go:171","msg":"trace[27417190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12822; }","duration":"129.580283ms","start":"2026-04-03T03:01:17.215985Z","end":"2026-04-03T03:01:17.345565Z","steps":["trace[27417190] 'agreement among raft nodes before linearized reading' (duration: 128.995189ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:17.345531Z","caller":"traceutil/trace.go:171","msg":"trace[361424487] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-5b65cc8bb5-c9k54.18a2b98bd929c9e4; range_end:; response_count:1; response_revision:12822; }","duration":"128.25488ms","start":"2026-04-03T03:01:17.21713Z","end":"2026-04-03T03:01:17.345385Z","steps":["trace[361424487] 'agreement among raft nodes before linearized reading' (duration: 127.785298ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:20.512456Z","caller":"traceutil/trace.go:171","msg":"trace[563743943] transaction","detail":"{read_only:false; response_revision:12838; number_of_response:1; }","duration":"347.880969ms","start":"2026-04-03T03:01:20.164542Z","end":"2026-04-03T03:01:20.512423Z","steps":["trace[563743943] 'process raft request' (duration: 347.676664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:20.512729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:20.164525Z","time spent":"348.115106ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:01:20.535733Z","caller":"traceutil/trace.go:171","msg":"trace[2037048447] transaction","detail":"{read_only:false; response_revision:12839; number_of_response:1; }","duration":"371.077074ms","start":"2026-04-03T03:01:20.164629Z","end":"2026-04-03T03:01:20.535707Z","steps":["trace[2037048447] 'process raft request' (duration: 370.91379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:20.535891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:20.164602Z","time spent":"371.213868ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:01:20.535886Z","caller":"traceutil/trace.go:171","msg":"trace[1034405889] linearizableReadLoop","detail":"{readStateIndex:13346; appliedIndex:13343; }","duration":"321.959377ms","start":"2026-04-03T03:01:20.213898Z","end":"2026-04-03T03:01:20.535857Z","steps":["trace[1034405889] 'read index received' (duration: 298.465395ms)","trace[1034405889] 'applied index is now lower than readState.Index' (duration: 23.493112ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:20.536101Z","caller":"traceutil/trace.go:171","msg":"trace[790924379] transaction","detail":"{read_only:false; response_revision:12840; number_of_response:1; }","duration":"371.438343ms","start":"2026-04-03T03:01:20.164645Z","end":"2026-04-03T03:01:20.536083Z","steps":["trace[790924379] 'process raft request' (duration: 371.024213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:20.536118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.202463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:01:20.536597Z","caller":"traceutil/trace.go:171","msg":"trace[852780239] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:12840; }","duration":"322.702646ms","start":"2026-04-03T03:01:20.213879Z","end":"2026-04-03T03:01:20.536581Z","steps":["trace[852780239] 'agreement among raft nodes before linearized reading' (duration: 322.094841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:20.536691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:20.213871Z","time spent":"322.806998ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T03:01:20.537135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:20.164621Z","time spent":"371.603477ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:01:21.652847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840008167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:01:21.942909Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.059344295s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:01:22.014081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299559173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-04-03T03:01:22.014202Z","caller":"traceutil/trace.go:171","msg":"trace[1830203418] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:12840; }","duration":"1.299722807s","start":"2026-04-03T03:01:20.714451Z","end":"2026-04-03T03:01:22.014174Z","steps":["trace[1830203418] 'range keys from in-memory index tree' (duration: 1.299367608s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:22.014259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:20.714433Z","time spent":"1.299810639s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-04-03T03:01:22.014358Z","caller":"traceutil/trace.go:171","msg":"trace[785883091] transaction","detail":"{read_only:false; response_revision:12841; number_of_response:1; }","duration":"1.130987859s","start":"2026-04-03T03:01:20.883341Z","end":"2026-04-03T03:01:22.014329Z","steps":["trace[785883091] 'process raft request' (duration: 1.059794225s)","trace[785883091] 'compare' (duration: 71.014338ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:01:22.01451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:20.883296Z","time spent":"1.131136732s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:01:22.061645Z","caller":"traceutil/trace.go:171","msg":"trace[208898231] linearizableReadLoop","detail":"{readStateIndex:13349; appliedIndex:13346; }","duration":"909.386109ms","start":"2026-04-03T03:01:21.152233Z","end":"2026-04-03T03:01:22.06162Z","steps":["trace[208898231] 'read index received' (duration: 790.919356ms)","trace[208898231] 'applied index is now lower than readState.Index' (duration: 118.465883ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:22.061694Z","caller":"traceutil/trace.go:171","msg":"trace[95253713] transaction","detail":"{read_only:false; response_revision:12842; number_of_response:1; }","duration":"654.656634ms","start":"2026-04-03T03:01:21.40699Z","end":"2026-04-03T03:01:22.061647Z","steps":["trace[95253713] 'process raft request' (duration: 654.48574ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:22.061743Z","caller":"traceutil/trace.go:171","msg":"trace[895015761] transaction","detail":"{read_only:false; response_revision:12843; number_of_response:1; }","duration":"648.119019ms","start":"2026-04-03T03:01:21.413569Z","end":"2026-04-03T03:01:22.061688Z","steps":["trace[895015761] 'process raft request' (duration: 648.012457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:22.061825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.580773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:01:22.061843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:21.40695Z","time spent":"654.812328ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:01:22.061872Z","caller":"traceutil/trace.go:171","msg":"trace[1981426822] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:12843; }","duration":"909.675566ms","start":"2026-04-03T03:01:21.152185Z","end":"2026-04-03T03:01:22.061861Z","steps":["trace[1981426822] 'agreement among raft nodes before linearized reading' (duration: 909.584013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:22.061914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:21.152163Z","time spent":"909.741788ms","remote":"127.0.0.1:47406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:01:22.061937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:21.413555Z","time spent":"648.278444ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:01:22.06239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.890776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:01:22.062465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.608828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-03T03:01:22.062486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.356602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:22.062507Z","caller":"traceutil/trace.go:171","msg":"trace[1517438391] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12843; }","duration":"871.754891ms","start":"2026-04-03T03:01:21.190741Z","end":"2026-04-03T03:01:22.062496Z","steps":["trace[1517438391] 'agreement among raft nodes before linearized reading' (duration: 871.563627ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:22.062521Z","caller":"traceutil/trace.go:171","msg":"trace[92998904] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12843; }","duration":"871.409323ms","start":"2026-04-03T03:01:21.191103Z","end":"2026-04-03T03:01:22.062512Z","steps":["trace[92998904] 'agreement among raft nodes before linearized reading' (duration: 871.335651ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:22.062469Z","caller":"traceutil/trace.go:171","msg":"trace[956737678] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12843; }","duration":"871.992738ms","start":"2026-04-03T03:01:21.190457Z","end":"2026-04-03T03:01:22.06245Z","steps":["trace[956737678] 'agreement among raft nodes before linearized reading' (duration: 871.854115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:22.06255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:21.191094Z","time spent":"871.450874ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:01:22.062552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:21.190712Z","time spent":"871.830034ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-03T03:01:22.062539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.881065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-04-03T03:01:22.06257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.70549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:22.062611Z","caller":"traceutil/trace.go:171","msg":"trace[870341439] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12843; }","duration":"871.965148ms","start":"2026-04-03T03:01:21.190625Z","end":"2026-04-03T03:01:22.06259Z","steps":["trace[870341439] 'agreement among raft nodes before linearized reading' (duration: 871.762943ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:22.062633Z","caller":"traceutil/trace.go:171","msg":"trace[1160603829] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12843; }","duration":"871.813252ms","start":"2026-04-03T03:01:21.190805Z","end":"2026-04-03T03:01:22.062618Z","steps":["trace[1160603829] 'agreement among raft nodes before linearized reading' (duration: 871.70678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:22.062618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:21.190451Z","time spent":"872.110771ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-03T03:01:22.062665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:21.190618Z","time spent":"872.037999ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-03T03:01:22.062669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:21.190781Z","time spent":"871.878634ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:01:22.062382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.125156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:22.062784Z","caller":"traceutil/trace.go:171","msg":"trace[1270605389] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12843; }","duration":"871.570856ms","start":"2026-04-03T03:01:21.191203Z","end":"2026-04-03T03:01:22.062774Z","steps":["trace[1270605389] 'agreement among raft nodes before linearized reading' (duration: 871.104985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:22.062815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:21.191188Z","time spent":"871.619508ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-03T03:01:22.062882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.738541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:01:22.062855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.709861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:01:22.062913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.700699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T03:01:22.063129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.678279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-03T03:01:22.063171Z","caller":"traceutil/trace.go:171","msg":"trace[89589963] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12843; }","duration":"622.995597ms","start":"2026-04-03T03:01:21.440157Z","end":"2026-04-03T03:01:22.063153Z","steps":["trace[89589963] 'agreement among raft nodes before linearized reading' (duration: 622.613117ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:22.063204Z","caller":"traceutil/trace.go:171","msg":"trace[552431278] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12843; }","duration":"649.805733ms","start":"2026-04-03T03:01:21.41338Z","end":"2026-04-03T03:01:22.063185Z","steps":["trace[552431278] 'agreement among raft nodes before linearized reading' (duration: 649.558086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:22.063237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:21.440133Z","time spent":"623.087839ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:01:22.06325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:21.413359Z","time spent":"649.882724ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-04-03T03:01:22.062926Z","caller":"traceutil/trace.go:171","msg":"trace[1198046759] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12843; }","duration":"871.797143ms","start":"2026-04-03T03:01:21.191119Z","end":"2026-04-03T03:01:22.062916Z","steps":["trace[1198046759] 'agreement among raft nodes before linearized reading' (duration: 871.734051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:22.063354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:21.191112Z","time spent":"872.231313ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-04-03T03:01:22.062945Z","caller":"traceutil/trace.go:171","msg":"trace[5384533] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:12843; }","duration":"406.935067ms","start":"2026-04-03T03:01:21.655991Z","end":"2026-04-03T03:01:22.062926Z","steps":["trace[5384533] 'agreement among raft nodes before linearized reading' (duration: 406.684011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:22.063418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:21.655979Z","time spent":"407.418969ms","remote":"127.0.0.1:35038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:01:22.062926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.245259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:22.06352Z","caller":"traceutil/trace.go:171","msg":"trace[978805582] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12843; }","duration":"871.859864ms","start":"2026-04-03T03:01:21.191616Z","end":"2026-04-03T03:01:22.063476Z","steps":["trace[978805582] 'agreement among raft nodes before linearized reading' (duration: 871.229628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:22.063577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:21.191604Z","time spent":"871.958156ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:01:22.06301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.800878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:01:22.063765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.910778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T03:01:22.063019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.579747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T03:01:22.06383Z","caller":"traceutil/trace.go:171","msg":"trace[1797092690] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:12843; }","duration":"618.004911ms","start":"2026-04-03T03:01:21.44581Z","end":"2026-04-03T03:01:22.063815Z","steps":["trace[1797092690] 'agreement among raft nodes before linearized reading' (duration: 617.196181ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:22.063843Z","caller":"traceutil/trace.go:171","msg":"trace[535932486] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12843; }","duration":"596.422088ms","start":"2026-04-03T03:01:21.467403Z","end":"2026-04-03T03:01:22.063825Z","steps":["trace[535932486] 'agreement among raft nodes before linearized reading' (duration: 595.553857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:22.063877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:21.445797Z","time spent":"618.067462ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-03T03:01:22.06389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:21.467385Z","time spent":"596.49181ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:01:22.063056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.005793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:22.064016Z","caller":"traceutil/trace.go:171","msg":"trace[1149580247] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12843; }","duration":"873.472195ms","start":"2026-04-03T03:01:21.190182Z","end":"2026-04-03T03:01:22.063654Z","steps":["trace[1149580247] 'agreement among raft nodes before linearized reading' (duration: 872.798928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:22.064158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:21.190176Z","time spent":"873.931486ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-03T03:01:22.063024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.127313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:01:22.064233Z","caller":"traceutil/trace.go:171","msg":"trace[1700485906] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:12843; }","duration":"885.377554ms","start":"2026-04-03T03:01:21.178832Z","end":"2026-04-03T03:01:22.064209Z","steps":["trace[1700485906] 'agreement among raft nodes before linearized reading' (duration: 883.423745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:22.063051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.953471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:01:22.064299Z","caller":"traceutil/trace.go:171","msg":"trace[234303032] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:12843; }","duration":"484.238834ms","start":"2026-04-03T03:01:21.580046Z","end":"2026-04-03T03:01:22.064285Z","steps":["trace[234303032] 'agreement among raft nodes before linearized reading' (duration: 482.930931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:22.064306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:21.178821Z","time spent":"885.462947ms","remote":"127.0.0.1:39162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:01:22.064354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:21.580026Z","time spent":"484.309555ms","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":14,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:01:22.063983Z","caller":"traceutil/trace.go:171","msg":"trace[299883222] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12843; }","duration":"873.925166ms","start":"2026-04-03T03:01:21.190045Z","end":"2026-04-03T03:01:22.06397Z","steps":["trace[299883222] 'agreement among raft nodes before linearized reading' (duration: 872.995323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:22.065941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:21.190011Z","time spent":"875.901376ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:01:22.846439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:22.066373Z","time spent":"780.060563ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T03:01:22.939542Z","caller":"traceutil/trace.go:171","msg":"trace[666495663] transaction","detail":"{read_only:false; response_revision:12844; number_of_response:1; }","duration":"870.301305ms","start":"2026-04-03T03:01:22.069204Z","end":"2026-04-03T03:01:22.939506Z","steps":["trace[666495663] 'process raft request' (duration: 798.141037ms)","trace[666495663] 'compare' (duration: 71.890941ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:22.939647Z","caller":"traceutil/trace.go:171","msg":"trace[609430946] transaction","detail":"{read_only:false; response_revision:12845; number_of_response:1; }","duration":"870.290685ms","start":"2026-04-03T03:01:22.069324Z","end":"2026-04-03T03:01:22.939615Z","steps":["trace[609430946] 'process raft request' (duration: 870.068519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:22.939743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:22.069181Z","time spent":"870.4873ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:01:22.939725Z","caller":"traceutil/trace.go:171","msg":"trace[1954507573] linearizableReadLoop","detail":"{readStateIndex:13353; appliedIndex:13349; }","duration":"568.517866ms","start":"2026-04-03T03:01:22.371179Z","end":"2026-04-03T03:01:22.939697Z","steps":["trace[1954507573] 'read index received' (duration: 475.056132ms)","trace[1954507573] 'applied index is now lower than readState.Index' (duration: 93.460354ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:01:22.939798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:22.069301Z","time spent":"870.410888ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:01:22.939866Z","caller":"traceutil/trace.go:171","msg":"trace[1131687881] transaction","detail":"{read_only:false; response_revision:12846; number_of_response:1; }","duration":"814.919571ms","start":"2026-04-03T03:01:22.124894Z","end":"2026-04-03T03:01:22.939814Z","steps":["trace[1131687881] 'process raft request' (duration: 814.574642ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:22.939898Z","caller":"traceutil/trace.go:171","msg":"trace[373518401] transaction","detail":"{read_only:false; response_revision:12847; number_of_response:1; }","duration":"172.932165ms","start":"2026-04-03T03:01:22.766948Z","end":"2026-04-03T03:01:22.93988Z","steps":["trace[373518401] 'process raft request' (duration: 172.630318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:22.940026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:22.124866Z","time spent":"815.104105ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:01:22.940128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.048317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T03:01:22.940133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.928646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T03:01:22.940175Z","caller":"traceutil/trace.go:171","msg":"trace[964275990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12848; }","duration":"424.131679ms","start":"2026-04-03T03:01:22.516031Z","end":"2026-04-03T03:01:22.940163Z","steps":["trace[964275990] 'agreement among raft nodes before linearized reading' (duration: 423.994966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:22.940186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.678904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:01:22.940201Z","caller":"traceutil/trace.go:171","msg":"trace[1268722976] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12848; }","duration":"569.048749ms","start":"2026-04-03T03:01:22.371135Z","end":"2026-04-03T03:01:22.940184Z","steps":["trace[1268722976] 'agreement among raft nodes before linearized reading' (duration: 568.772182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:22.940204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:22.516011Z","time spent":"424.186281ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:01:22.940253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:22.371109Z","time spent":"569.130591ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:01:22.940253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.784114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-03T03:01:22.940141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.684749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:01:22.940321Z","caller":"traceutil/trace.go:171","msg":"trace[1424206280] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:12848; }","duration":"387.892367ms","start":"2026-04-03T03:01:22.552412Z","end":"2026-04-03T03:01:22.940304Z","steps":["trace[1424206280] 'agreement among raft nodes before linearized reading' (duration: 387.762414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:22.940249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.827008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:01:22.940379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:22.552392Z","time spent":"387.974409ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"info","ts":"2026-04-03T03:01:22.940403Z","caller":"traceutil/trace.go:171","msg":"trace[772884903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12848; }","duration":"400.020943ms","start":"2026-04-03T03:01:22.54036Z","end":"2026-04-03T03:01:22.940381Z","steps":["trace[772884903] 'agreement among raft nodes before linearized reading' (duration: 399.729466ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:22.940339Z","caller":"traceutil/trace.go:171","msg":"trace[1953082349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12848; }","duration":"396.903004ms","start":"2026-04-03T03:01:22.543422Z","end":"2026-04-03T03:01:22.940325Z","steps":["trace[1953082349] 'agreement among raft nodes before linearized reading' (duration: 396.611397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:22.94056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:22.543414Z","time spent":"397.12425ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:01:22.940565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:22.540341Z","time spent":"400.163357ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:01:22.94024Z","caller":"traceutil/trace.go:171","msg":"trace[580555363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12848; }","duration":"397.769176ms","start":"2026-04-03T03:01:22.542458Z","end":"2026-04-03T03:01:22.940228Z","steps":["trace[580555363] 'agreement among raft nodes before linearized reading' (duration: 397.596992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:22.94067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:22.542438Z","time spent":"398.218638ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:01:23.193636Z","caller":"traceutil/trace.go:171","msg":"trace[807905841] transaction","detail":"{read_only:false; response_revision:12849; number_of_response:1; }","duration":"249.163553ms","start":"2026-04-03T03:01:22.944406Z","end":"2026-04-03T03:01:23.19357Z","steps":["trace[807905841] 'process raft request' (duration: 248.797354ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:23.193582Z","caller":"traceutil/trace.go:171","msg":"trace[1620491055] linearizableReadLoop","detail":"{readStateIndex:13356; appliedIndex:13355; }","duration":"249.01953ms","start":"2026-04-03T03:01:22.944422Z","end":"2026-04-03T03:01:23.193442Z","steps":["trace[1620491055] 'read index received' (duration: 58.781µs)","trace[1620491055] 'applied index is now lower than readState.Index' (duration: 248.955028ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:01:23.193967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.503892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T03:01:23.19402Z","caller":"traceutil/trace.go:171","msg":"trace[517699888] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:12849; }","duration":"249.602435ms","start":"2026-04-03T03:01:22.944405Z","end":"2026-04-03T03:01:23.194007Z","steps":["trace[517699888] 'agreement among raft nodes before linearized reading' (duration: 249.370079ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:23.203139Z","caller":"traceutil/trace.go:171","msg":"trace[638098832] transaction","detail":"{read_only:false; response_revision:12850; number_of_response:1; }","duration":"258.190612ms","start":"2026-04-03T03:01:22.944917Z","end":"2026-04-03T03:01:23.203108Z","steps":["trace[638098832] 'process raft request' (duration: 257.849313ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:23.20342Z","caller":"traceutil/trace.go:171","msg":"trace[11912066] transaction","detail":"{read_only:false; response_revision:12851; number_of_response:1; }","duration":"258.390847ms","start":"2026-04-03T03:01:22.945004Z","end":"2026-04-03T03:01:23.203394Z","steps":["trace[11912066] 'process raft request' (duration: 258.017998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:23.204041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.939775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:445178"} {"level":"info","ts":"2026-04-03T03:01:23.204089Z","caller":"traceutil/trace.go:171","msg":"trace[788021446] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12851; }","duration":"258.020227ms","start":"2026-04-03T03:01:22.946057Z","end":"2026-04-03T03:01:23.204077Z","steps":["trace[788021446] 'agreement among raft nodes before linearized reading' (duration: 257.465503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:23.203664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.487169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T03:01:23.204251Z","caller":"traceutil/trace.go:171","msg":"trace[1239798850] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12851; }","duration":"259.086794ms","start":"2026-04-03T03:01:22.945143Z","end":"2026-04-03T03:01:23.20423Z","steps":["trace[1239798850] 'agreement among raft nodes before linearized reading' (duration: 258.296634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:23.417716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.113961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-03T03:01:23.417803Z","caller":"traceutil/trace.go:171","msg":"trace[1680495947] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12851; }","duration":"131.236225ms","start":"2026-04-03T03:01:23.286545Z","end":"2026-04-03T03:01:23.417781Z","steps":["trace[1680495947] 'range keys from in-memory index tree' (duration: 130.904835ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:23.918438Z","caller":"traceutil/trace.go:171","msg":"trace[885122813] transaction","detail":"{read_only:false; response_revision:12852; number_of_response:1; }","duration":"192.523688ms","start":"2026-04-03T03:01:23.725889Z","end":"2026-04-03T03:01:23.918413Z","steps":["trace[885122813] 'process raft request' (duration: 192.327843ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:24.192515Z","caller":"traceutil/trace.go:171","msg":"trace[1088487563] linearizableReadLoop","detail":"{readStateIndex:13361; appliedIndex:13360; }","duration":"125.335866ms","start":"2026-04-03T03:01:24.067148Z","end":"2026-04-03T03:01:24.192484Z","steps":["trace[1088487563] 'read index received' (duration: 56.207495ms)","trace[1088487563] 'applied index is now lower than readState.Index' (duration: 69.127411ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:24.192629Z","caller":"traceutil/trace.go:171","msg":"trace[560057976] transaction","detail":"{read_only:false; response_revision:12854; number_of_response:1; }","duration":"125.719586ms","start":"2026-04-03T03:01:24.066893Z","end":"2026-04-03T03:01:24.192612Z","steps":["trace[560057976] 'process raft request' (duration: 56.39096ms)","trace[560057976] 'compare' (duration: 69.086219ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:01:24.192998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.825338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:24.19313Z","caller":"traceutil/trace.go:171","msg":"trace[775656183] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12854; }","duration":"125.960592ms","start":"2026-04-03T03:01:24.067097Z","end":"2026-04-03T03:01:24.193057Z","steps":["trace[775656183] 'agreement among raft nodes before linearized reading' (duration: 125.565792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:24.279149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.739992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-03T03:01:24.279169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.900809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:01:24.27922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.854944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:24.279231Z","caller":"traceutil/trace.go:171","msg":"trace[1126945343] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12856; }","duration":"209.870294ms","start":"2026-04-03T03:01:24.069343Z","end":"2026-04-03T03:01:24.279213Z","steps":["trace[1126945343] 'agreement among raft nodes before linearized reading' (duration: 209.620808ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:24.279245Z","caller":"traceutil/trace.go:171","msg":"trace[216175295] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12856; }","duration":"211.027493ms","start":"2026-04-03T03:01:24.068198Z","end":"2026-04-03T03:01:24.279226Z","steps":["trace[216175295] 'agreement among raft nodes before linearized reading' (duration: 210.89832ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:24.279298Z","caller":"traceutil/trace.go:171","msg":"trace[1207361394] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12856; }","duration":"209.907515ms","start":"2026-04-03T03:01:24.069339Z","end":"2026-04-03T03:01:24.279246Z","steps":["trace[1207361394] 'agreement among raft nodes before linearized reading' (duration: 209.863164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:24.279348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.13696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-03T03:01:24.279403Z","caller":"traceutil/trace.go:171","msg":"trace[636155799] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12856; }","duration":"208.216173ms","start":"2026-04-03T03:01:24.071173Z","end":"2026-04-03T03:01:24.27939Z","steps":["trace[636155799] 'agreement among raft nodes before linearized reading' (duration: 208.071949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:24.279387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.515595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:24.279673Z","caller":"traceutil/trace.go:171","msg":"trace[46152862] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12856; }","duration":"209.632089ms","start":"2026-04-03T03:01:24.069813Z","end":"2026-04-03T03:01:24.279445Z","steps":["trace[46152862] 'agreement among raft nodes before linearized reading' (duration: 209.472825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:24.279168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.212648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:24.279721Z","caller":"traceutil/trace.go:171","msg":"trace[1709086379] transaction","detail":"{read_only:false; response_revision:12856; number_of_response:1; }","duration":"193.646825ms","start":"2026-04-03T03:01:24.086061Z","end":"2026-04-03T03:01:24.279708Z","steps":["trace[1709086379] 'process raft request' (duration: 192.813615ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:24.279696Z","caller":"traceutil/trace.go:171","msg":"trace[1966609040] transaction","detail":"{read_only:false; response_revision:12855; number_of_response:1; }","duration":"211.608277ms","start":"2026-04-03T03:01:24.06806Z","end":"2026-04-03T03:01:24.279669Z","steps":["trace[1966609040] 'process raft request' (duration: 210.709105ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:24.279741Z","caller":"traceutil/trace.go:171","msg":"trace[1086681492] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12856; }","duration":"211.827353ms","start":"2026-04-03T03:01:24.067898Z","end":"2026-04-03T03:01:24.279725Z","steps":["trace[1086681492] 'agreement among raft nodes before linearized reading' (duration: 211.230218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:24.279168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.847824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:24.279842Z","caller":"traceutil/trace.go:171","msg":"trace[845582732] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12856; }","duration":"210.550732ms","start":"2026-04-03T03:01:24.069281Z","end":"2026-04-03T03:01:24.279832Z","steps":["trace[845582732] 'agreement among raft nodes before linearized reading' (duration: 209.834834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:24.27968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.206743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:01:24.279921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.927866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-03T03:01:24.279996Z","caller":"traceutil/trace.go:171","msg":"trace[1022996220] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12856; }","duration":"210.055539ms","start":"2026-04-03T03:01:24.069923Z","end":"2026-04-03T03:01:24.279978Z","steps":["trace[1022996220] 'agreement among raft nodes before linearized reading' (duration: 209.835724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:24.279719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.334096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:24.280647Z","caller":"traceutil/trace.go:171","msg":"trace[1846127037] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12856; }","duration":"211.27457ms","start":"2026-04-03T03:01:24.069349Z","end":"2026-04-03T03:01:24.280623Z","steps":["trace[1846127037] 'agreement among raft nodes before linearized reading' (duration: 210.11057ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:24.279938Z","caller":"traceutil/trace.go:171","msg":"trace[259572546] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12856; }","duration":"210.783838ms","start":"2026-04-03T03:01:24.069132Z","end":"2026-04-03T03:01:24.279916Z","steps":["trace[259572546] 'agreement among raft nodes before linearized reading' (duration: 210.053509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:24.591814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.479677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:01:24.592209Z","caller":"traceutil/trace.go:171","msg":"trace[1185311070] transaction","detail":"{read_only:false; response_revision:12857; number_of_response:1; }","duration":"307.054762ms","start":"2026-04-03T03:01:24.28513Z","end":"2026-04-03T03:01:24.592185Z","steps":["trace[1185311070] 'process raft request' (duration: 83.101163ms)","trace[1185311070] 'compare' (duration: 223.300342ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:01:24.592296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:24.285106Z","time spent":"307.147484ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:01:25.074198Z","caller":"traceutil/trace.go:171","msg":"trace[1541821711] transaction","detail":"{read_only:false; response_revision:12858; number_of_response:1; }","duration":"128.914786ms","start":"2026-04-03T03:01:24.945258Z","end":"2026-04-03T03:01:25.074173Z","steps":["trace[1541821711] 'process raft request' (duration: 128.761912ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:25.074238Z","caller":"traceutil/trace.go:171","msg":"trace[1376111006] linearizableReadLoop","detail":"{readStateIndex:13365; appliedIndex:13365; }","duration":"128.726402ms","start":"2026-04-03T03:01:24.94548Z","end":"2026-04-03T03:01:25.074207Z","steps":["trace[1376111006] 'read index received' (duration: 128.710621ms)","trace[1376111006] 'applied index is now lower than readState.Index' (duration: 13.281µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:01:25.074503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.993718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T03:01:25.074551Z","caller":"traceutil/trace.go:171","msg":"trace[468383867] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12858; }","duration":"129.07041ms","start":"2026-04-03T03:01:24.945468Z","end":"2026-04-03T03:01:25.074539Z","steps":["trace[468383867] 'agreement among raft nodes before linearized reading' (duration: 128.842914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:25.380836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.279651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:01:25.381081Z","caller":"traceutil/trace.go:171","msg":"trace[428719006] transaction","detail":"{read_only:false; response_revision:12859; number_of_response:1; }","duration":"432.947651ms","start":"2026-04-03T03:01:24.948103Z","end":"2026-04-03T03:01:25.381051Z","steps":["trace[428719006] 'process raft request' (duration: 273.337332ms)","trace[428719006] 'compare' (duration: 159.129607ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:01:25.38127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:24.948093Z","time spent":"433.120096ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:01:25.457548Z","caller":"traceutil/trace.go:171","msg":"trace[1734972098] linearizableReadLoop","detail":"{readStateIndex:13367; appliedIndex:13365; }","duration":"261.790133ms","start":"2026-04-03T03:01:25.195735Z","end":"2026-04-03T03:01:25.457525Z","steps":["trace[1734972098] 'read index received' (duration: 25.716488ms)","trace[1734972098] 'applied index is now lower than readState.Index' (duration: 236.072585ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:25.457625Z","caller":"traceutil/trace.go:171","msg":"trace[1306145068] transaction","detail":"{read_only:false; response_revision:12860; number_of_response:1; }","duration":"378.343097ms","start":"2026-04-03T03:01:25.079251Z","end":"2026-04-03T03:01:25.457594Z","steps":["trace[1306145068] 'process raft request' (duration: 378.137912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:25.457715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.953437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:25.457764Z","caller":"traceutil/trace.go:171","msg":"trace[445691267] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:12860; }","duration":"262.05233ms","start":"2026-04-03T03:01:25.195693Z","end":"2026-04-03T03:01:25.457745Z","steps":["trace[445691267] 'agreement among raft nodes before linearized reading' (duration: 261.963337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:25.457772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:25.079227Z","time spent":"378.46286ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:01:25.457897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.561919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-03T03:01:25.457908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.860098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T03:01:25.457963Z","caller":"traceutil/trace.go:171","msg":"trace[1724940643] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:12860; }","duration":"244.651701ms","start":"2026-04-03T03:01:25.213294Z","end":"2026-04-03T03:01:25.457946Z","steps":["trace[1724940643] 'agreement among raft nodes before linearized reading' (duration: 244.460347ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:25.458025Z","caller":"traceutil/trace.go:171","msg":"trace[882092416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12860; }","duration":"260.962831ms","start":"2026-04-03T03:01:25.196996Z","end":"2026-04-03T03:01:25.457959Z","steps":["trace[882092416] 'agreement among raft nodes before linearized reading' (duration: 260.742925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:25.458063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.850231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T03:01:25.458103Z","caller":"traceutil/trace.go:171","msg":"trace[659167058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12860; }","duration":"245.918412ms","start":"2026-04-03T03:01:25.212176Z","end":"2026-04-03T03:01:25.458094Z","steps":["trace[659167058] 'agreement among raft nodes before linearized reading' (duration: 245.755928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:25.458255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.049285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T03:01:25.458351Z","caller":"traceutil/trace.go:171","msg":"trace[1148002054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12860; }","duration":"246.169349ms","start":"2026-04-03T03:01:25.212158Z","end":"2026-04-03T03:01:25.458327Z","steps":["trace[1148002054] 'agreement among raft nodes before linearized reading' (duration: 245.912173ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:25.587774Z","caller":"traceutil/trace.go:171","msg":"trace[939507912] transaction","detail":"{read_only:false; response_revision:12861; number_of_response:1; }","duration":"125.023659ms","start":"2026-04-03T03:01:25.462723Z","end":"2026-04-03T03:01:25.587747Z","steps":["trace[939507912] 'process raft request' (duration: 41.2956ms)","trace[939507912] 'compare' (duration: 83.534344ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:25.588064Z","caller":"traceutil/trace.go:171","msg":"trace[706315455] transaction","detail":"{read_only:false; response_revision:12862; number_of_response:1; }","duration":"125.282305ms","start":"2026-04-03T03:01:25.462758Z","end":"2026-04-03T03:01:25.58804Z","steps":["trace[706315455] 'process raft request' (duration: 124.946267ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:25.588223Z","caller":"traceutil/trace.go:171","msg":"trace[1455365551] transaction","detail":"{read_only:false; response_revision:12863; number_of_response:1; }","duration":"125.352095ms","start":"2026-04-03T03:01:25.462853Z","end":"2026-04-03T03:01:25.588205Z","steps":["trace[1455365551] 'process raft request' (duration: 125.113909ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:26.466447Z","caller":"traceutil/trace.go:171","msg":"trace[1511554762] linearizableReadLoop","detail":"{readStateIndex:13373; appliedIndex:13372; }","duration":"178.454184ms","start":"2026-04-03T03:01:26.287964Z","end":"2026-04-03T03:01:26.466418Z","steps":["trace[1511554762] 'read index received' (duration: 106.263966ms)","trace[1511554762] 'applied index is now lower than readState.Index' (duration: 72.189158ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:26.466493Z","caller":"traceutil/trace.go:171","msg":"trace[1545026812] transaction","detail":"{read_only:false; response_revision:12866; number_of_response:1; }","duration":"178.657369ms","start":"2026-04-03T03:01:26.287807Z","end":"2026-04-03T03:01:26.466464Z","steps":["trace[1545026812] 'process raft request' (duration: 106.500241ms)","trace[1545026812] 'compare' (duration: 71.911102ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:01:26.466654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.600618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:01:26.466685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.977292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:26.466692Z","caller":"traceutil/trace.go:171","msg":"trace[1796543619] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12866; }","duration":"178.672869ms","start":"2026-04-03T03:01:26.28801Z","end":"2026-04-03T03:01:26.466683Z","steps":["trace[1796543619] 'agreement among raft nodes before linearized reading' (duration: 178.592997ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:26.466715Z","caller":"traceutil/trace.go:171","msg":"trace[728113137] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12866; }","duration":"178.033774ms","start":"2026-04-03T03:01:26.288672Z","end":"2026-04-03T03:01:26.466706Z","steps":["trace[728113137] 'agreement among raft nodes before linearized reading' (duration: 177.977682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:26.466721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.816493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-03T03:01:26.466795Z","caller":"traceutil/trace.go:171","msg":"trace[1637683064] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12866; }","duration":"178.915605ms","start":"2026-04-03T03:01:26.287863Z","end":"2026-04-03T03:01:26.466778Z","steps":["trace[1637683064] 'agreement among raft nodes before linearized reading' (duration: 178.69493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:26.466835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.730751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:26.466861Z","caller":"traceutil/trace.go:171","msg":"trace[1104759566] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12866; }","duration":"178.774392ms","start":"2026-04-03T03:01:26.288079Z","end":"2026-04-03T03:01:26.466853Z","steps":["trace[1104759566] 'agreement among raft nodes before linearized reading' (duration: 178.733711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:26.466902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.558147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:26.466975Z","caller":"traceutil/trace.go:171","msg":"trace[324522563] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12866; }","duration":"178.669439ms","start":"2026-04-03T03:01:26.288288Z","end":"2026-04-03T03:01:26.466957Z","steps":["trace[324522563] 'agreement among raft nodes before linearized reading' (duration: 178.553426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:26.46698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.797633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-04-03T03:01:26.466983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.167757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:26.467044Z","caller":"traceutil/trace.go:171","msg":"trace[647365862] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12866; }","duration":"178.905276ms","start":"2026-04-03T03:01:26.28812Z","end":"2026-04-03T03:01:26.467025Z","steps":["trace[647365862] 'agreement among raft nodes before linearized reading' (duration: 178.68495ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:26.46706Z","caller":"traceutil/trace.go:171","msg":"trace[962478425] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12866; }","duration":"178.30214ms","start":"2026-04-03T03:01:26.28874Z","end":"2026-04-03T03:01:26.467043Z","steps":["trace[962478425] 'agreement among raft nodes before linearized reading' (duration: 178.155996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:26.467035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.171057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-03T03:01:26.467206Z","caller":"traceutil/trace.go:171","msg":"trace[1877472344] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12866; }","duration":"178.343151ms","start":"2026-04-03T03:01:26.288851Z","end":"2026-04-03T03:01:26.467194Z","steps":["trace[1877472344] 'agreement among raft nodes before linearized reading' (duration: 177.987922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:26.829121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.484382ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T03:01:26.829324Z","caller":"traceutil/trace.go:171","msg":"trace[1562835774] linearizableReadLoop","detail":"{readStateIndex:13374; appliedIndex:13373; }","duration":"289.08875ms","start":"2026-04-03T03:01:26.540211Z","end":"2026-04-03T03:01:26.8293Z","steps":["trace[1562835774] 'read index received' (duration: 45.474665ms)","trace[1562835774] 'applied index is now lower than readState.Index' (duration: 243.611795ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:26.829482Z","caller":"traceutil/trace.go:171","msg":"trace[1277219025] transaction","detail":"{read_only:false; response_revision:12867; number_of_response:1; }","duration":"136.140308ms","start":"2026-04-03T03:01:26.693328Z","end":"2026-04-03T03:01:26.829468Z","steps":["trace[1277219025] 'process raft request' (duration: 135.893892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:26.829507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.300994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:26.829548Z","caller":"traceutil/trace.go:171","msg":"trace[140817180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12867; }","duration":"289.411757ms","start":"2026-04-03T03:01:26.540124Z","end":"2026-04-03T03:01:26.829535Z","steps":["trace[140817180] 'agreement among raft nodes before linearized reading' (duration: 289.241203ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:27.301811Z","caller":"traceutil/trace.go:171","msg":"trace[1714463608] transaction","detail":"{read_only:false; response_revision:12868; number_of_response:1; }","duration":"214.016398ms","start":"2026-04-03T03:01:27.087774Z","end":"2026-04-03T03:01:27.301791Z","steps":["trace[1714463608] 'process raft request' (duration: 213.879825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:27.669488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.075443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:01:27.669614Z","caller":"traceutil/trace.go:171","msg":"trace[217305313] linearizableReadLoop","detail":"{readStateIndex:13377; appliedIndex:13376; }","duration":"206.469818ms","start":"2026-04-03T03:01:27.463123Z","end":"2026-04-03T03:01:27.669593Z","steps":["trace[217305313] 'read index received' (duration: 1.164289ms)","trace[217305313] 'applied index is now lower than readState.Index' (duration: 205.303569ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:27.669965Z","caller":"traceutil/trace.go:171","msg":"trace[197846801] transaction","detail":"{read_only:false; response_revision:12869; number_of_response:1; }","duration":"280.973695ms","start":"2026-04-03T03:01:27.388964Z","end":"2026-04-03T03:01:27.669937Z","steps":["trace[197846801] 'process raft request' (duration: 75.347648ms)","trace[197846801] 'compare' (duration: 204.724985ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:01:27.670032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.806733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:01:27.670068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.194786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:01:27.670098Z","caller":"traceutil/trace.go:171","msg":"trace[838431929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12869; }","duration":"128.918455ms","start":"2026-04-03T03:01:27.541163Z","end":"2026-04-03T03:01:27.670081Z","steps":["trace[838431929] 'agreement among raft nodes before linearized reading' (duration: 128.800963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:27.670078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.93239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T03:01:27.670128Z","caller":"traceutil/trace.go:171","msg":"trace[1506685523] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:12869; }","duration":"199.301828ms","start":"2026-04-03T03:01:27.47081Z","end":"2026-04-03T03:01:27.670112Z","steps":["trace[1506685523] 'agreement among raft nodes before linearized reading' (duration: 199.103703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:27.670125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.563904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:01:27.670162Z","caller":"traceutil/trace.go:171","msg":"trace[2128506902] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12869; }","duration":"207.062213ms","start":"2026-04-03T03:01:27.463076Z","end":"2026-04-03T03:01:27.670139Z","steps":["trace[2128506902] 'agreement among raft nodes before linearized reading' (duration: 206.826757ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:27.670178Z","caller":"traceutil/trace.go:171","msg":"trace[158698605] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:12869; }","duration":"172.621345ms","start":"2026-04-03T03:01:27.497541Z","end":"2026-04-03T03:01:27.670163Z","steps":["trace[158698605] 'agreement among raft nodes before linearized reading' (duration: 172.458751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:28.102081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.019202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:01:28.102292Z","caller":"traceutil/trace.go:171","msg":"trace[899550410] transaction","detail":"{read_only:false; response_revision:12870; number_of_response:1; }","duration":"428.745245ms","start":"2026-04-03T03:01:27.673506Z","end":"2026-04-03T03:01:28.102252Z","steps":["trace[899550410] 'process raft request' (duration: 119.473828ms)","trace[899550410] 'compare' (duration: 308.901978ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:28.102332Z","caller":"traceutil/trace.go:171","msg":"trace[1022737643] linearizableReadLoop","detail":"{readStateIndex:13378; appliedIndex:13377; }","duration":"428.567091ms","start":"2026-04-03T03:01:27.673743Z","end":"2026-04-03T03:01:28.10231Z","steps":["trace[1022737643] 'read index received' (duration: 119.320164ms)","trace[1022737643] 'applied index is now lower than readState.Index' (duration: 309.245367ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:01:28.102531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:27.673476Z","time spent":"428.92529ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:01:28.102993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.225148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:445178"} {"level":"info","ts":"2026-04-03T03:01:28.10309Z","caller":"traceutil/trace.go:171","msg":"trace[1612192110] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12870; }","duration":"429.357721ms","start":"2026-04-03T03:01:27.673711Z","end":"2026-04-03T03:01:28.103069Z","steps":["trace[1612192110] 'agreement among raft nodes before linearized reading' (duration: 428.710945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:28.103152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:27.673689Z","time spent":"429.445543ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":445202,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:01:28.336121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.992832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:01:28.336449Z","caller":"traceutil/trace.go:171","msg":"trace[270577577] transaction","detail":"{read_only:false; response_revision:12872; number_of_response:1; }","duration":"661.358123ms","start":"2026-04-03T03:01:27.675061Z","end":"2026-04-03T03:01:28.336419Z","steps":["trace[270577577] 'process raft request' (duration: 661.195609ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:28.33649Z","caller":"traceutil/trace.go:171","msg":"trace[20097063] transaction","detail":"{read_only:false; response_revision:12874; number_of_response:1; }","duration":"227.707354ms","start":"2026-04-03T03:01:28.10876Z","end":"2026-04-03T03:01:28.336467Z","steps":["trace[20097063] 'process raft request' (duration: 227.645572ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:28.336486Z","caller":"traceutil/trace.go:171","msg":"trace[946106901] transaction","detail":"{read_only:false; response_revision:12873; number_of_response:1; }","duration":"661.24227ms","start":"2026-04-03T03:01:27.675208Z","end":"2026-04-03T03:01:28.33645Z","steps":["trace[946106901] 'process raft request' (duration: 661.137238ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:28.336585Z","caller":"traceutil/trace.go:171","msg":"trace[316090155] linearizableReadLoop","detail":"{readStateIndex:13381; appliedIndex:13378; }","duration":"234.088574ms","start":"2026-04-03T03:01:28.102437Z","end":"2026-04-03T03:01:28.336525Z","steps":["trace[316090155] 'read index received' (duration: 103.562098ms)","trace[316090155] 'applied index is now lower than readState.Index' (duration: 130.521306ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:01:28.336604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:27.675056Z","time spent":"661.470366ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:01:28.336643Z","caller":"traceutil/trace.go:171","msg":"trace[120001821] transaction","detail":"{read_only:false; response_revision:12871; number_of_response:1; }","duration":"661.709382ms","start":"2026-04-03T03:01:27.674636Z","end":"2026-04-03T03:01:28.336346Z","steps":["trace[120001821] 'process raft request' (duration: 531.387101ms)","trace[120001821] 'compare' (duration: 129.844039ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:01:28.336689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.742204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:28.336747Z","caller":"traceutil/trace.go:171","msg":"trace[696454623] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:12874; }","duration":"582.848916ms","start":"2026-04-03T03:01:27.753881Z","end":"2026-04-03T03:01:28.33673Z","steps":["trace[696454623] 'agreement among raft nodes before linearized reading' (duration: 582.737913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:28.336795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:27.753857Z","time spent":"582.927849ms","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:01:28.336663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:27.675194Z","time spent":"661.369103ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:01:28.337056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:27.674623Z","time spent":"662.108992ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:01:28.63848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.255592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:28.638549Z","caller":"traceutil/trace.go:171","msg":"trace[489952944] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12875; }","duration":"167.377575ms","start":"2026-04-03T03:01:28.471155Z","end":"2026-04-03T03:01:28.638532Z","steps":["trace[489952944] 'range keys from in-memory index tree' (duration: 167.158539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:28.638716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.428696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-03T03:01:28.638811Z","caller":"traceutil/trace.go:171","msg":"trace[373976500] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12875; }","duration":"167.55419ms","start":"2026-04-03T03:01:28.471235Z","end":"2026-04-03T03:01:28.63879Z","steps":["trace[373976500] 'range keys from in-memory index tree' (duration: 167.232242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:28.638797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.382605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:28.638985Z","caller":"traceutil/trace.go:171","msg":"trace[854821742] transaction","detail":"{read_only:false; response_revision:12876; number_of_response:1; }","duration":"167.413115ms","start":"2026-04-03T03:01:28.471558Z","end":"2026-04-03T03:01:28.638971Z","steps":["trace[854821742] 'process raft request' (duration: 105.971738ms)","trace[854821742] 'compare' (duration: 61.114439ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:28.638962Z","caller":"traceutil/trace.go:171","msg":"trace[536466925] linearizableReadLoop","detail":"{readStateIndex:13384; appliedIndex:13383; }","duration":"167.312842ms","start":"2026-04-03T03:01:28.471625Z","end":"2026-04-03T03:01:28.638938Z","steps":["trace[536466925] 'read index received' (duration: 105.908796ms)","trace[536466925] 'applied index is now lower than readState.Index' (duration: 61.402906ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:28.639057Z","caller":"traceutil/trace.go:171","msg":"trace[1221022904] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12875; }","duration":"167.866617ms","start":"2026-04-03T03:01:28.471018Z","end":"2026-04-03T03:01:28.638885Z","steps":["trace[1221022904] 'range keys from in-memory index tree' (duration: 167.290333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:28.639289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.64259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-03T03:01:28.639356Z","caller":"traceutil/trace.go:171","msg":"trace[1851730415] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12876; }","duration":"167.768803ms","start":"2026-04-03T03:01:28.471569Z","end":"2026-04-03T03:01:28.639338Z","steps":["trace[1851730415] 'agreement among raft nodes before linearized reading' (duration: 167.439485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:28.639659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.693998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-04-03T03:01:28.639675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.432256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:01:28.639676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.780855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:01:28.639732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.579122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:28.639736Z","caller":"traceutil/trace.go:171","msg":"trace[988726795] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12876; }","duration":"167.516749ms","start":"2026-04-03T03:01:28.472201Z","end":"2026-04-03T03:01:28.639718Z","steps":["trace[988726795] 'agreement among raft nodes before linearized reading' (duration: 167.417706ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:28.639743Z","caller":"traceutil/trace.go:171","msg":"trace[1818023349] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12876; }","duration":"167.870477ms","start":"2026-04-03T03:01:28.471856Z","end":"2026-04-03T03:01:28.639727Z","steps":["trace[1818023349] 'agreement among raft nodes before linearized reading' (duration: 167.765464ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:28.639758Z","caller":"traceutil/trace.go:171","msg":"trace[1834515762] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12876; }","duration":"150.630913ms","start":"2026-04-03T03:01:28.48912Z","end":"2026-04-03T03:01:28.639751Z","steps":["trace[1834515762] 'agreement among raft nodes before linearized reading' (duration: 150.592952ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:28.639698Z","caller":"traceutil/trace.go:171","msg":"trace[1481632075] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12876; }","duration":"166.749809ms","start":"2026-04-03T03:01:28.472938Z","end":"2026-04-03T03:01:28.639688Z","steps":["trace[1481632075] 'agreement among raft nodes before linearized reading' (duration: 166.633006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:28.639556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.852886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:28.640016Z","caller":"traceutil/trace.go:171","msg":"trace[2064194808] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12876; }","duration":"168.312628ms","start":"2026-04-03T03:01:28.471686Z","end":"2026-04-03T03:01:28.639999Z","steps":["trace[2064194808] 'agreement among raft nodes before linearized reading' (duration: 167.796504ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:29.669757Z","caller":"traceutil/trace.go:171","msg":"trace[1977709280] linearizableReadLoop","detail":"{readStateIndex:13385; appliedIndex:13384; }","duration":"129.626504ms","start":"2026-04-03T03:01:29.540104Z","end":"2026-04-03T03:01:29.66973Z","steps":["trace[1977709280] 'read index received' (duration: 129.498261ms)","trace[1977709280] 'applied index is now lower than readState.Index' (duration: 127.003µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:29.669838Z","caller":"traceutil/trace.go:171","msg":"trace[752882878] transaction","detail":"{read_only:false; response_revision:12877; number_of_response:1; }","duration":"363.39192ms","start":"2026-04-03T03:01:29.306416Z","end":"2026-04-03T03:01:29.669808Z","steps":["trace[752882878] 'process raft request' (duration: 363.143154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:29.669911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.782288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:01:29.669978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:29.306397Z","time spent":"363.494592ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:01:29.670039Z","caller":"traceutil/trace.go:171","msg":"trace[1817116358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12877; }","duration":"129.887601ms","start":"2026-04-03T03:01:29.540097Z","end":"2026-04-03T03:01:29.669985Z","steps":["trace[1817116358] 'agreement among raft nodes before linearized reading' (duration: 129.735997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:29.988466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.386632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:01:29.988819Z","caller":"traceutil/trace.go:171","msg":"trace[905508903] transaction","detail":"{read_only:false; response_revision:12878; number_of_response:1; }","duration":"310.415366ms","start":"2026-04-03T03:01:29.678175Z","end":"2026-04-03T03:01:29.98859Z","steps":["trace[905508903] 'process raft request' (duration: 73.820929ms)","trace[905508903] 'compare' (duration: 236.236249ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:01:29.988984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:01:29.678155Z","time spent":"310.706744ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:01:30.333182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.645667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T03:01:30.333247Z","caller":"traceutil/trace.go:171","msg":"trace[1115276012] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12878; }","duration":"226.74694ms","start":"2026-04-03T03:01:30.106482Z","end":"2026-04-03T03:01:30.333229Z","steps":["trace[1115276012] 'range keys from in-memory index tree' (duration: 226.497914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:30.333451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.458092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:01:30.333487Z","caller":"traceutil/trace.go:171","msg":"trace[1158924395] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:12878; }","duration":"220.533164ms","start":"2026-04-03T03:01:30.112945Z","end":"2026-04-03T03:01:30.333478Z","steps":["trace[1158924395] 'range keys from in-memory index tree' (duration: 220.347589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:30.635593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.024029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:01:30.636077Z","caller":"traceutil/trace.go:171","msg":"trace[1786537000] transaction","detail":"{read_only:false; response_revision:12881; number_of_response:1; }","duration":"271.963538ms","start":"2026-04-03T03:01:30.364093Z","end":"2026-04-03T03:01:30.636057Z","steps":["trace[1786537000] 'process raft request' (duration: 271.6345ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:30.636102Z","caller":"traceutil/trace.go:171","msg":"trace[1160836148] transaction","detail":"{read_only:false; response_revision:12880; number_of_response:1; }","duration":"295.669444ms","start":"2026-04-03T03:01:30.3404Z","end":"2026-04-03T03:01:30.63607Z","steps":["trace[1160836148] 'process raft request' (duration: 114.03655ms)","trace[1160836148] 'compare' (duration: 180.895186ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:30.636387Z","caller":"traceutil/trace.go:171","msg":"trace[29920195] linearizableReadLoop","detail":"{readStateIndex:13389; appliedIndex:13387; }","duration":"248.910478ms","start":"2026-04-03T03:01:30.387464Z","end":"2026-04-03T03:01:30.636375Z","steps":["trace[29920195] 'read index received' (duration: 66.991277ms)","trace[29920195] 'applied index is now lower than readState.Index' (duration: 181.917831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:01:30.636428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.82922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:30.636474Z","caller":"traceutil/trace.go:171","msg":"trace[2003619445] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12881; }","duration":"272.876771ms","start":"2026-04-03T03:01:30.363584Z","end":"2026-04-03T03:01:30.63646Z","steps":["trace[2003619445] 'agreement among raft nodes before linearized reading' (duration: 272.799099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:30.636494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.05511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:01:30.636516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.742037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:30.636581Z","caller":"traceutil/trace.go:171","msg":"trace[166829347] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12881; }","duration":"272.839719ms","start":"2026-04-03T03:01:30.363724Z","end":"2026-04-03T03:01:30.636564Z","steps":["trace[166829347] 'agreement among raft nodes before linearized reading' (duration: 272.708696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:30.636583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.103585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T03:01:30.636565Z","caller":"traceutil/trace.go:171","msg":"trace[642677661] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12881; }","duration":"272.158813ms","start":"2026-04-03T03:01:30.364385Z","end":"2026-04-03T03:01:30.636544Z","steps":["trace[642677661] 'agreement among raft nodes before linearized reading' (duration: 272.02662ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:30.636643Z","caller":"traceutil/trace.go:171","msg":"trace[295765391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12881; }","duration":"296.188677ms","start":"2026-04-03T03:01:30.34044Z","end":"2026-04-03T03:01:30.636628Z","steps":["trace[295765391] 'agreement among raft nodes before linearized reading' (duration: 295.978482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:30.636721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.351451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T03:01:30.63678Z","caller":"traceutil/trace.go:171","msg":"trace[1190732475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12881; }","duration":"296.452004ms","start":"2026-04-03T03:01:30.34031Z","end":"2026-04-03T03:01:30.636762Z","steps":["trace[1190732475] 'agreement among raft nodes before linearized reading' (duration: 296.141667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:30.636831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.964182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T03:01:30.636901Z","caller":"traceutil/trace.go:171","msg":"trace[1845425103] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12881; }","duration":"296.054984ms","start":"2026-04-03T03:01:30.340819Z","end":"2026-04-03T03:01:30.636874Z","steps":["trace[1845425103] 'agreement among raft nodes before linearized reading' (duration: 295.595143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:30.927279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.167197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:01:30.927606Z","caller":"traceutil/trace.go:171","msg":"trace[573629657] linearizableReadLoop","detail":"{readStateIndex:13392; appliedIndex:13389; }","duration":"284.417582ms","start":"2026-04-03T03:01:30.643171Z","end":"2026-04-03T03:01:30.927589Z","steps":["trace[573629657] 'read index received' (duration: 101.878145ms)","trace[573629657] 'applied index is now lower than readState.Index' (duration: 182.538487ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:30.927707Z","caller":"traceutil/trace.go:171","msg":"trace[689477723] transaction","detail":"{read_only:false; response_revision:12882; number_of_response:1; }","duration":"287.242472ms","start":"2026-04-03T03:01:30.640451Z","end":"2026-04-03T03:01:30.927693Z","steps":["trace[689477723] 'process raft request' (duration: 104.578523ms)","trace[689477723] 'compare' (duration: 181.832098ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:30.927882Z","caller":"traceutil/trace.go:171","msg":"trace[1747405085] transaction","detail":"{read_only:false; response_revision:12885; number_of_response:1; }","duration":"284.521374ms","start":"2026-04-03T03:01:30.643349Z","end":"2026-04-03T03:01:30.92787Z","steps":["trace[1747405085] 'process raft request' (duration: 284.180495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:30.927974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.795141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:30.928016Z","caller":"traceutil/trace.go:171","msg":"trace[845026294] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12885; }","duration":"284.855092ms","start":"2026-04-03T03:01:30.643151Z","end":"2026-04-03T03:01:30.928006Z","steps":["trace[845026294] 'agreement among raft nodes before linearized reading' (duration: 284.76826ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:30.928075Z","caller":"traceutil/trace.go:171","msg":"trace[481746885] transaction","detail":"{read_only:false; response_revision:12883; number_of_response:1; }","duration":"287.451077ms","start":"2026-04-03T03:01:30.640616Z","end":"2026-04-03T03:01:30.928067Z","steps":["trace[481746885] 'process raft request' (duration: 286.76971ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:30.928164Z","caller":"traceutil/trace.go:171","msg":"trace[1175964875] transaction","detail":"{read_only:false; response_revision:12884; number_of_response:1; }","duration":"287.400487ms","start":"2026-04-03T03:01:30.640758Z","end":"2026-04-03T03:01:30.928159Z","steps":["trace[1175964875] 'process raft request' (duration: 286.689299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:30.928202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.74525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:30.928233Z","caller":"traceutil/trace.go:171","msg":"trace[1133024560] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12885; }","duration":"284.78626ms","start":"2026-04-03T03:01:30.643438Z","end":"2026-04-03T03:01:30.928224Z","steps":["trace[1133024560] 'agreement among raft nodes before linearized reading' (duration: 284.742239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:30.928446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.083744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:30.928475Z","caller":"traceutil/trace.go:171","msg":"trace[146268340] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12885; }","duration":"284.122734ms","start":"2026-04-03T03:01:30.644346Z","end":"2026-04-03T03:01:30.928468Z","steps":["trace[146268340] 'agreement among raft nodes before linearized reading' (duration: 284.079763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:30.928491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.894943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-03T03:01:30.928523Z","caller":"traceutil/trace.go:171","msg":"trace[1022054844] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:12885; }","duration":"195.971415ms","start":"2026-04-03T03:01:30.732542Z","end":"2026-04-03T03:01:30.928513Z","steps":["trace[1022054844] 'agreement among raft nodes before linearized reading' (duration: 195.857732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:30.928725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.102039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-04-03T03:01:30.928735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.905735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-03T03:01:30.928753Z","caller":"traceutil/trace.go:171","msg":"trace[2009390076] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12885; }","duration":"283.140819ms","start":"2026-04-03T03:01:30.645604Z","end":"2026-04-03T03:01:30.928744Z","steps":["trace[2009390076] 'agreement among raft nodes before linearized reading' (duration: 283.045847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:30.928737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.698604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:30.928808Z","caller":"traceutil/trace.go:171","msg":"trace[956078252] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12885; }","duration":"283.795036ms","start":"2026-04-03T03:01:30.644995Z","end":"2026-04-03T03:01:30.92879Z","steps":["trace[956078252] 'agreement among raft nodes before linearized reading' (duration: 283.649883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:30.928829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.441523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:01:30.928811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.387321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-03T03:01:30.928847Z","caller":"traceutil/trace.go:171","msg":"trace[791301624] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12885; }","duration":"284.472914ms","start":"2026-04-03T03:01:30.644369Z","end":"2026-04-03T03:01:30.928842Z","steps":["trace[791301624] 'agreement among raft nodes before linearized reading' (duration: 284.444863ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:30.928873Z","caller":"traceutil/trace.go:171","msg":"trace[30691048] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12885; }","duration":"284.465393ms","start":"2026-04-03T03:01:30.644391Z","end":"2026-04-03T03:01:30.928857Z","steps":["trace[30691048] 'agreement among raft nodes before linearized reading' (duration: 284.256738ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:30.928763Z","caller":"traceutil/trace.go:171","msg":"trace[249693739] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12885; }","duration":"284.943916ms","start":"2026-04-03T03:01:30.643811Z","end":"2026-04-03T03:01:30.928755Z","steps":["trace[249693739] 'agreement among raft nodes before linearized reading' (duration: 284.856323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:31.823897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.812468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:01:31.824044Z","caller":"traceutil/trace.go:171","msg":"trace[460854588] transaction","detail":"{read_only:false; response_revision:12887; number_of_response:1; }","duration":"137.630326ms","start":"2026-04-03T03:01:31.6864Z","end":"2026-04-03T03:01:31.824031Z","steps":["trace[460854588] 'process raft request' (duration: 137.574264ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:31.824128Z","caller":"traceutil/trace.go:171","msg":"trace[29461872] transaction","detail":"{read_only:false; response_revision:12886; number_of_response:1; }","duration":"299.138812ms","start":"2026-04-03T03:01:31.524922Z","end":"2026-04-03T03:01:31.824061Z","steps":["trace[29461872] 'process raft request' (duration: 61.095128ms)","trace[29461872] 'compare' (duration: 237.570262ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:31.824297Z","caller":"traceutil/trace.go:171","msg":"trace[854687079] linearizableReadLoop","detail":"{readStateIndex:13395; appliedIndex:13394; }","duration":"284.373951ms","start":"2026-04-03T03:01:31.539903Z","end":"2026-04-03T03:01:31.824277Z","steps":["trace[854687079] 'read index received' (duration: 46.0646ms)","trace[854687079] 'applied index is now lower than readState.Index' (duration: 238.308451ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:01:31.824386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.471383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:31.824408Z","caller":"traceutil/trace.go:171","msg":"trace[346060221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12887; }","duration":"284.544075ms","start":"2026-04-03T03:01:31.539859Z","end":"2026-04-03T03:01:31.824403Z","steps":["trace[346060221] 'agreement among raft nodes before linearized reading' (duration: 284.487453ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:32.773645Z","caller":"traceutil/trace.go:171","msg":"trace[1498744374] transaction","detail":"{read_only:false; response_revision:12891; number_of_response:1; }","duration":"128.742302ms","start":"2026-04-03T03:01:32.644875Z","end":"2026-04-03T03:01:32.773617Z","steps":["trace[1498744374] 'process raft request' (duration: 42.309015ms)","trace[1498744374] 'compare' (duration: 86.212681ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:01:32.773666Z","caller":"traceutil/trace.go:171","msg":"trace[1614453253] linearizableReadLoop","detail":"{readStateIndex:13400; appliedIndex:13399; }","duration":"110.546944ms","start":"2026-04-03T03:01:32.662982Z","end":"2026-04-03T03:01:32.773529Z","steps":["trace[1614453253] 'read index received' (duration: 24.133777ms)","trace[1614453253] 'applied index is now lower than readState.Index' (duration: 86.411576ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:01:32.773792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.579573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:32.773824Z","caller":"traceutil/trace.go:171","msg":"trace[1091451705] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12891; }","duration":"131.630015ms","start":"2026-04-03T03:01:32.642184Z","end":"2026-04-03T03:01:32.773814Z","steps":["trace[1091451705] 'agreement among raft nodes before linearized reading' (duration: 131.549213ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:33.136976Z","caller":"traceutil/trace.go:171","msg":"trace[1986743869] transaction","detail":"{read_only:false; response_revision:12893; number_of_response:1; }","duration":"190.994069ms","start":"2026-04-03T03:01:32.94596Z","end":"2026-04-03T03:01:33.136954Z","steps":["trace[1986743869] 'process raft request' (duration: 190.726892ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:33.136979Z","caller":"traceutil/trace.go:171","msg":"trace[1658328487] transaction","detail":"{read_only:false; response_revision:12894; number_of_response:1; }","duration":"190.469486ms","start":"2026-04-03T03:01:32.946492Z","end":"2026-04-03T03:01:33.136961Z","steps":["trace[1658328487] 'process raft request' (duration: 190.365384ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:33.137139Z","caller":"traceutil/trace.go:171","msg":"trace[443812013] linearizableReadLoop","detail":"{readStateIndex:13404; appliedIndex:13401; }","duration":"128.243889ms","start":"2026-04-03T03:01:33.008886Z","end":"2026-04-03T03:01:33.137129Z","steps":["trace[443812013] 'read index received' (duration: 127.822469ms)","trace[443812013] 'applied index is now lower than readState.Index' (duration: 420.35µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:01:33.137268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.871508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-03T03:01:33.13725Z","caller":"traceutil/trace.go:171","msg":"trace[1914458673] transaction","detail":"{read_only:false; response_revision:12895; number_of_response:1; }","duration":"190.420175ms","start":"2026-04-03T03:01:32.946805Z","end":"2026-04-03T03:01:33.137225Z","steps":["trace[1914458673] 'process raft request' (duration: 190.095997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:33.137274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.630968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-03T03:01:33.137321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.496999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:33.137339Z","caller":"traceutil/trace.go:171","msg":"trace[1701111342] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12895; }","duration":"202.531949ms","start":"2026-04-03T03:01:32.9348Z","end":"2026-04-03T03:01:33.137332Z","steps":["trace[1701111342] 'agreement among raft nodes before linearized reading' (duration: 202.505129ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:33.13733Z","caller":"traceutil/trace.go:171","msg":"trace[1098201198] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12895; }","duration":"201.705919ms","start":"2026-04-03T03:01:32.935608Z","end":"2026-04-03T03:01:33.137314Z","steps":["trace[1098201198] 'agreement among raft nodes before linearized reading' (duration: 201.530035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:33.137361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.542585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:01:33.137455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.320214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:33.137294Z","caller":"traceutil/trace.go:171","msg":"trace[950225700] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12895; }","duration":"202.933029ms","start":"2026-04-03T03:01:32.934355Z","end":"2026-04-03T03:01:33.137288Z","steps":["trace[950225700] 'agreement among raft nodes before linearized reading' (duration: 202.805966ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:33.1375Z","caller":"traceutil/trace.go:171","msg":"trace[548853057] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12895; }","duration":"202.376356ms","start":"2026-04-03T03:01:32.935106Z","end":"2026-04-03T03:01:33.137483Z","steps":["trace[548853057] 'agreement among raft nodes before linearized reading' (duration: 202.331495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:01:33.137388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.475998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:01:33.137553Z","caller":"traceutil/trace.go:171","msg":"trace[645400988] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12895; }","duration":"202.686024ms","start":"2026-04-03T03:01:32.934857Z","end":"2026-04-03T03:01:33.137543Z","steps":["trace[645400988] 'agreement among raft nodes before linearized reading' (duration: 202.428597ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:33.137467Z","caller":"traceutil/trace.go:171","msg":"trace[2048735977] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12895; }","duration":"201.680698ms","start":"2026-04-03T03:01:32.935761Z","end":"2026-04-03T03:01:33.137442Z","steps":["trace[2048735977] 'agreement among raft nodes before linearized reading' (duration: 201.485343ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:01:33.140979Z","caller":"traceutil/trace.go:171","msg":"trace[220669648] transaction","detail":"{read_only:false; response_revision:12896; number_of_response:1; }","duration":"115.800846ms","start":"2026-04-03T03:01:33.025152Z","end":"2026-04-03T03:01:33.140953Z","steps":["trace[220669648] 'process raft request' (duration: 115.701103ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:02:27.648342Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11176} {"level":"info","ts":"2026-04-03T03:02:27.728833Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11176,"took":"78.712362ms","hash":2682307560,"current-db-size-bytes":43913216,"current-db-size":"44 MB","current-db-size-in-use-bytes":25681920,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-03T03:02:27.728991Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2682307560,"revision":11176,"compact-revision":9094} {"level":"info","ts":"2026-04-03T03:03:05.719317Z","caller":"traceutil/trace.go:171","msg":"trace[1147358150] transaction","detail":"{read_only:false; response_revision:13516; number_of_response:1; }","duration":"100.009649ms","start":"2026-04-03T03:03:05.619281Z","end":"2026-04-03T03:03:05.719291Z","steps":["trace[1147358150] 'process raft request' (duration: 99.851485ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:05.751684Z","caller":"traceutil/trace.go:171","msg":"trace[343937653] transaction","detail":"{read_only:false; response_revision:13517; number_of_response:1; }","duration":"132.300571ms","start":"2026-04-03T03:03:05.619361Z","end":"2026-04-03T03:03:05.751662Z","steps":["trace[343937653] 'process raft request' (duration: 132.168938ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:05.751832Z","caller":"traceutil/trace.go:171","msg":"trace[1439514047] transaction","detail":"{read_only:false; response_revision:13518; number_of_response:1; }","duration":"129.985773ms","start":"2026-04-03T03:03:05.621826Z","end":"2026-04-03T03:03:05.751812Z","steps":["trace[1439514047] 'process raft request' (duration: 129.801768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:15.917992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840010364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:03:16.418968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840010364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:03:16.919781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840010364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:03:17.420514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840010364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:03:17.545136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000329819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:03:17.545225Z","caller":"traceutil/trace.go:171","msg":"trace[1633726735] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000467243s","start":"2026-04-03T03:03:15.544739Z","end":"2026-04-03T03:03:17.545206Z","steps":["trace[1633726735] 'agreement among raft nodes before linearized reading' (duration: 2.00035673s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:17.545276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:15.544723Z","time spent":"2.000542105s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:03:17.921383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840010364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:03:18.421915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840010364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:03:18.922342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840010364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:03:19.182224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000292509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:03:19.182302Z","caller":"traceutil/trace.go:171","msg":"trace[408313083] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000414831s","start":"2026-04-03T03:03:17.181869Z","end":"2026-04-03T03:03:19.182283Z","steps":["trace[408313083] 'agreement among raft nodes before linearized reading' (duration: 2.000318619s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:19.18236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:17.181853Z","time spent":"2.000486213s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:03:19.42322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840010364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:03:19.546374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000609047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:03:19.54646Z","caller":"traceutil/trace.go:171","msg":"trace[298544765] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000749921s","start":"2026-04-03T03:03:17.54569Z","end":"2026-04-03T03:03:19.54644Z","steps":["trace[298544765] 'agreement among raft nodes before linearized reading' (duration: 2.000643908s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:19.54651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:17.545669Z","time spent":"2.000829842s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:03:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:03:19.923987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840010364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:03:20.389193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:15.390495Z","time spent":"4.99869052s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:03:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:03:20.424646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840010364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:03:20.764328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999603493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:03:20.764419Z","caller":"traceutil/trace.go:171","msg":"trace[245068528] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999741786s","start":"2026-04-03T03:03:15.764657Z","end":"2026-04-03T03:03:20.764398Z","steps":["trace[245068528] 'agreement among raft nodes before linearized reading' (duration: 4.999632423s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:20.764469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:15.764636Z","time spent":"4.999822868s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/03 03:03:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:03:20.925071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840010364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:03:21.266944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:16.26852Z","time spent":"4.998416994s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:03:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:03:21.426118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840010364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:03:21.554184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000436562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:03:21.554265Z","caller":"traceutil/trace.go:171","msg":"trace[136921564] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000562375s","start":"2026-04-03T03:03:19.553684Z","end":"2026-04-03T03:03:21.554246Z","steps":["trace[136921564] 'agreement among raft nodes before linearized reading' (duration: 2.000463873s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:21.554317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:19.553666Z","time spent":"2.000641948s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:03:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:03:21.585925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999176653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:03:21.586015Z","caller":"traceutil/trace.go:171","msg":"trace[523808909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999328787s","start":"2026-04-03T03:03:16.586666Z","end":"2026-04-03T03:03:21.585994Z","steps":["trace[523808909] 'agreement among raft nodes before linearized reading' (duration: 4.999211224s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:21.586072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:16.586643Z","time spent":"4.999419329s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/03 03:03:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:03:21.926714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840010364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:03:22.016765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999978312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:03:22.016864Z","caller":"traceutil/trace.go:171","msg":"trace[249249821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000133505s","start":"2026-04-03T03:03:17.01671Z","end":"2026-04-03T03:03:22.016843Z","steps":["trace[249249821] 'agreement among raft nodes before linearized reading' (duration: 5.000020613s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:22.016917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:17.016699Z","time spent":"5.000208187s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/03 03:03:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:03:22.103849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:17.105872Z","time spent":"4.997970693s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:03:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:03:22.147152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:17.1485Z","time spent":"4.998647969s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:03:22.417918Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-04-03T03:03:22.418091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000581289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-03T03:03:22.418141Z","caller":"traceutil/trace.go:171","msg":"trace[1338161313] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; }","duration":"7.000645341s","start":"2026-04-03T03:03:15.417475Z","end":"2026-04-03T03:03:22.418121Z","steps":["trace[1338161313] 'agreement among raft nodes before linearized reading' (duration: 7.000579619s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:22.41819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:15.417435Z","time spent":"7.000743163s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":0,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-03T03:03:22.918423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840010373,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:03:22.97049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:15.967716Z","time spent":"7.002767184s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:03:23.419258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840010373,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:03:23.554742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999979721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:03:23.55498Z","caller":"traceutil/trace.go:171","msg":"trace[1090402038] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000262809s","start":"2026-04-03T03:03:21.554682Z","end":"2026-04-03T03:03:23.554945Z","steps":["trace[1090402038] 'agreement among raft nodes before linearized reading' (duration: 2.000006761s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:23.555114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:21.55466Z","time spent":"2.000438924s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:03:23.580205Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.189582679s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:03:23.632098Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7fa59d512f47855e","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-03T03:03:23.758062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:16.756947Z","time spent":"7.001107683s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:03:25.388888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997585902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:03:25.388969Z","caller":"traceutil/trace.go:171","msg":"trace[1964085910] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997728896s","start":"2026-04-03T03:03:20.391222Z","end":"2026-04-03T03:03:25.388951Z","steps":["trace[1964085910] 'agreement among raft nodes before linearized reading' (duration: 4.997625044s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:25.389018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:20.391196Z","time spent":"4.997812668s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/03 03:03:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:03:25.404739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.7348579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:03:25.404811Z","caller":"traceutil/trace.go:171","msg":"trace[444020225] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"9.734998953s","start":"2026-04-03T03:03:15.669795Z","end":"2026-04-03T03:03:25.404794Z","steps":["trace[444020225] 'agreement among raft nodes before linearized reading' (duration: 9.73489308s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:25.404861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:15.669772Z","time spent":"9.735069975s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/04/03 03:03:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:03:25.563043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000229157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:03:25.563113Z","caller":"traceutil/trace.go:171","msg":"trace[657626806] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00036137s","start":"2026-04-03T03:03:23.562736Z","end":"2026-04-03T03:03:25.563097Z","steps":["trace[657626806] 'agreement among raft nodes before linearized reading' (duration: 2.000271258s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:25.56315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:23.562711Z","time spent":"2.000431622s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:03:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:03:25.764632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998205537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:03:25.764729Z","caller":"traceutil/trace.go:171","msg":"trace[929251807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.99836609s","start":"2026-04-03T03:03:22.766338Z","end":"2026-04-03T03:03:25.764704Z","steps":["trace[929251807] 'agreement among raft nodes before linearized reading' (duration: 2.998232776s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:25.764782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:22.766319Z","time spent":"2.998451282s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/03 03:03:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:03:25.792508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999831321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:03:25.792592Z","caller":"traceutil/trace.go:171","msg":"trace[719070636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999973864s","start":"2026-04-03T03:03:15.792598Z","end":"2026-04-03T03:03:25.792572Z","steps":["trace[719070636] 'agreement among raft nodes before linearized reading' (duration: 9.999869002s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:25.792643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:15.792567Z","time spent":"10.000066167s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/03 03:03:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:03:25.79276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000675093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:03:25.792935Z","caller":"traceutil/trace.go:171","msg":"trace[967861019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.001047242s","start":"2026-04-03T03:03:15.791866Z","end":"2026-04-03T03:03:25.792913Z","steps":["trace[967861019] 'agreement among raft nodes before linearized reading' (duration: 10.000696463s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:25.793068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:15.791854Z","time spent":"10.001198936s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/03 03:03:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:03:26.266588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99828911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:03:26.266681Z","caller":"traceutil/trace.go:171","msg":"trace[883285210] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998459053s","start":"2026-04-03T03:03:21.268202Z","end":"2026-04-03T03:03:26.266661Z","steps":["trace[883285210] 'agreement among raft nodes before linearized reading' (duration: 4.99833811s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:26.26674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:21.268181Z","time spent":"4.998544497s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/03 03:03:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:03:26.436668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:19.436205Z","time spent":"7.000456465s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:03:26.61006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.022308634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:03:26.611629Z","caller":"traceutil/trace.go:171","msg":"trace[921407168] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.023934235s","start":"2026-04-03T03:03:23.587673Z","end":"2026-04-03T03:03:26.611607Z","steps":["trace[921407168] 'agreement among raft nodes before linearized reading' (duration: 3.022352285s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:26.611668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:23.587643Z","time spent":"3.024012687s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/03 03:03:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:03:26.969363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.726854ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:26.969495Z","caller":"traceutil/trace.go:171","msg":"trace[1546229783] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13595; }","duration":"750.881268ms","start":"2026-04-03T03:03:26.218592Z","end":"2026-04-03T03:03:26.969473Z","steps":["trace[1546229783] 'range keys from in-memory index tree' (duration: 750.709803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:27.03366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.014884116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:03:27.033734Z","caller":"traceutil/trace.go:171","msg":"trace[161680616] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.015001589s","start":"2026-04-03T03:03:24.018716Z","end":"2026-04-03T03:03:27.033718Z","steps":["trace[161680616] 'agreement among raft nodes before linearized reading' (duration: 3.014910187s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:27.033772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:24.018703Z","time spent":"3.015062271s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/03 03:03:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:03:27.048292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:23.980526Z","time spent":"3.067758809s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:03:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:03:27.104419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998578757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:03:27.104506Z","caller":"traceutil/trace.go:171","msg":"trace[2040415532] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998719771s","start":"2026-04-03T03:03:22.105763Z","end":"2026-04-03T03:03:27.104483Z","steps":["trace[2040415532] 'agreement among raft nodes before linearized reading' (duration: 4.998614868s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:27.104556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:22.105741Z","time spent":"4.998803953s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/03 03:03:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:03:27.152439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00265103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:03:27.152517Z","caller":"traceutil/trace.go:171","msg":"trace[1604544229] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"5.002779423s","start":"2026-04-03T03:03:22.14972Z","end":"2026-04-03T03:03:27.152499Z","steps":["trace[1604544229] 'agreement among raft nodes before linearized reading' (duration: 5.002684641s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:27.152619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:22.149698Z","time spent":"5.002909397s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/03 03:03:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:03:27.563598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000205587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:03:27.563693Z","caller":"traceutil/trace.go:171","msg":"trace[1323261698] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000358971s","start":"2026-04-03T03:03:25.563312Z","end":"2026-04-03T03:03:27.563671Z","steps":["trace[1323261698] 'agreement among raft nodes before linearized reading' (duration: 2.000238818s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:27.563749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:25.56329Z","time spent":"2.000448874s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:03:27.594279Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.013712227s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:03:27.968806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.213682ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-03T03:03:28.243255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.858877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:28.243566Z","caller":"traceutil/trace.go:171","msg":"trace[816877063] linearizableReadLoop","detail":"{readStateIndex:14136; appliedIndex:14128; }","duration":"5.82552382s","start":"2026-04-03T03:03:22.418026Z","end":"2026-04-03T03:03:28.24355Z","steps":["trace[816877063] 'read index received' (duration: 1.162482902s)","trace[816877063] 'applied index is now lower than readState.Index' (duration: 4.663039798s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:28.243663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.858293635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:28.243692Z","caller":"traceutil/trace.go:171","msg":"trace[1058937410] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:13601; }","duration":"5.858366247s","start":"2026-04-03T03:03:22.385316Z","end":"2026-04-03T03:03:28.243682Z","steps":["trace[1058937410] 'agreement among raft nodes before linearized reading' (duration: 5.858306726s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:28.243739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.058254161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:03:28.243784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:22.385294Z","time spent":"5.858477299s","remote":"127.0.0.1:44460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:28.243785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.682582582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:28.243812Z","caller":"traceutil/trace.go:171","msg":"trace[356590521] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13601; }","duration":"8.058415015s","start":"2026-04-03T03:03:20.185378Z","end":"2026-04-03T03:03:28.243793Z","steps":["trace[356590521] 'agreement among raft nodes before linearized reading' (duration: 8.058277072s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:28.243854Z","caller":"traceutil/trace.go:171","msg":"trace[614751602] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:13601; }","duration":"8.682718596s","start":"2026-04-03T03:03:19.561118Z","end":"2026-04-03T03:03:28.243836Z","steps":["trace[614751602] 'agreement among raft nodes before linearized reading' (duration: 8.682600183s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:28.243859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:20.185347Z","time spent":"8.058502327s","remote":"127.0.0.1:33138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:28.243831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.279265998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:28.243891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:19.561084Z","time spent":"8.682799218s","remote":"127.0.0.1:44470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:28.243893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.058346145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8498d794671\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-04-03T03:03:28.24397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.677854044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:03:28.243982Z","caller":"traceutil/trace.go:171","msg":"trace[557290329] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b8498d794671; range_end:; response_count:1; response_revision:13601; }","duration":"9.058481138s","start":"2026-04-03T03:03:19.185476Z","end":"2026-04-03T03:03:28.243957Z","steps":["trace[557290329] 'agreement among raft nodes before linearized reading' (duration: 9.058245882s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:28.243999Z","caller":"traceutil/trace.go:171","msg":"trace[614407851] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:13601; }","duration":"10.677882985s","start":"2026-04-03T03:03:17.566107Z","end":"2026-04-03T03:03:28.24399Z","steps":["trace[614407851] 'agreement among raft nodes before linearized reading' (duration: 10.677839874s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:28.244033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:17.566083Z","time spent":"10.677941387s","remote":"127.0.0.1:44524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:28.244038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.478458943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-03T03:03:28.243919Z","caller":"traceutil/trace.go:171","msg":"trace[1920462631] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:13601; }","duration":"11.279390632s","start":"2026-04-03T03:03:16.964508Z","end":"2026-04-03T03:03:28.243899Z","steps":["trace[1920462631] 'agreement among raft nodes before linearized reading' (duration: 11.279247578s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:28.244067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.115547855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:28.244078Z","caller":"traceutil/trace.go:171","msg":"trace[398225587] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:13601; }","duration":"9.478539375s","start":"2026-04-03T03:03:18.765531Z","end":"2026-04-03T03:03:28.24407Z","steps":["trace[398225587] 'agreement among raft nodes before linearized reading' (duration: 9.478117744s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:28.244096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:18.765509Z","time spent":"9.478583586s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-04-03T03:03:28.244095Z","caller":"traceutil/trace.go:171","msg":"trace[49255766] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:13601; }","duration":"8.115573915s","start":"2026-04-03T03:03:20.128512Z","end":"2026-04-03T03:03:28.244086Z","steps":["trace[49255766] 'agreement among raft nodes before linearized reading' (duration: 8.115532304s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:28.244095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:16.964495Z","time spent":"11.279585636s","remote":"127.0.0.1:52412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:28.244116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:20.128496Z","time spent":"8.115614296s","remote":"127.0.0.1:52478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:28.244108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.29523369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:03:28.244146Z","caller":"traceutil/trace.go:171","msg":"trace[2048605332] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:13601; }","duration":"11.295277091s","start":"2026-04-03T03:03:16.948859Z","end":"2026-04-03T03:03:28.244136Z","steps":["trace[2048605332] 'agreement among raft nodes before linearized reading' (duration: 11.29521094s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:28.244155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.792263863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-03T03:03:28.244181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:16.948824Z","time spent":"11.295349023s","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:03:28.244188Z","caller":"traceutil/trace.go:171","msg":"trace[562449680] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:13601; }","duration":"6.792316204s","start":"2026-04-03T03:03:21.451862Z","end":"2026-04-03T03:03:28.244178Z","steps":["trace[562449680] 'agreement among raft nodes before linearized reading' (duration: 6.79218845s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:28.244214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:21.451851Z","time spent":"6.792357475s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-03T03:03:28.244229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.225268078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:28.244043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:19.185457Z","time spent":"9.05857256s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8498d794671\" "} {"level":"info","ts":"2026-04-03T03:03:28.244255Z","caller":"traceutil/trace.go:171","msg":"trace[1451689569] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:13601; }","duration":"8.225336579s","start":"2026-04-03T03:03:20.01891Z","end":"2026-04-03T03:03:28.244247Z","steps":["trace[1451689569] 'agreement among raft nodes before linearized reading' (duration: 8.225296668s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:28.244266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.913826716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:28.244276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:20.018886Z","time spent":"8.22538387s","remote":"127.0.0.1:44530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:03:28.244294Z","caller":"traceutil/trace.go:171","msg":"trace[761237990] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:13601; }","duration":"10.913889657s","start":"2026-04-03T03:03:17.330396Z","end":"2026-04-03T03:03:28.244286Z","steps":["trace[761237990] 'agreement among raft nodes before linearized reading' (duration: 10.913852166s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:28.244229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.895864104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:28.244323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:17.330376Z","time spent":"10.913939929s","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:03:28.244339Z","caller":"traceutil/trace.go:171","msg":"trace[1261619465] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13601; }","duration":"10.895974166s","start":"2026-04-03T03:03:17.348358Z","end":"2026-04-03T03:03:28.244332Z","steps":["trace[1261619465] 'agreement among raft nodes before linearized reading' (duration: 10.895845313s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:28.244358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:17.348321Z","time spent":"10.896030248s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-03T03:03:28.244388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.301191151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:03:28.244233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.126116041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:03:28.244416Z","caller":"traceutil/trace.go:171","msg":"trace[2064652667] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:13601; }","duration":"11.301253452s","start":"2026-04-03T03:03:16.943155Z","end":"2026-04-03T03:03:28.244408Z","steps":["trace[2064652667] 'agreement among raft nodes before linearized reading' (duration: 11.30117076s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:28.244428Z","caller":"traceutil/trace.go:171","msg":"trace[2145150181] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:13601; }","duration":"9.126350607s","start":"2026-04-03T03:03:19.11807Z","end":"2026-04-03T03:03:28.24442Z","steps":["trace[2145150181] 'agreement among raft nodes before linearized reading' (duration: 9.12610527s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:28.244425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.925298704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:28.244455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:19.118048Z","time spent":"9.126400158s","remote":"127.0.0.1:47396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:03:28.244479Z","caller":"traceutil/trace.go:171","msg":"trace[98195428] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:13601; }","duration":"7.925396798s","start":"2026-04-03T03:03:20.319067Z","end":"2026-04-03T03:03:28.244464Z","steps":["trace[98195428] 'agreement among raft nodes before linearized reading' (duration: 7.925291694s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:28.24451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.982821466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:03:28.24452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:20.319046Z","time spent":"7.925464439s","remote":"127.0.0.1:52456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:28.24454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.022258197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:03:28.244536Z","caller":"traceutil/trace.go:171","msg":"trace[1821822205] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:13601; }","duration":"11.982870206s","start":"2026-04-03T03:03:16.261658Z","end":"2026-04-03T03:03:28.244529Z","steps":["trace[1821822205] 'agreement among raft nodes before linearized reading' (duration: 11.982801505s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:28.244568Z","caller":"traceutil/trace.go:171","msg":"trace[1707743460] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:13601; }","duration":"11.02232599s","start":"2026-04-03T03:03:17.222233Z","end":"2026-04-03T03:03:28.244559Z","steps":["trace[1707743460] 'agreement among raft nodes before linearized reading' (duration: 11.022210797s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:28.244576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:16.261645Z","time spent":"11.982923678s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":62,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:28.244593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:17.22221Z","time spent":"11.022378261s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T03:03:28.244744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.814870252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-04-03T03:03:28.244778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.827144965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:28.244777Z","caller":"traceutil/trace.go:171","msg":"trace[295606358] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13601; }","duration":"6.814937204s","start":"2026-04-03T03:03:21.429828Z","end":"2026-04-03T03:03:28.244765Z","steps":["trace[295606358] 'agreement among raft nodes before linearized reading' (duration: 6.814840222s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:28.244796Z","caller":"traceutil/trace.go:171","msg":"trace[207419292] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13601; }","duration":"12.827187667s","start":"2026-04-03T03:03:15.417603Z","end":"2026-04-03T03:03:28.244791Z","steps":["trace[207419292] 'agreement among raft nodes before linearized reading' (duration: 12.827156156s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:28.244804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:21.429806Z","time spent":"6.814991876s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-03T03:03:28.244813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:15.417592Z","time spent":"12.827217627s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-03T03:03:28.244827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.754362153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:28.244869Z","caller":"traceutil/trace.go:171","msg":"trace[2009103982] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:13601; }","duration":"12.754448525s","start":"2026-04-03T03:03:15.490406Z","end":"2026-04-03T03:03:28.244855Z","steps":["trace[2009103982] 'agreement among raft nodes before linearized reading' (duration: 12.754372923s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:28.244896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:15.490383Z","time spent":"12.754506046s","remote":"127.0.0.1:33204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:28.244443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:16.943135Z","time spent":"11.301301243s","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":64,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:28.24514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.808040511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:03:28.245182Z","caller":"traceutil/trace.go:171","msg":"trace[575371433] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:13601; }","duration":"7.808121873s","start":"2026-04-03T03:03:20.437048Z","end":"2026-04-03T03:03:28.24517Z","steps":["trace[575371433] 'agreement among raft nodes before linearized reading' (duration: 7.807881107s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:28.245216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:20.437026Z","time spent":"7.808179834s","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:28.298922Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"28.261µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-04-03T03:03:28.29965Z","caller":"traceutil/trace.go:171","msg":"trace[1683008904] transaction","detail":"{read_only:false; response_revision:13603; number_of_response:1; }","duration":"2.532446889s","start":"2026-04-03T03:03:25.767182Z","end":"2026-04-03T03:03:28.299629Z","steps":["trace[1683008904] 'process raft request' (duration: 2.532033909s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:28.299702Z","caller":"traceutil/trace.go:171","msg":"trace[450702541] transaction","detail":"{read_only:false; response_revision:13606; number_of_response:1; }","duration":"2.030204711s","start":"2026-04-03T03:03:26.269476Z","end":"2026-04-03T03:03:28.29968Z","steps":["trace[450702541] 'process raft request' (duration: 2.029842042s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:28.2997Z","caller":"traceutil/trace.go:171","msg":"trace[1333658487] transaction","detail":"{read_only:false; response_revision:13605; number_of_response:1; }","duration":"2.504952196s","start":"2026-04-03T03:03:25.79472Z","end":"2026-04-03T03:03:28.299672Z","steps":["trace[1333658487] 'process raft request' (duration: 2.504566106s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:28.299765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:26.269455Z","time spent":"2.030274513s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:03:28.299764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:25.76715Z","time spent":"2.532547291s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:28.299806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:25.794708Z","time spent":"2.505046109s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:03:28.299859Z","caller":"traceutil/trace.go:171","msg":"trace[153257496] transaction","detail":"{read_only:false; response_revision:13607; number_of_response:1; }","duration":"1.687965633s","start":"2026-04-03T03:03:26.611841Z","end":"2026-04-03T03:03:28.299806Z","steps":["trace[153257496] 'process raft request' (duration: 1.687559933s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:28.299927Z","caller":"traceutil/trace.go:171","msg":"trace[1807666839] transaction","detail":"{read_only:false; response_revision:13604; number_of_response:1; }","duration":"2.505412808s","start":"2026-04-03T03:03:25.794509Z","end":"2026-04-03T03:03:28.299921Z","steps":["trace[1807666839] 'process raft request' (duration: 2.504744932s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:28.299936Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7fa59d512f47855e","error":"lease not found"} {"level":"warn","ts":"2026-04-03T03:03:28.299967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:25.794484Z","time spent":"2.505460879s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:03:28.299998Z","caller":"traceutil/trace.go:171","msg":"trace[1578710697] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13601; }","duration":"4.537357573s","start":"2026-04-03T03:03:23.762627Z","end":"2026-04-03T03:03:28.299985Z","steps":["trace[1578710697] 'process raft request' (duration: 4.536379148s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:28.29998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:26.611824Z","time spent":"1.688085087s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:28.300063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:23.762585Z","time spent":"4.537443025s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":572,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:03:28.3Z","caller":"traceutil/trace.go:171","msg":"trace[1131529399] transaction","detail":"{read_only:false; response_revision:13602; number_of_response:1; }","duration":"3.093352192s","start":"2026-04-03T03:03:25.206636Z","end":"2026-04-03T03:03:28.299988Z","steps":["trace[1131529399] 'process raft request' (duration: 3.092504101s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:28.300129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:25.206598Z","time spent":"3.093513106s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:29.119125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.6679ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-03T03:03:29.119726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:28.764106Z","time spent":"355.615554ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T03:03:29.119912Z","caller":"traceutil/trace.go:171","msg":"trace[1856139864] linearizableReadLoop","detail":"{readStateIndex:14146; appliedIndex:14136; }","duration":"876.261065ms","start":"2026-04-03T03:03:28.243597Z","end":"2026-04-03T03:03:29.119858Z","steps":["trace[1856139864] 'read index received' (duration: 55.118978ms)","trace[1856139864] 'applied index is now lower than readState.Index' (duration: 821.136207ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:29.120013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:28.245126Z","time spent":"874.88458ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:03:29.12005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.604031231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:29.120118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.97728437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:29.120146Z","caller":"traceutil/trace.go:171","msg":"trace[1316242915] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:13608; }","duration":"3.604197465s","start":"2026-04-03T03:03:25.515924Z","end":"2026-04-03T03:03:29.120122Z","steps":["trace[1316242915] 'agreement among raft nodes before linearized reading' (duration: 3.604047232s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:29.120174Z","caller":"traceutil/trace.go:171","msg":"trace[2767752] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:13608; }","duration":"3.977386083s","start":"2026-04-03T03:03:25.142776Z","end":"2026-04-03T03:03:29.120162Z","steps":["trace[2767752] 'agreement among raft nodes before linearized reading' (duration: 3.97726221s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:29.120201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:25.515896Z","time spent":"3.604293688s","remote":"127.0.0.1:52318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:29.120223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:25.142764Z","time spent":"3.977448185s","remote":"127.0.0.1:47342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:29.12027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.335368257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:03:29.120369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938145713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:29.120412Z","caller":"traceutil/trace.go:171","msg":"trace[1843294440] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13608; }","duration":"5.335543521s","start":"2026-04-03T03:03:23.784852Z","end":"2026-04-03T03:03:29.120396Z","steps":["trace[1843294440] 'agreement among raft nodes before linearized reading' (duration: 5.335383377s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:29.120418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.872050099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:03:29.120428Z","caller":"traceutil/trace.go:171","msg":"trace[2130210034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13608; }","duration":"1.938234746s","start":"2026-04-03T03:03:27.182176Z","end":"2026-04-03T03:03:29.120411Z","steps":["trace[2130210034] 'agreement among raft nodes before linearized reading' (duration: 1.938153374s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:29.120455Z","caller":"traceutil/trace.go:171","msg":"trace[1310446109] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:13608; }","duration":"2.872123991s","start":"2026-04-03T03:03:26.248319Z","end":"2026-04-03T03:03:29.120443Z","steps":["trace[1310446109] 'agreement among raft nodes before linearized reading' (duration: 2.87206678s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:29.120482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.345394819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:29.120496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:26.248297Z","time spent":"2.872190602s","remote":"127.0.0.1:35012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:03:29.120514Z","caller":"traceutil/trace.go:171","msg":"trace[487108553] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:13608; }","duration":"2.345573053s","start":"2026-04-03T03:03:26.774931Z","end":"2026-04-03T03:03:29.120504Z","steps":["trace[487108553] 'agreement among raft nodes before linearized reading' (duration: 2.345428959s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:29.120519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.400003985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:03:29.120446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:23.784829Z","time spent":"5.335607673s","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:03:29.120565Z","caller":"traceutil/trace.go:171","msg":"trace[1050503803] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:13608; }","duration":"6.400089157s","start":"2026-04-03T03:03:22.720463Z","end":"2026-04-03T03:03:29.120552Z","steps":["trace[1050503803] 'agreement among raft nodes before linearized reading' (duration: 6.399960414s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:29.120602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:22.72044Z","time spent":"6.400153729s","remote":"127.0.0.1:35046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":84,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:29.120597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553949979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"warn","ts":"2026-04-03T03:03:29.120644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:26.774904Z","time spent":"2.345628924s","remote":"127.0.0.1:47148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:03:29.120647Z","caller":"traceutil/trace.go:171","msg":"trace[686224196] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:13608; }","duration":"1.55401879s","start":"2026-04-03T03:03:27.566616Z","end":"2026-04-03T03:03:29.120635Z","steps":["trace[686224196] 'agreement among raft nodes before linearized reading' (duration: 1.553882777s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:29.120682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:27.566602Z","time spent":"1.554071771s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-03T03:03:29.120728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898452204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:03:29.120766Z","caller":"traceutil/trace.go:171","msg":"trace[1300694306] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:13608; }","duration":"2.898515766s","start":"2026-04-03T03:03:26.222241Z","end":"2026-04-03T03:03:29.120757Z","steps":["trace[1300694306] 'agreement among raft nodes before linearized reading' (duration: 2.898381043s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:29.120778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.481173749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:29.120801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:26.222225Z","time spent":"2.898567947s","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":149,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:03:29.120827Z","caller":"traceutil/trace.go:171","msg":"trace[1019261537] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:13608; }","duration":"6.481252101s","start":"2026-04-03T03:03:22.639547Z","end":"2026-04-03T03:03:29.120799Z","steps":["trace[1019261537] 'agreement among raft nodes before linearized reading' (duration: 6.48120034s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:29.120475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:27.18216Z","time spent":"1.938305398s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:03:29.120973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.523081764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:03:29.121007Z","caller":"traceutil/trace.go:171","msg":"trace[2095842741] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13608; }","duration":"6.523155796s","start":"2026-04-03T03:03:22.597844Z","end":"2026-04-03T03:03:29.121Z","steps":["trace[2095842741] 'agreement among raft nodes before linearized reading' (duration: 6.523106225s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:29.121015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.289291505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:29.121043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:22.597821Z","time spent":"6.523213688s","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:03:29.121051Z","caller":"traceutil/trace.go:171","msg":"trace[31514595] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:13608; }","duration":"3.289363597s","start":"2026-04-03T03:03:25.831677Z","end":"2026-04-03T03:03:29.121041Z","steps":["trace[31514595] 'agreement among raft nodes before linearized reading' (duration: 3.289317016s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:29.121083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.440473693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-03T03:03:29.121114Z","caller":"traceutil/trace.go:171","msg":"trace[187534228] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13608; }","duration":"4.440549006s","start":"2026-04-03T03:03:24.680557Z","end":"2026-04-03T03:03:29.121107Z","steps":["trace[187534228] 'agreement among raft nodes before linearized reading' (duration: 4.440350441s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:29.121238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:24.680535Z","time spent":"4.440695879s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T03:03:29.121265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.698121742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-03T03:03:29.121317Z","caller":"traceutil/trace.go:171","msg":"trace[366807376] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13608; }","duration":"4.698207745s","start":"2026-04-03T03:03:24.423092Z","end":"2026-04-03T03:03:29.1213Z","steps":["trace[366807376] 'agreement among raft nodes before linearized reading' (duration: 4.698100541s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:29.121359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:24.423069Z","time spent":"4.698280556s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-03T03:03:29.121451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.257685221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:29.121576Z","caller":"traceutil/trace.go:171","msg":"trace[1597152634] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:13608; }","duration":"5.257812084s","start":"2026-04-03T03:03:23.863757Z","end":"2026-04-03T03:03:29.121569Z","steps":["trace[1597152634] 'agreement among raft nodes before linearized reading' (duration: 5.257669531s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:29.1216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:23.86372Z","time spent":"5.257870486s","remote":"127.0.0.1:52310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:29.121122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.32955995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:29.121844Z","caller":"traceutil/trace.go:171","msg":"trace[265468702] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:13608; }","duration":"3.330292209s","start":"2026-04-03T03:03:25.791517Z","end":"2026-04-03T03:03:29.121809Z","steps":["trace[265468702] 'agreement among raft nodes before linearized reading' (duration: 3.329583861s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:29.122085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:25.79146Z","time spent":"3.330416772s","remote":"127.0.0.1:33254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:29.120867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:22.639524Z","time spent":"6.481333964s","remote":"127.0.0.1:37740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:29.120931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.502711832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:03:29.120192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.679482751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T03:03:29.122217Z","caller":"traceutil/trace.go:171","msg":"trace[1904061473] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:13608; }","duration":"2.681544452s","start":"2026-04-03T03:03:26.440663Z","end":"2026-04-03T03:03:29.122208Z","steps":["trace[1904061473] 'agreement among raft nodes before linearized reading' (duration: 2.679323766s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:29.120969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.247532304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:03:29.122311Z","caller":"traceutil/trace.go:171","msg":"trace[202130471] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:13608; }","duration":"3.248893099s","start":"2026-04-03T03:03:25.873389Z","end":"2026-04-03T03:03:29.122282Z","steps":["trace[202130471] 'agreement among raft nodes before linearized reading' (duration: 3.247546775s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:29.122389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:25.873369Z","time spent":"3.248995542s","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:29.121658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.844668952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:29.122438Z","caller":"traceutil/trace.go:171","msg":"trace[1982800969] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:13608; }","duration":"4.845488823s","start":"2026-04-03T03:03:24.276938Z","end":"2026-04-03T03:03:29.122426Z","steps":["trace[1982800969] 'agreement among raft nodes before linearized reading' (duration: 4.844695213s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:29.122469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:24.276911Z","time spent":"4.845547864s","remote":"127.0.0.1:35062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:29.121082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:25.831648Z","time spent":"3.289426669s","remote":"127.0.0.1:37706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:29.120347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550386559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:29.122801Z","caller":"traceutil/trace.go:171","msg":"trace[1346711001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13608; }","duration":"1.552866762s","start":"2026-04-03T03:03:27.569924Z","end":"2026-04-03T03:03:29.122791Z","steps":["trace[1346711001] 'agreement among raft nodes before linearized reading' (duration: 1.550399419s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:29.121159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.116744952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-03T03:03:29.122843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:27.569911Z","time spent":"1.552917713s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:03:29.122858Z","caller":"traceutil/trace.go:171","msg":"trace[1123057462] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13608; }","duration":"5.118485196s","start":"2026-04-03T03:03:24.004351Z","end":"2026-04-03T03:03:29.122837Z","steps":["trace[1123057462] 'agreement among raft nodes before linearized reading' (duration: 5.11669986s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:29.122185Z","caller":"traceutil/trace.go:171","msg":"trace[367554465] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:13608; }","duration":"6.503994635s","start":"2026-04-03T03:03:22.618182Z","end":"2026-04-03T03:03:29.122176Z","steps":["trace[367554465] 'agreement among raft nodes before linearized reading' (duration: 6.502704821s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:29.122922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:24.004326Z","time spent":"5.118577579s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:03:29.122952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:22.618165Z","time spent":"6.504776055s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":31,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:29.120891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.001582642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:29.123035Z","caller":"traceutil/trace.go:171","msg":"trace[363124285] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:13608; }","duration":"4.003850769s","start":"2026-04-03T03:03:25.119153Z","end":"2026-04-03T03:03:29.123004Z","steps":["trace[363124285] 'agreement among raft nodes before linearized reading' (duration: 4.001603812s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:29.123099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:25.119109Z","time spent":"4.003966722s","remote":"127.0.0.1:39164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:29.122247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:26.440646Z","time spent":"2.681593374s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-03T03:03:29.124765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.067706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-23cecdcf-d9d0-4991-a706-bf489722227a\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-04-03T03:03:29.124835Z","caller":"traceutil/trace.go:171","msg":"trace[696082589] range","detail":"{range_begin:/registry/persistentvolumes/pvc-23cecdcf-d9d0-4991-a706-bf489722227a; range_end:; response_count:1; response_revision:13609; }","duration":"877.149607ms","start":"2026-04-03T03:03:28.247671Z","end":"2026-04-03T03:03:29.12482Z","steps":["trace[696082589] 'agreement among raft nodes before linearized reading' (duration: 876.947542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:29.124876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:28.24766Z","time spent":"877.207178ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-23cecdcf-d9d0-4991-a706-bf489722227a\" "} {"level":"info","ts":"2026-04-03T03:03:29.125041Z","caller":"traceutil/trace.go:171","msg":"trace[1258822182] transaction","detail":"{read_only:false; response_revision:13609; number_of_response:1; }","duration":"877.336441ms","start":"2026-04-03T03:03:28.247693Z","end":"2026-04-03T03:03:29.125029Z","steps":["trace[1258822182] 'process raft request' (duration: 872.208132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:29.12513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:28.247675Z","time spent":"877.400914ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:29.125339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.295876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-04-03T03:03:29.125378Z","caller":"traceutil/trace.go:171","msg":"trace[1232279072] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:13609; }","duration":"820.346397ms","start":"2026-04-03T03:03:28.305022Z","end":"2026-04-03T03:03:29.125368Z","steps":["trace[1232279072] 'agreement among raft nodes before linearized reading' (duration: 820.230924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:29.125429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:28.305011Z","time spent":"820.410699ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-03T03:03:29.126016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.733947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:54 size:503494"} {"level":"info","ts":"2026-04-03T03:03:29.126056Z","caller":"traceutil/trace.go:171","msg":"trace[17530463] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:54; response_revision:13609; }","duration":"876.795779ms","start":"2026-04-03T03:03:28.249251Z","end":"2026-04-03T03:03:29.126047Z","steps":["trace[17530463] 'agreement among raft nodes before linearized reading' (duration: 876.300606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:29.126093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:28.249242Z","time spent":"876.84179ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":54,"response size":503518,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T03:03:29.509064Z","caller":"traceutil/trace.go:171","msg":"trace[953918987] transaction","detail":"{read_only:false; response_revision:13610; number_of_response:1; }","duration":"379.881726ms","start":"2026-04-03T03:03:29.129157Z","end":"2026-04-03T03:03:29.509039Z","steps":["trace[953918987] 'process raft request' (duration: 379.456945ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:29.509194Z","caller":"traceutil/trace.go:171","msg":"trace[534289951] transaction","detail":"{read_only:false; response_revision:13612; number_of_response:1; }","duration":"379.008493ms","start":"2026-04-03T03:03:29.130166Z","end":"2026-04-03T03:03:29.509175Z","steps":["trace[534289951] 'process raft request' (duration: 378.805908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:29.509237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:29.129148Z","time spent":"380.003439ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:29.509291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:29.130158Z","time spent":"379.080455ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:03:29.509485Z","caller":"traceutil/trace.go:171","msg":"trace[613110857] transaction","detail":"{read_only:false; response_revision:13611; number_of_response:1; }","duration":"379.904617ms","start":"2026-04-03T03:03:29.129566Z","end":"2026-04-03T03:03:29.50947Z","steps":["trace[613110857] 'process raft request' (duration: 379.337293ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:29.509806Z","caller":"traceutil/trace.go:171","msg":"trace[1908145828] linearizableReadLoop","detail":"{readStateIndex:14153; appliedIndex:14149; }","duration":"347.857159ms","start":"2026-04-03T03:03:29.161931Z","end":"2026-04-03T03:03:29.509788Z","steps":["trace[1908145828] 'read index received' (duration: 346.795893ms)","trace[1908145828] 'applied index is now lower than readState.Index' (duration: 1.059876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:29.509827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:29.129531Z","time spent":"380.242785ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:03:29.510051Z","caller":"traceutil/trace.go:171","msg":"trace[1624698650] transaction","detail":"{read_only:false; response_revision:13613; number_of_response:1; }","duration":"379.6764ms","start":"2026-04-03T03:03:29.130362Z","end":"2026-04-03T03:03:29.510039Z","steps":["trace[1624698650] 'process raft request' (duration: 378.752517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:29.510139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:29.130358Z","time spent":"379.740661ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:29.510257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.095486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:29.510336Z","caller":"traceutil/trace.go:171","msg":"trace[358307480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13613; }","duration":"379.180568ms","start":"2026-04-03T03:03:29.131145Z","end":"2026-04-03T03:03:29.510325Z","steps":["trace[358307480] 'agreement among raft nodes before linearized reading' (duration: 379.078475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:29.510373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:29.13114Z","time spent":"379.224379ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:03:29.51064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.995323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-03T03:03:29.510682Z","caller":"traceutil/trace.go:171","msg":"trace[818588758] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d; range_end:; response_count:1; response_revision:13613; }","duration":"381.057136ms","start":"2026-04-03T03:03:29.129614Z","end":"2026-04-03T03:03:29.510671Z","steps":["trace[818588758] 'agreement among raft nodes before linearized reading' (duration: 380.915402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:29.510712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:29.129606Z","time spent":"381.097817ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d\" "} {"level":"warn","ts":"2026-04-03T03:03:30.050695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.929395ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-03T03:03:30.050887Z","caller":"traceutil/trace.go:171","msg":"trace[135205577] linearizableReadLoop","detail":"{readStateIndex:14154; appliedIndex:14153; }","duration":"541.014793ms","start":"2026-04-03T03:03:29.509849Z","end":"2026-04-03T03:03:30.050863Z","steps":["trace[135205577] 'read index received' (duration: 60.895954ms)","trace[135205577] 'applied index is now lower than readState.Index' (duration: 480.117319ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:30.050972Z","caller":"traceutil/trace.go:171","msg":"trace[1869001474] transaction","detail":"{read_only:false; response_revision:13614; number_of_response:1; }","duration":"534.133369ms","start":"2026-04-03T03:03:29.51682Z","end":"2026-04-03T03:03:30.050953Z","steps":["trace[1869001474] 'process raft request' (duration: 533.997816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:30.05099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.429188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:30.051061Z","caller":"traceutil/trace.go:171","msg":"trace[743543383] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:13613; }","duration":"594.514881ms","start":"2026-04-03T03:03:29.456529Z","end":"2026-04-03T03:03:30.051043Z","steps":["trace[743543383] 'agreement among raft nodes before linearized reading' (duration: 594.376717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:30.051079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:29.516787Z","time spent":"534.228862ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:30.051096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.847117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:03:30.05111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:29.456466Z","time spent":"594.632213ms","remote":"127.0.0.1:52322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:03:30.05114Z","caller":"traceutil/trace.go:171","msg":"trace[1737535176] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:13614; }","duration":"752.935919ms","start":"2026-04-03T03:03:29.298192Z","end":"2026-04-03T03:03:30.051128Z","steps":["trace[1737535176] 'agreement among raft nodes before linearized reading' (duration: 752.792385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:30.051177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:29.298171Z","time spent":"752.997291ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:30.0512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.52756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:30.05128Z","caller":"traceutil/trace.go:171","msg":"trace[964211602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13614; }","duration":"534.654742ms","start":"2026-04-03T03:03:29.516607Z","end":"2026-04-03T03:03:30.051261Z","steps":["trace[964211602] 'agreement among raft nodes before linearized reading' (duration: 534.465317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:30.051294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.56099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-04-03T03:03:30.051329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:29.51658Z","time spent":"534.740754ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:03:30.05134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.150784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-7gxm9\" ","response":"range_response_count:1 size:4465"} {"level":"info","ts":"2026-04-03T03:03:30.051369Z","caller":"traceutil/trace.go:171","msg":"trace[454991689] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:13614; }","duration":"312.685664ms","start":"2026-04-03T03:03:29.738666Z","end":"2026-04-03T03:03:30.051352Z","steps":["trace[454991689] 'agreement among raft nodes before linearized reading' (duration: 312.456057ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:30.051398Z","caller":"traceutil/trace.go:171","msg":"trace[719860701] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-7gxm9; range_end:; response_count:1; response_revision:13614; }","duration":"446.238627ms","start":"2026-04-03T03:03:29.605145Z","end":"2026-04-03T03:03:30.051384Z","steps":["trace[719860701] 'agreement among raft nodes before linearized reading' (duration: 446.062372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:30.051407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:29.738646Z","time spent":"312.752855ms","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-03T03:03:30.051438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:29.605127Z","time spent":"446.303389ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4489,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-7gxm9\" "} {"level":"warn","ts":"2026-04-03T03:03:30.05082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:29.163781Z","time spent":"887.031226ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:03:30.051534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.254655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-03T03:03:30.05158Z","caller":"traceutil/trace.go:171","msg":"trace[269026220] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13614; }","duration":"102.336858ms","start":"2026-04-03T03:03:29.949232Z","end":"2026-04-03T03:03:30.051569Z","steps":["trace[269026220] 'agreement among raft nodes before linearized reading' (duration: 102.164573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:30.434988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.309522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:30.435087Z","caller":"traceutil/trace.go:171","msg":"trace[1555167739] linearizableReadLoop","detail":"{readStateIndex:14156; appliedIndex:14155; }","duration":"379.840884ms","start":"2026-04-03T03:03:30.05523Z","end":"2026-04-03T03:03:30.435071Z","steps":["trace[1555167739] 'read index received' (duration: 189.452871ms)","trace[1555167739] 'applied index is now lower than readState.Index' (duration: 190.386173ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:30.435139Z","caller":"traceutil/trace.go:171","msg":"trace[1512239035] transaction","detail":"{read_only:false; response_revision:13615; number_of_response:1; }","duration":"382.099781ms","start":"2026-04-03T03:03:30.052998Z","end":"2026-04-03T03:03:30.435098Z","steps":["trace[1512239035] 'process raft request' (duration: 191.597494ms)","trace[1512239035] 'compare' (duration: 190.145238ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:30.435291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.059541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-abab868f-3366-405d-a71d-552ff09211ce\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-03T03:03:30.435327Z","caller":"traceutil/trace.go:171","msg":"trace[1283723318] range","detail":"{range_begin:/registry/persistentvolumes/pvc-abab868f-3366-405d-a71d-552ff09211ce; range_end:; response_count:1; response_revision:13615; }","duration":"380.140512ms","start":"2026-04-03T03:03:30.055176Z","end":"2026-04-03T03:03:30.435317Z","steps":["trace[1283723318] 'agreement among raft nodes before linearized reading' (duration: 379.964698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:30.435336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:30.052975Z","time spent":"382.255116ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:30.435367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:30.055152Z","time spent":"380.204554ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-abab868f-3366-405d-a71d-552ff09211ce\" "} {"level":"info","ts":"2026-04-03T03:03:30.456996Z","caller":"traceutil/trace.go:171","msg":"trace[28143831] transaction","detail":"{read_only:false; response_revision:13616; number_of_response:1; }","duration":"398.670918ms","start":"2026-04-03T03:03:30.058309Z","end":"2026-04-03T03:03:30.45698Z","steps":["trace[28143831] 'process raft request' (duration: 398.539925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:30.457091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:30.058291Z","time spent":"398.753161ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4778,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:30.457119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.346034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-xmksx.18a2b862cd9fd8f0\" ","response":"range_response_count:1 size:892"} {"level":"info","ts":"2026-04-03T03:03:30.457178Z","caller":"traceutil/trace.go:171","msg":"trace[2114225503] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-xmksx.18a2b862cd9fd8f0; range_end:; response_count:1; response_revision:13616; }","duration":"397.445748ms","start":"2026-04-03T03:03:30.059716Z","end":"2026-04-03T03:03:30.457162Z","steps":["trace[2114225503] 'agreement among raft nodes before linearized reading' (duration: 397.264963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:30.457218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:30.059701Z","time spent":"397.50853ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":916,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-xmksx.18a2b862cd9fd8f0\" "} {"level":"warn","ts":"2026-04-03T03:03:30.457169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.48067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:30.457379Z","caller":"traceutil/trace.go:171","msg":"trace[1474900287] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13616; }","duration":"208.793767ms","start":"2026-04-03T03:03:30.24856Z","end":"2026-04-03T03:03:30.457354Z","steps":["trace[1474900287] 'agreement among raft nodes before linearized reading' (duration: 208.443729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:30.457318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.374932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:30.457754Z","caller":"traceutil/trace.go:171","msg":"trace[2001660035] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13616; }","duration":"209.928687ms","start":"2026-04-03T03:03:30.247801Z","end":"2026-04-03T03:03:30.457729Z","steps":["trace[2001660035] 'agreement among raft nodes before linearized reading' (duration: 209.339281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:30.960975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840010406,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T03:03:31.037722Z","caller":"traceutil/trace.go:171","msg":"trace[881548797] linearizableReadLoop","detail":"{readStateIndex:14158; appliedIndex:14157; }","duration":"577.820201ms","start":"2026-04-03T03:03:30.459877Z","end":"2026-04-03T03:03:31.037697Z","steps":["trace[881548797] 'read index received' (duration: 577.697878ms)","trace[881548797] 'applied index is now lower than readState.Index' (duration: 121.253µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:31.037774Z","caller":"traceutil/trace.go:171","msg":"trace[792845135] transaction","detail":"{read_only:false; response_revision:13617; number_of_response:1; }","duration":"578.58008ms","start":"2026-04-03T03:03:30.459158Z","end":"2026-04-03T03:03:31.037738Z","steps":["trace[792845135] 'process raft request' (duration: 578.362564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:31.037923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.744199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:31.037945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.78277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:31.037966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.059926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-04-03T03:03:31.037986Z","caller":"traceutil/trace.go:171","msg":"trace[792563731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13617; }","duration":"496.883063ms","start":"2026-04-03T03:03:30.541092Z","end":"2026-04-03T03:03:31.037975Z","steps":["trace[792563731] 'agreement among raft nodes before linearized reading' (duration: 496.78242ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:31.037984Z","caller":"traceutil/trace.go:171","msg":"trace[200415795] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:13617; }","duration":"253.857712ms","start":"2026-04-03T03:03:30.784113Z","end":"2026-04-03T03:03:31.037971Z","steps":["trace[200415795] 'agreement among raft nodes before linearized reading' (duration: 253.735599ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:31.038001Z","caller":"traceutil/trace.go:171","msg":"trace[1290093223] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:13617; }","duration":"576.117308ms","start":"2026-04-03T03:03:30.461872Z","end":"2026-04-03T03:03:31.037989Z","steps":["trace[1290093223] 'agreement among raft nodes before linearized reading' (duration: 575.960734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:31.038017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:30.541069Z","time spent":"496.940333ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:03:31.038025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.140548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T03:03:31.038039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:30.461863Z","time spent":"576.168459ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-03T03:03:31.03806Z","caller":"traceutil/trace.go:171","msg":"trace[1119949019] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:13617; }","duration":"578.21247ms","start":"2026-04-03T03:03:30.459836Z","end":"2026-04-03T03:03:31.038049Z","steps":["trace[1119949019] 'agreement among raft nodes before linearized reading' (duration: 577.980935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:31.038086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:30.459817Z","time spent":"578.262522ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-03T03:03:31.03848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:30.45914Z","time spent":"579.265676ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:31.407085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.251012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:31.407186Z","caller":"traceutil/trace.go:171","msg":"trace[1402200727] transaction","detail":"{read_only:false; response_revision:13618; number_of_response:1; }","duration":"363.01687ms","start":"2026-04-03T03:03:31.04415Z","end":"2026-04-03T03:03:31.407167Z","steps":["trace[1402200727] 'process raft request' (duration: 158.602004ms)","trace[1402200727] 'compare' (duration: 204.15356ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:31.407249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:31.04413Z","time spent":"363.084803ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":916,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:33.178101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:32.347194Z","time spent":"830.899133ms","remote":"127.0.0.1:40966","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:03:33.178714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597042284s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:33.178835Z","caller":"traceutil/trace.go:171","msg":"trace[1102682936] linearizableReadLoop","detail":"{readStateIndex:14160; appliedIndex:14158; }","duration":"2.097319732s","start":"2026-04-03T03:03:31.081495Z","end":"2026-04-03T03:03:33.178814Z","steps":["trace[1102682936] 'read index received' (duration: 121.270794ms)","trace[1102682936] 'applied index is now lower than readState.Index' (duration: 1.976046808s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:33.178857Z","caller":"traceutil/trace.go:171","msg":"trace[1193803569] transaction","detail":"{read_only:false; response_revision:13619; number_of_response:1; }","duration":"2.133295288s","start":"2026-04-03T03:03:31.045525Z","end":"2026-04-03T03:03:33.17882Z","steps":["trace[1193803569] 'process raft request' (duration: 536.046249ms)","trace[1193803569] 'compare' (duration: 1.596947562s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:33.17903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.359184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:33.17906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:31.045512Z","time spent":"2.133434941s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:03:33.179091Z","caller":"traceutil/trace.go:171","msg":"trace[1183076903] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:13619; }","duration":"551.459306ms","start":"2026-04-03T03:03:32.627613Z","end":"2026-04-03T03:03:33.179072Z","steps":["trace[1183076903] 'agreement among raft nodes before linearized reading' (duration: 551.357454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:33.17913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:32.627591Z","time spent":"551.529057ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:33.179171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052912834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-03T03:03:33.179252Z","caller":"traceutil/trace.go:171","msg":"trace[2007037950] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13619; }","duration":"2.053041377s","start":"2026-04-03T03:03:31.126188Z","end":"2026-04-03T03:03:33.17923Z","steps":["trace[2007037950] 'agreement among raft nodes before linearized reading' (duration: 2.052788661s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:33.179311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:31.126166Z","time spent":"2.053131479s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-03T03:03:33.17944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.041106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:33.179531Z","caller":"traceutil/trace.go:171","msg":"trace[1263397931] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13619; }","duration":"717.169398ms","start":"2026-04-03T03:03:32.462346Z","end":"2026-04-03T03:03:33.179515Z","steps":["trace[1263397931] 'agreement among raft nodes before linearized reading' (duration: 717.042505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:33.179525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.384209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:33.179544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768636656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-7gxm9.18a2b86b9f83acff\" ","response":"range_response_count:1 size:869"} {"level":"warn","ts":"2026-04-03T03:03:33.179577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:32.462324Z","time spent":"717.242001ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-03T03:03:33.179589Z","caller":"traceutil/trace.go:171","msg":"trace[140500949] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13619; }","duration":"718.522863ms","start":"2026-04-03T03:03:32.461051Z","end":"2026-04-03T03:03:33.179574Z","steps":["trace[140500949] 'agreement among raft nodes before linearized reading' (duration: 718.380669ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:33.179615Z","caller":"traceutil/trace.go:171","msg":"trace[88337121] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-7gxm9.18a2b86b9f83acff; range_end:; response_count:1; response_revision:13619; }","duration":"1.768745587s","start":"2026-04-03T03:03:31.410853Z","end":"2026-04-03T03:03:33.179599Z","steps":["trace[88337121] 'agreement among raft nodes before linearized reading' (duration: 1.768527652s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:33.179636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:32.46103Z","time spent":"718.593134ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-03T03:03:33.179656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82845523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-04-03T03:03:33.179726Z","caller":"traceutil/trace.go:171","msg":"trace[989111632] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:13619; }","duration":"1.828567614s","start":"2026-04-03T03:03:31.351143Z","end":"2026-04-03T03:03:33.179711Z","steps":["trace[989111632] 'agreement among raft nodes before linearized reading' (duration: 1.828424751s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:33.179768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:31.351112Z","time spent":"1.828647756s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-03T03:03:33.179667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:31.410833Z","time spent":"1.76882109s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":893,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-7gxm9.18a2b86b9f83acff\" "} {"level":"warn","ts":"2026-04-03T03:03:33.179725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.655437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:33.179869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997097728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:03:33.179886Z","caller":"traceutil/trace.go:171","msg":"trace[304884343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13619; }","duration":"639.855632ms","start":"2026-04-03T03:03:32.540013Z","end":"2026-04-03T03:03:33.179868Z","steps":["trace[304884343] 'agreement among raft nodes before linearized reading' (duration: 639.536914ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:33.17993Z","caller":"traceutil/trace.go:171","msg":"trace[643219501] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13619; }","duration":"1.99718258s","start":"2026-04-03T03:03:31.182732Z","end":"2026-04-03T03:03:33.179915Z","steps":["trace[643219501] 'agreement among raft nodes before linearized reading' (duration: 1.997091808s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:33.179941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:32.539992Z","time spent":"639.934593ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:03:33.178959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097451576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:33.180041Z","caller":"traceutil/trace.go:171","msg":"trace[670063452] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:13619; }","duration":"2.098581133s","start":"2026-04-03T03:03:31.081443Z","end":"2026-04-03T03:03:33.180024Z","steps":["trace[670063452] 'agreement among raft nodes before linearized reading' (duration: 2.097450195s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:33.180046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:31.182719Z","time spent":"1.997248241s","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:33.179924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045463136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-03T03:03:33.180079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:31.081421Z","time spent":"2.098647015s","remote":"127.0.0.1:52388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:03:33.180109Z","caller":"traceutil/trace.go:171","msg":"trace[1180351294] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:13619; }","duration":"2.045681351s","start":"2026-04-03T03:03:31.134408Z","end":"2026-04-03T03:03:33.180089Z","steps":["trace[1180351294] 'agreement among raft nodes before linearized reading' (duration: 2.045400125s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:33.180174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:31.134386Z","time spent":"2.045772433s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T03:03:33.181314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729200982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T03:03:33.181421Z","caller":"traceutil/trace.go:171","msg":"trace[1338332640] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:13619; }","duration":"1.729333625s","start":"2026-04-03T03:03:31.452069Z","end":"2026-04-03T03:03:33.181403Z","steps":["trace[1338332640] 'agreement among raft nodes before linearized reading' (duration: 1.727267733s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:33.182169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:31.452059Z","time spent":"1.730026912s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-03T03:03:33.535323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.725005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:33.535548Z","caller":"traceutil/trace.go:171","msg":"trace[347008711] transaction","detail":"{read_only:false; response_revision:13620; number_of_response:1; }","duration":"353.398268ms","start":"2026-04-03T03:03:33.18203Z","end":"2026-04-03T03:03:33.535429Z","steps":["trace[347008711] 'process raft request' (duration: 148.486159ms)","trace[347008711] 'compare' (duration: 204.490839ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:33.535631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:33.183558Z","time spent":"352.040093ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:03:33.535657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:33.18201Z","time spent":"353.586853ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:03:33.535873Z","caller":"traceutil/trace.go:171","msg":"trace[1217282726] linearizableReadLoop","detail":"{readStateIndex:14161; appliedIndex:14160; }","duration":"352.256579ms","start":"2026-04-03T03:03:33.183608Z","end":"2026-04-03T03:03:33.535865Z","steps":["trace[1217282726] 'read index received' (duration: 146.910689ms)","trace[1217282726] 'applied index is now lower than readState.Index' (duration: 205.34489ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:33.536048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.447964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-xmksx\" ","response":"range_response_count:1 size:6046"} {"level":"info","ts":"2026-04-03T03:03:33.536077Z","caller":"traceutil/trace.go:171","msg":"trace[1669780786] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-xmksx; range_end:; response_count:1; response_revision:13620; }","duration":"352.511976ms","start":"2026-04-03T03:03:33.183556Z","end":"2026-04-03T03:03:33.536069Z","steps":["trace[1669780786] 'agreement among raft nodes before linearized reading' (duration: 352.396973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:33.536105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:33.183538Z","time spent":"352.559147ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6070,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-xmksx\" "} {"level":"warn","ts":"2026-04-03T03:03:33.536502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.22492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:54 size:503822"} {"level":"info","ts":"2026-04-03T03:03:33.536587Z","caller":"traceutil/trace.go:171","msg":"trace[1333972786] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:54; response_revision:13620; }","duration":"352.320551ms","start":"2026-04-03T03:03:33.184246Z","end":"2026-04-03T03:03:33.536567Z","steps":["trace[1333972786] 'agreement among raft nodes before linearized reading' (duration: 351.739166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:33.536635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:33.184233Z","time spent":"352.393254ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":54,"response size":503846,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:03:34.336885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.94688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:34.337026Z","caller":"traceutil/trace.go:171","msg":"trace[102083709] linearizableReadLoop","detail":"{readStateIndex:14163; appliedIndex:14162; }","duration":"794.868954ms","start":"2026-04-03T03:03:33.542133Z","end":"2026-04-03T03:03:34.337002Z","steps":["trace[102083709] 'read index received' (duration: 149.691219ms)","trace[102083709] 'applied index is now lower than readState.Index' (duration: 645.175335ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:34.337142Z","caller":"traceutil/trace.go:171","msg":"trace[1875728462] transaction","detail":"{read_only:false; response_revision:13621; number_of_response:1; }","duration":"796.160577ms","start":"2026-04-03T03:03:33.540966Z","end":"2026-04-03T03:03:34.337126Z","steps":["trace[1875728462] 'process raft request' (duration: 150.837608ms)","trace[1875728462] 'compare' (duration: 644.300844ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:34.337214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:33.54092Z","time spent":"796.255919ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:34.3376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.440179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-nf8vm.18a2b86af73a9d50\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-04-03T03:03:34.33773Z","caller":"traceutil/trace.go:171","msg":"trace[1037549935] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-nf8vm.18a2b86af73a9d50; range_end:; response_count:1; response_revision:13621; }","duration":"795.627345ms","start":"2026-04-03T03:03:33.542078Z","end":"2026-04-03T03:03:34.337705Z","steps":["trace[1037549935] 'agreement among raft nodes before linearized reading' (duration: 795.06473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:34.337803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:33.54205Z","time spent":"795.739837ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":920,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-nf8vm.18a2b86af73a9d50\" "} {"level":"info","ts":"2026-04-03T03:03:34.738723Z","caller":"traceutil/trace.go:171","msg":"trace[466351517] linearizableReadLoop","detail":"{readStateIndex:14164; appliedIndex:14163; }","duration":"401.618014ms","start":"2026-04-03T03:03:34.337081Z","end":"2026-04-03T03:03:34.738699Z","steps":["trace[466351517] 'read index received' (duration: 334.816412ms)","trace[466351517] 'applied index is now lower than readState.Index' (duration: 66.800152ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:34.738808Z","caller":"traceutil/trace.go:171","msg":"trace[338366754] transaction","detail":"{read_only:false; response_revision:13622; number_of_response:1; }","duration":"1.193967325s","start":"2026-04-03T03:03:33.544806Z","end":"2026-04-03T03:03:34.738773Z","steps":["trace[338366754] 'process raft request' (duration: 1.127218244s)","trace[338366754] 'compare' (duration: 66.440443ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:34.738866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.068476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:03:34.73895Z","caller":"traceutil/trace.go:171","msg":"trace[1036743543] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:13622; }","duration":"935.20265ms","start":"2026-04-03T03:03:33.80373Z","end":"2026-04-03T03:03:34.738933Z","steps":["trace[1036743543] 'agreement among raft nodes before linearized reading' (duration: 935.044876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:34.738956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:33.544787Z","time spent":"1.194087227s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6347,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:34.739002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:33.803673Z","time spent":"935.317442ms","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:34.738892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.861746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:34.739238Z","caller":"traceutil/trace.go:171","msg":"trace[1190667203] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:13622; }","duration":"992.281246ms","start":"2026-04-03T03:03:33.74694Z","end":"2026-04-03T03:03:34.739221Z","steps":["trace[1190667203] 'agreement among raft nodes before linearized reading' (duration: 991.881896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:34.739367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:33.746896Z","time spent":"992.44279ms","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:03:34.80265Z","caller":"traceutil/trace.go:171","msg":"trace[1877325093] transaction","detail":"{read_only:false; response_revision:13623; number_of_response:1; }","duration":"462.688712ms","start":"2026-04-03T03:03:34.339936Z","end":"2026-04-03T03:03:34.802624Z","steps":["trace[1877325093] 'process raft request' (duration: 462.517047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:34.802828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:34.339906Z","time spent":"462.821975ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:34.80286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.589977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:34.803064Z","caller":"traceutil/trace.go:171","msg":"trace[1851657514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13623; }","duration":"255.849143ms","start":"2026-04-03T03:03:34.547197Z","end":"2026-04-03T03:03:34.803046Z","steps":["trace[1851657514] 'agreement among raft nodes before linearized reading' (duration: 255.539706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:34.803234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.390149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-03T03:03:34.803344Z","caller":"traceutil/trace.go:171","msg":"trace[1258638950] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:13623; }","duration":"463.549433ms","start":"2026-04-03T03:03:34.339778Z","end":"2026-04-03T03:03:34.803327Z","steps":["trace[1258638950] 'agreement among raft nodes before linearized reading' (duration: 463.365529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:34.80338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:34.339754Z","time spent":"463.617284ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T03:03:35.039576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.267096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:35.03966Z","caller":"traceutil/trace.go:171","msg":"trace[1409415573] linearizableReadLoop","detail":"{readStateIndex:14166; appliedIndex:14165; }","duration":"230.286239ms","start":"2026-04-03T03:03:34.80936Z","end":"2026-04-03T03:03:35.039647Z","steps":["trace[1409415573] 'read index received' (duration: 121.924959ms)","trace[1409415573] 'applied index is now lower than readState.Index' (duration: 108.36033ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:35.039713Z","caller":"traceutil/trace.go:171","msg":"trace[230200193] transaction","detail":"{read_only:false; response_revision:13624; number_of_response:1; }","duration":"230.366131ms","start":"2026-04-03T03:03:34.809338Z","end":"2026-04-03T03:03:35.039705Z","steps":["trace[230200193] 'process raft request' (duration: 121.880289ms)","trace[230200193] 'compare' (duration: 108.174514ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:35.039871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.493434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:03:35.039927Z","caller":"traceutil/trace.go:171","msg":"trace[2027827282] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:13624; }","duration":"230.572996ms","start":"2026-04-03T03:03:34.80934Z","end":"2026-04-03T03:03:35.039913Z","steps":["trace[2027827282] 'agreement among raft nodes before linearized reading' (duration: 230.386512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:35.364856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.645561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:35.364982Z","caller":"traceutil/trace.go:171","msg":"trace[1344226528] linearizableReadLoop","detail":"{readStateIndex:14167; appliedIndex:14166; }","duration":"325.286121ms","start":"2026-04-03T03:03:35.039678Z","end":"2026-04-03T03:03:35.364964Z","steps":["trace[1344226528] 'read index received' (duration: 188.372473ms)","trace[1344226528] 'applied index is now lower than readState.Index' (duration: 136.912408ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:35.365068Z","caller":"traceutil/trace.go:171","msg":"trace[328958011] transaction","detail":"{read_only:false; response_revision:13625; number_of_response:1; }","duration":"551.292161ms","start":"2026-04-03T03:03:34.813763Z","end":"2026-04-03T03:03:35.365055Z","steps":["trace[328958011] 'process raft request' (duration: 414.357283ms)","trace[328958011] 'compare' (duration: 136.527178ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:35.365126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:34.813755Z","time spent":"551.340782ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7162,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:35.365209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.716452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:03:35.3653Z","caller":"traceutil/trace.go:171","msg":"trace[1727423929] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:13625; }","duration":"524.843636ms","start":"2026-04-03T03:03:34.840426Z","end":"2026-04-03T03:03:35.36527Z","steps":["trace[1727423929] 'agreement among raft nodes before linearized reading' (duration: 524.710152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:35.365289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.273582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:35.36537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:34.840401Z","time spent":"524.950398ms","remote":"127.0.0.1:47572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:03:35.365375Z","caller":"traceutil/trace.go:171","msg":"trace[1709247453] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:13625; }","duration":"478.408526ms","start":"2026-04-03T03:03:34.886945Z","end":"2026-04-03T03:03:35.365353Z","steps":["trace[1709247453] 'agreement among raft nodes before linearized reading' (duration: 478.263892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:35.365421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:34.886919Z","time spent":"478.492188ms","remote":"127.0.0.1:52546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:35.365436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.784668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a2b86c8f40fd10\" ","response":"range_response_count:1 size:860"} {"level":"warn","ts":"2026-04-03T03:03:35.365448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.845489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:35.365506Z","caller":"traceutil/trace.go:171","msg":"trace[1743595754] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a2b86c8f40fd10; range_end:; response_count:1; response_revision:13625; }","duration":"322.89341ms","start":"2026-04-03T03:03:35.042593Z","end":"2026-04-03T03:03:35.365486Z","steps":["trace[1743595754] 'agreement among raft nodes before linearized reading' (duration: 322.746396ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:35.365518Z","caller":"traceutil/trace.go:171","msg":"trace[633115416] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13625; }","duration":"179.947441ms","start":"2026-04-03T03:03:35.185554Z","end":"2026-04-03T03:03:35.365501Z","steps":["trace[633115416] 'agreement among raft nodes before linearized reading' (duration: 179.807238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:35.365515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.872919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:35.365556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:35.042576Z","time spent":"322.965082ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":884,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a2b86c8f40fd10\" "} {"level":"info","ts":"2026-04-03T03:03:35.36557Z","caller":"traceutil/trace.go:171","msg":"trace[1753737423] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13625; }","duration":"179.959232ms","start":"2026-04-03T03:03:35.185598Z","end":"2026-04-03T03:03:35.365557Z","steps":["trace[1753737423] 'agreement among raft nodes before linearized reading' (duration: 179.870209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:35.365566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.030743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-03T03:03:35.365626Z","caller":"traceutil/trace.go:171","msg":"trace[1730635630] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13625; }","duration":"180.128166ms","start":"2026-04-03T03:03:35.185483Z","end":"2026-04-03T03:03:35.365611Z","steps":["trace[1730635630] 'agreement among raft nodes before linearized reading' (duration: 179.93871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:35.36572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.11764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:35.365757Z","caller":"traceutil/trace.go:171","msg":"trace[1136118108] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:13625; }","duration":"312.189932ms","start":"2026-04-03T03:03:35.053556Z","end":"2026-04-03T03:03:35.365746Z","steps":["trace[1136118108] 'agreement among raft nodes before linearized reading' (duration: 312.12847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:35.365787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:35.05353Z","time spent":"312.249703ms","remote":"127.0.0.1:52428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:36.049204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840010443,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T03:03:36.199407Z","caller":"traceutil/trace.go:171","msg":"trace[1785285576] transaction","detail":"{read_only:false; response_revision:13627; number_of_response:1; }","duration":"763.571706ms","start":"2026-04-03T03:03:35.435802Z","end":"2026-04-03T03:03:36.199374Z","steps":["trace[1785285576] 'process raft request' (duration: 763.362641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:36.199777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:35.43579Z","time spent":"763.752242ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:03:36.984243Z","caller":"traceutil/trace.go:171","msg":"trace[1395359274] linearizableReadLoop","detail":"{readStateIndex:14170; appliedIndex:14168; }","duration":"1.435137567s","start":"2026-04-03T03:03:35.549083Z","end":"2026-04-03T03:03:36.98422Z","steps":["trace[1395359274] 'read index received' (duration: 650.055658ms)","trace[1395359274] 'applied index is now lower than readState.Index' (duration: 785.081029ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:36.984364Z","caller":"traceutil/trace.go:171","msg":"trace[475015081] transaction","detail":"{read_only:false; response_revision:13628; number_of_response:1; }","duration":"1.545200009s","start":"2026-04-03T03:03:35.43914Z","end":"2026-04-03T03:03:36.98434Z","steps":["trace[475015081] 'process raft request' (duration: 1.544919272s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:36.984538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:35.439129Z","time spent":"1.5452615s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6055,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:36.984537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435443875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:03:36.984608Z","caller":"traceutil/trace.go:171","msg":"trace[1939907637] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:13628; }","duration":"1.435560638s","start":"2026-04-03T03:03:35.549028Z","end":"2026-04-03T03:03:36.984589Z","steps":["trace[1939907637] 'agreement among raft nodes before linearized reading' (duration: 1.435326292s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:36.984657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:35.548974Z","time spent":"1.435674111s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T03:03:37.987348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.311129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-03T03:03:37.98781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433880896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:37.987866Z","caller":"traceutil/trace.go:171","msg":"trace[1562797277] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:13629; }","duration":"1.433981359s","start":"2026-04-03T03:03:36.55387Z","end":"2026-04-03T03:03:37.987852Z","steps":["trace[1562797277] 'agreement among raft nodes before linearized reading' (duration: 1.433868976s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:37.988039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227455079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/cinder-create-internal-tenant-xm7qs\" ","response":"range_response_count:1 size:2936"} {"level":"info","ts":"2026-04-03T03:03:37.988196Z","caller":"traceutil/trace.go:171","msg":"trace[987264389] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/cinder-create-internal-tenant-xm7qs; range_end:; response_count:1; response_revision:13629; }","duration":"1.227643604s","start":"2026-04-03T03:03:36.760494Z","end":"2026-04-03T03:03:37.988138Z","steps":["trace[987264389] 'agreement among raft nodes before linearized reading' (duration: 1.227207443s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:37.987646Z","caller":"traceutil/trace.go:171","msg":"trace[120463964] linearizableReadLoop","detail":"{readStateIndex:14171; appliedIndex:14170; }","duration":"1.003290863s","start":"2026-04-03T03:03:36.984307Z","end":"2026-04-03T03:03:37.987598Z","steps":["trace[120463964] 'read index received' (duration: 189.595634ms)","trace[120463964] 'applied index is now lower than readState.Index' (duration: 813.692279ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:37.988354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784600527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18a2b86b9faefcdb\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-04-03T03:03:37.98841Z","caller":"traceutil/trace.go:171","msg":"trace[78851512] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18a2b86b9faefcdb; range_end:; response_count:1; response_revision:13629; }","duration":"1.784688599s","start":"2026-04-03T03:03:36.203704Z","end":"2026-04-03T03:03:37.988393Z","steps":["trace[78851512] 'agreement among raft nodes before linearized reading' (duration: 1.784489434s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:37.988065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:36.553852Z","time spent":"1.434197293s","remote":"127.0.0.1:33248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:37.988348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:36.760468Z","time spent":"1.227859718s","remote":"127.0.0.1:34998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":2960,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/cinder-create-internal-tenant-xm7qs\" "} {"level":"warn","ts":"2026-04-03T03:03:37.988528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.907894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:37.988562Z","caller":"traceutil/trace.go:171","msg":"trace[1588608809] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13629; }","duration":"616.976706ms","start":"2026-04-03T03:03:37.371577Z","end":"2026-04-03T03:03:37.988554Z","steps":["trace[1588608809] 'agreement among raft nodes before linearized reading' (duration: 616.924045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:37.988594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:37.371555Z","time spent":"617.033267ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-03T03:03:37.987925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447395287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:37.988682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.591786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:03:37.988721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.446198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-03T03:03:37.988456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:36.203689Z","time spent":"1.784758481s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":807,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.18a2b86b9faefcdb\" "} {"level":"info","ts":"2026-04-03T03:03:37.988757Z","caller":"traceutil/trace.go:171","msg":"trace[540219967] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:13629; }","duration":"921.715309ms","start":"2026-04-03T03:03:37.067025Z","end":"2026-04-03T03:03:37.98874Z","steps":["trace[540219967] 'agreement among raft nodes before linearized reading' (duration: 921.548334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:37.988809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:37.067002Z","time spent":"921.791941ms","remote":"127.0.0.1:34998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":46,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:03:37.988817Z","caller":"traceutil/trace.go:171","msg":"trace[659175090] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13629; }","duration":"617.52754ms","start":"2026-04-03T03:03:37.371224Z","end":"2026-04-03T03:03:37.988751Z","steps":["trace[659175090] 'agreement among raft nodes before linearized reading' (duration: 617.345815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:37.988819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.058341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:37.988859Z","caller":"traceutil/trace.go:171","msg":"trace[2138481629] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13629; }","duration":"610.117973ms","start":"2026-04-03T03:03:37.378733Z","end":"2026-04-03T03:03:37.988851Z","steps":["trace[2138481629] 'agreement among raft nodes before linearized reading' (duration: 610.063582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:37.988861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:37.371204Z","time spent":"617.647213ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-04-03T03:03:37.988689Z","caller":"traceutil/trace.go:171","msg":"trace[905458569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13629; }","duration":"1.448195067s","start":"2026-04-03T03:03:36.540474Z","end":"2026-04-03T03:03:37.988669Z","steps":["trace[905458569] 'agreement among raft nodes before linearized reading' (duration: 1.447381677s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:37.988071Z","caller":"traceutil/trace.go:171","msg":"trace[1771635503] transaction","detail":"{read_only:false; response_revision:13629; number_of_response:1; }","duration":"1.321553717s","start":"2026-04-03T03:03:36.666495Z","end":"2026-04-03T03:03:37.988048Z","steps":["trace[1771635503] 'process raft request' (duration: 507.434897ms)","trace[1771635503] 'compare' (duration: 813.141325ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:37.988901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.391645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:54 size:504454"} {"level":"info","ts":"2026-04-03T03:03:37.98894Z","caller":"traceutil/trace.go:171","msg":"trace[762839045] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:54; response_revision:13629; }","duration":"999.473707ms","start":"2026-04-03T03:03:36.989454Z","end":"2026-04-03T03:03:37.988928Z","steps":["trace[762839045] 'agreement among raft nodes before linearized reading' (duration: 998.966885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:37.988976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:36.666472Z","time spent":"1.32244777s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:37.988982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:36.989433Z","time spent":"999.539679ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":54,"response size":504478,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:03:37.988934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:36.540455Z","time spent":"1.448467093s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:03:37.988895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:37.378723Z","time spent":"610.166034ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-03T03:03:37.989645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.729929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-nf8vm\" ","response":"range_response_count:1 size:6070"} {"level":"info","ts":"2026-04-03T03:03:37.989717Z","caller":"traceutil/trace.go:171","msg":"trace[1337775974] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-nf8vm; range_end:; response_count:1; response_revision:13629; }","duration":"996.82344ms","start":"2026-04-03T03:03:36.992875Z","end":"2026-04-03T03:03:37.989699Z","steps":["trace[1337775974] 'agreement among raft nodes before linearized reading' (duration: 995.859946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:37.989764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:36.992867Z","time spent":"996.883482ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":6094,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-nf8vm\" "} {"level":"warn","ts":"2026-04-03T03:03:38.491652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840010449,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T03:03:38.636179Z","caller":"traceutil/trace.go:171","msg":"trace[1756926023] transaction","detail":"{read_only:false; response_revision:13630; number_of_response:1; }","duration":"645.623927ms","start":"2026-04-03T03:03:37.990536Z","end":"2026-04-03T03:03:38.63616Z","steps":["trace[1756926023] 'process raft request' (duration: 645.511064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:38.636289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:37.990512Z","time spent":"645.716589ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:38.895641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.931216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:03:38.896011Z","caller":"traceutil/trace.go:171","msg":"trace[1648378538] linearizableReadLoop","detail":"{readStateIndex:14174; appliedIndex:14172; }","duration":"905.398019ms","start":"2026-04-03T03:03:37.990583Z","end":"2026-04-03T03:03:38.895981Z","steps":["trace[1648378538] 'read index received' (duration: 645.897654ms)","trace[1648378538] 'applied index is now lower than readState.Index' (duration: 259.498675ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:38.896088Z","caller":"traceutil/trace.go:171","msg":"trace[1832525164] transaction","detail":"{read_only:false; response_revision:13632; number_of_response:1; }","duration":"455.674195ms","start":"2026-04-03T03:03:38.440341Z","end":"2026-04-03T03:03:38.896015Z","steps":["trace[1832525164] 'process raft request' (duration: 455.458889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:38.89614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.532872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:38.8962Z","caller":"traceutil/trace.go:171","msg":"trace[1596911808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13632; }","duration":"905.644855ms","start":"2026-04-03T03:03:37.990544Z","end":"2026-04-03T03:03:38.896189Z","steps":["trace[1596911808] 'agreement among raft nodes before linearized reading' (duration: 905.522042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:38.896246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:37.990525Z","time spent":"905.706566ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:03:38.896301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:38.440296Z","time spent":"455.8848ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:38.896301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.776985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:38.896402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.589658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4244"} {"level":"info","ts":"2026-04-03T03:03:38.896404Z","caller":"traceutil/trace.go:171","msg":"trace[1902600382] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:13632; }","duration":"416.920609ms","start":"2026-04-03T03:03:38.479454Z","end":"2026-04-03T03:03:38.896375Z","steps":["trace[1902600382] 'agreement among raft nodes before linearized reading' (duration: 416.752494ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:38.896458Z","caller":"traceutil/trace.go:171","msg":"trace[1499169798] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:13632; }","duration":"902.666859ms","start":"2026-04-03T03:03:37.993773Z","end":"2026-04-03T03:03:38.89644Z","steps":["trace[1499169798] 'agreement among raft nodes before linearized reading' (duration: 902.380802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:38.896477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:38.479428Z","time spent":"417.030692ms","remote":"127.0.0.1:37670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:03:38.896022Z","caller":"traceutil/trace.go:171","msg":"trace[1464885743] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13631; }","duration":"903.929742ms","start":"2026-04-03T03:03:37.992027Z","end":"2026-04-03T03:03:38.895957Z","steps":["trace[1464885743] 'process raft request' (duration: 780.494104ms)","trace[1464885743] 'compare' (duration: 122.73582ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:38.896522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:37.993761Z","time spent":"902.747622ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4268,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-03T03:03:38.89639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.611842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-rvtcb.18a2b86b2da3df17\" ","response":"range_response_count:1 size:850"} {"level":"info","ts":"2026-04-03T03:03:38.896581Z","caller":"traceutil/trace.go:171","msg":"trace[1547880346] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-rvtcb.18a2b86b2da3df17; range_end:; response_count:1; response_revision:13632; }","duration":"256.865378ms","start":"2026-04-03T03:03:38.639702Z","end":"2026-04-03T03:03:38.896567Z","steps":["trace[1547880346] 'agreement among raft nodes before linearized reading' (duration: 256.479099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:38.896801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:37.992002Z","time spent":"904.527496ms","remote":"127.0.0.1:34998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":85,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-03T03:03:39.831321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.223019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:39.831582Z","caller":"traceutil/trace.go:171","msg":"trace[1005240105] linearizableReadLoop","detail":"{readStateIndex:14175; appliedIndex:14174; }","duration":"925.875094ms","start":"2026-04-03T03:03:38.905682Z","end":"2026-04-03T03:03:39.831557Z","steps":["trace[1005240105] 'read index received' (duration: 189.392019ms)","trace[1005240105] 'applied index is now lower than readState.Index' (duration: 736.479575ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:39.83173Z","caller":"traceutil/trace.go:171","msg":"trace[1128220330] transaction","detail":"{read_only:false; response_revision:13633; number_of_response:1; }","duration":"932.786898ms","start":"2026-04-03T03:03:38.898924Z","end":"2026-04-03T03:03:39.831711Z","steps":["trace[1128220330] 'process raft request' (duration: 196.052427ms)","trace[1128220330] 'compare' (duration: 735.875088ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:39.8319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:38.898842Z","time spent":"932.994093ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:39.83208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.378327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:39.832161Z","caller":"traceutil/trace.go:171","msg":"trace[84000891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13633; }","duration":"926.496329ms","start":"2026-04-03T03:03:38.905646Z","end":"2026-04-03T03:03:39.832142Z","steps":["trace[84000891] 'agreement among raft nodes before linearized reading' (duration: 926.318725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:39.832202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:38.905633Z","time spent":"926.561512ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:03:39.872203Z","caller":"traceutil/trace.go:171","msg":"trace[2011646291] transaction","detail":"{read_only:false; response_revision:13634; number_of_response:1; }","duration":"966.435246ms","start":"2026-04-03T03:03:38.905672Z","end":"2026-04-03T03:03:39.872107Z","steps":["trace[2011646291] 'process raft request' (duration: 966.327363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:39.872377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:38.905647Z","time spent":"966.680691ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:03:40.597654Z","caller":"traceutil/trace.go:171","msg":"trace[1033998090] transaction","detail":"{read_only:false; response_revision:13635; number_of_response:1; }","duration":"952.518775ms","start":"2026-04-03T03:03:39.645113Z","end":"2026-04-03T03:03:40.597632Z","steps":["trace[1033998090] 'process raft request' (duration: 952.252798ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:40.597763Z","caller":"traceutil/trace.go:171","msg":"trace[923208051] linearizableReadLoop","detail":"{readStateIndex:14177; appliedIndex:14175; }","duration":"765.850904ms","start":"2026-04-03T03:03:39.831664Z","end":"2026-04-03T03:03:40.597515Z","steps":["trace[923208051] 'read index received' (duration: 40.365246ms)","trace[923208051] 'applied index is now lower than readState.Index' (duration: 725.484748ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:40.59791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:39.64509Z","time spent":"952.73138ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:40.597959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.795308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:40.597996Z","caller":"traceutil/trace.go:171","msg":"trace[868809098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13635; }","duration":"764.869569ms","start":"2026-04-03T03:03:39.833114Z","end":"2026-04-03T03:03:40.597984Z","steps":["trace[868809098] 'agreement among raft nodes before linearized reading' (duration: 764.801358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:40.598031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:39.833094Z","time spent":"764.930391ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:03:40.598048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341849108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:03:40.598214Z","caller":"traceutil/trace.go:171","msg":"trace[917433897] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:13635; }","duration":"1.342087063s","start":"2026-04-03T03:03:39.256064Z","end":"2026-04-03T03:03:40.598151Z","steps":["trace[917433897] 'agreement among raft nodes before linearized reading' (duration: 1.341619772s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:40.598499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.611349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:03:40.598552Z","caller":"traceutil/trace.go:171","msg":"trace[362643997] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:13635; }","duration":"599.685101ms","start":"2026-04-03T03:03:39.998855Z","end":"2026-04-03T03:03:40.59854Z","steps":["trace[362643997] 'agreement among raft nodes before linearized reading' (duration: 599.310551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:40.59859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:39.998844Z","time spent":"599.738793ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T03:03:40.598226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.965953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:40.598617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.808789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a2b86c8f1635f7\" ","response":"range_response_count:1 size:814"} {"level":"warn","ts":"2026-04-03T03:03:40.59856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:39.256037Z","time spent":"1.342263878s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":62,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:03:40.59865Z","caller":"traceutil/trace.go:171","msg":"trace[164470745] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13635; }","duration":"605.415625ms","start":"2026-04-03T03:03:39.993213Z","end":"2026-04-03T03:03:40.598629Z","steps":["trace[164470745] 'agreement among raft nodes before linearized reading' (duration: 604.977853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:40.59862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.229476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4773"} {"level":"info","ts":"2026-04-03T03:03:40.598686Z","caller":"traceutil/trace.go:171","msg":"trace[7138618] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a2b86c8f1635f7; range_end:; response_count:1; response_revision:13635; }","duration":"762.912111ms","start":"2026-04-03T03:03:39.835754Z","end":"2026-04-03T03:03:40.598666Z","steps":["trace[7138618] 'agreement among raft nodes before linearized reading' (duration: 762.748346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:40.598704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:39.993187Z","time spent":"605.500228ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-03T03:03:40.598209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.169013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:40.598738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:39.835736Z","time spent":"762.989593ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":838,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a2b86c8f1635f7\" "} {"level":"info","ts":"2026-04-03T03:03:40.59876Z","caller":"traceutil/trace.go:171","msg":"trace[1807961049] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13635; }","duration":"604.781059ms","start":"2026-04-03T03:03:39.993965Z","end":"2026-04-03T03:03:40.598746Z","steps":["trace[1807961049] 'agreement among raft nodes before linearized reading' (duration: 604.147532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:40.598784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.761238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-03T03:03:40.598802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:39.993945Z","time spent":"604.84673ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-03T03:03:40.598842Z","caller":"traceutil/trace.go:171","msg":"trace[239238580] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13635; }","duration":"604.82534ms","start":"2026-04-03T03:03:39.993991Z","end":"2026-04-03T03:03:40.598816Z","steps":["trace[239238580] 'agreement among raft nodes before linearized reading' (duration: 604.269565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:40.598895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:39.993981Z","time spent":"604.906232ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-04-03T03:03:40.598704Z","caller":"traceutil/trace.go:171","msg":"trace[1450218802] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:13635; }","duration":"722.345049ms","start":"2026-04-03T03:03:39.876349Z","end":"2026-04-03T03:03:40.598694Z","steps":["trace[1450218802] 'agreement among raft nodes before linearized reading' (duration: 721.896697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:40.598941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:39.87633Z","time spent":"722.599656ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4797,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-04-03T03:03:41.906359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.054256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:41.90647Z","caller":"traceutil/trace.go:171","msg":"trace[758320382] linearizableReadLoop","detail":"{readStateIndex:14178; appliedIndex:14177; }","duration":"1.300777685s","start":"2026-04-03T03:03:40.605676Z","end":"2026-04-03T03:03:41.906454Z","steps":["trace[758320382] 'read index received' (duration: 388.521774ms)","trace[758320382] 'applied index is now lower than readState.Index' (duration: 912.254621ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:41.906567Z","caller":"traceutil/trace.go:171","msg":"trace[740376096] transaction","detail":"{read_only:false; response_revision:13636; number_of_response:1; }","duration":"1.304405325s","start":"2026-04-03T03:03:40.602146Z","end":"2026-04-03T03:03:41.906552Z","steps":["trace[740376096] 'process raft request' (duration: 392.035191ms)","trace[740376096] 'compare' (duration: 911.373559ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:41.906653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:40.602123Z","time spent":"1.304486597s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:41.907656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301965665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:54 size:504454"} {"level":"info","ts":"2026-04-03T03:03:41.907718Z","caller":"traceutil/trace.go:171","msg":"trace[1416510446] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:54; response_revision:13636; }","duration":"1.302051917s","start":"2026-04-03T03:03:40.605653Z","end":"2026-04-03T03:03:41.907704Z","steps":["trace[1416510446] 'agreement among raft nodes before linearized reading' (duration: 1.301229756s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:41.907765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:40.605643Z","time spent":"1.302109918s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":54,"response size":504478,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:03:42.386301Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.392075994s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:03:42.465224Z","caller":"traceutil/trace.go:171","msg":"trace[1241947497] linearizableReadLoop","detail":"{readStateIndex:14179; appliedIndex:14178; }","duration":"558.681019ms","start":"2026-04-03T03:03:41.906511Z","end":"2026-04-03T03:03:42.465192Z","steps":["trace[1241947497] 'read index received' (duration: 479.951566ms)","trace[1241947497] 'applied index is now lower than readState.Index' (duration: 78.727593ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:42.465305Z","caller":"traceutil/trace.go:171","msg":"trace[558794114] transaction","detail":"{read_only:false; response_revision:13637; number_of_response:1; }","duration":"1.859200166s","start":"2026-04-03T03:03:40.606082Z","end":"2026-04-03T03:03:42.465282Z","steps":["trace[558794114] 'process raft request' (duration: 1.780445743s)","trace[558794114] 'compare' (duration: 78.469186ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:42.465416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:40.606071Z","time spent":"1.859282339s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5041,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:42.465423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105928969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:42.465428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012748932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T03:03:42.465473Z","caller":"traceutil/trace.go:171","msg":"trace[709003442] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:13637; }","duration":"1.106038411s","start":"2026-04-03T03:03:41.359418Z","end":"2026-04-03T03:03:42.465456Z","steps":["trace[709003442] 'agreement among raft nodes before linearized reading' (duration: 1.105931989s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:42.465552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:41.359394Z","time spent":"1.106113984s","remote":"127.0.0.1:39218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:42.46563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.75868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:42.465665Z","caller":"traceutil/trace.go:171","msg":"trace[1683777723] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:13637; }","duration":"917.840102ms","start":"2026-04-03T03:03:41.547816Z","end":"2026-04-03T03:03:42.465656Z","steps":["trace[1683777723] 'agreement among raft nodes before linearized reading' (duration: 917.772401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:42.4657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:41.547793Z","time spent":"917.898114ms","remote":"127.0.0.1:52346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:42.465782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633272487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:03:42.465911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.384915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:42.465926Z","caller":"traceutil/trace.go:171","msg":"trace[334549314] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:13637; }","duration":"1.633514043s","start":"2026-04-03T03:03:40.832393Z","end":"2026-04-03T03:03:42.465907Z","steps":["trace[334549314] 'agreement among raft nodes before linearized reading' (duration: 1.633199186s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:42.465961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.377127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:03:42.46601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.886253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-slcmx.18a2b86358607d0e\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-04-03T03:03:42.466064Z","caller":"traceutil/trace.go:171","msg":"trace[1074288720] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-slcmx.18a2b86358607d0e; range_end:; response_count:1; response_revision:13637; }","duration":"554.950384ms","start":"2026-04-03T03:03:41.911098Z","end":"2026-04-03T03:03:42.466049Z","steps":["trace[1074288720] 'agreement among raft nodes before linearized reading' (duration: 554.78955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:42.466121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:41.911081Z","time spent":"555.027626ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":905,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-slcmx.18a2b86358607d0e\" "} {"level":"warn","ts":"2026-04-03T03:03:42.466057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:40.83235Z","time spent":"1.633684128s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":22,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:42.466381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.502549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:42.466437Z","caller":"traceutil/trace.go:171","msg":"trace[870950716] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:13637; }","duration":"142.590531ms","start":"2026-04-03T03:03:42.323833Z","end":"2026-04-03T03:03:42.466423Z","steps":["trace[870950716] 'agreement among raft nodes before linearized reading' (duration: 142.496619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:42.466684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424492389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:42.466747Z","caller":"traceutil/trace.go:171","msg":"trace[1112544268] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:13637; }","duration":"1.424559441s","start":"2026-04-03T03:03:41.042171Z","end":"2026-04-03T03:03:42.466731Z","steps":["trace[1112544268] 'agreement among raft nodes before linearized reading' (duration: 1.424458268s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:42.466793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:41.042107Z","time spent":"1.424672214s","remote":"127.0.0.1:37610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:42.467035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488524212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:42.467187Z","caller":"traceutil/trace.go:171","msg":"trace[398534866] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:13637; }","duration":"1.488681527s","start":"2026-04-03T03:03:40.978448Z","end":"2026-04-03T03:03:42.467129Z","steps":["trace[398534866] 'agreement among raft nodes before linearized reading' (duration: 1.488540672s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:42.467282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:40.978419Z","time spent":"1.48881303s","remote":"127.0.0.1:52364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:42.467649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583704309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:03:42.467751Z","caller":"traceutil/trace.go:171","msg":"trace[850524316] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13637; }","duration":"1.583818252s","start":"2026-04-03T03:03:40.883879Z","end":"2026-04-03T03:03:42.467697Z","steps":["trace[850524316] 'agreement among raft nodes before linearized reading' (duration: 1.583674528s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:42.467845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:40.883854Z","time spent":"1.583937365s","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:42.465851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859306329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:42.468154Z","caller":"traceutil/trace.go:171","msg":"trace[1749011130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13637; }","duration":"1.861613708s","start":"2026-04-03T03:03:40.606524Z","end":"2026-04-03T03:03:42.468138Z","steps":["trace[1749011130] 'agreement among raft nodes before linearized reading' (duration: 1.859282199s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:42.468243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:40.60652Z","time spent":"1.861668259s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:03:42.46595Z","caller":"traceutil/trace.go:171","msg":"trace[294352465] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:13637; }","duration":"976.464487ms","start":"2026-04-03T03:03:41.489477Z","end":"2026-04-03T03:03:42.465941Z","steps":["trace[294352465] 'agreement among raft nodes before linearized reading' (duration: 976.406316ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:42.465562Z","caller":"traceutil/trace.go:171","msg":"trace[2010858173] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:13637; }","duration":"1.012877375s","start":"2026-04-03T03:03:41.452612Z","end":"2026-04-03T03:03:42.46549Z","steps":["trace[2010858173] 'agreement among raft nodes before linearized reading' (duration: 1.012647959s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:42.489431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:41.489451Z","time spent":"999.963789ms","remote":"127.0.0.1:47462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:42.48948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.894895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:42.466018Z","caller":"traceutil/trace.go:171","msg":"trace[1440957007] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:13637; }","duration":"789.47764ms","start":"2026-04-03T03:03:41.676528Z","end":"2026-04-03T03:03:42.466006Z","steps":["trace[1440957007] 'agreement among raft nodes before linearized reading' (duration: 788.739062ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:42.489555Z","caller":"traceutil/trace.go:171","msg":"trace[305529423] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:13637; }","duration":"313.999158ms","start":"2026-04-03T03:03:42.17554Z","end":"2026-04-03T03:03:42.489539Z","steps":["trace[305529423] 'agreement among raft nodes before linearized reading' (duration: 313.886924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:42.489603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:42.175526Z","time spent":"314.066089ms","remote":"127.0.0.1:52376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:42.489599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:41.452559Z","time spent":"1.036901131s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-03T03:03:42.489635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:41.676509Z","time spent":"813.074535ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1294,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:43.427688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.449953ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-03T03:03:43.427825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:42.490624Z","time spent":"937.196289ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T03:03:43.504919Z","caller":"traceutil/trace.go:171","msg":"trace[1814202809] linearizableReadLoop","detail":"{readStateIndex:14181; appliedIndex:14179; }","duration":"988.115622ms","start":"2026-04-03T03:03:42.516779Z","end":"2026-04-03T03:03:43.504895Z","steps":["trace[1814202809] 'read index received' (duration: 232.455904ms)","trace[1814202809] 'applied index is now lower than readState.Index' (duration: 755.658568ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:43.505021Z","caller":"traceutil/trace.go:171","msg":"trace[1213971845] transaction","detail":"{read_only:false; response_revision:13638; number_of_response:1; }","duration":"1.013301806s","start":"2026-04-03T03:03:42.491693Z","end":"2026-04-03T03:03:43.504994Z","steps":["trace[1213971845] 'process raft request' (duration: 1.012966168s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:43.505122Z","caller":"traceutil/trace.go:171","msg":"trace[817386793] transaction","detail":"{read_only:false; response_revision:13639; number_of_response:1; }","duration":"988.097501ms","start":"2026-04-03T03:03:42.516982Z","end":"2026-04-03T03:03:43.50508Z","steps":["trace[817386793] 'process raft request' (duration: 987.848035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:43.505265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:42.491682Z","time spent":"1.013410269s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:43.505318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:42.516933Z","time spent":"988.279696ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9187,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:43.50529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.497951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:43.505479Z","caller":"traceutil/trace.go:171","msg":"trace[160399752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13639; }","duration":"988.714047ms","start":"2026-04-03T03:03:42.516746Z","end":"2026-04-03T03:03:43.505461Z","steps":["trace[160399752] 'agreement among raft nodes before linearized reading' (duration: 988.415929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:43.505587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:42.516729Z","time spent":"988.840149ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:03:43.80712Z","caller":"traceutil/trace.go:171","msg":"trace[1862995183] linearizableReadLoop","detail":"{readStateIndex:14183; appliedIndex:14182; }","duration":"302.035076ms","start":"2026-04-03T03:03:43.505064Z","end":"2026-04-03T03:03:43.807099Z","steps":["trace[1862995183] 'read index received' (duration: 265.884395ms)","trace[1862995183] 'applied index is now lower than readState.Index' (duration: 36.149721ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:43.807352Z","caller":"traceutil/trace.go:171","msg":"trace[1955602963] transaction","detail":"{read_only:false; response_revision:13640; number_of_response:1; }","duration":"377.923386ms","start":"2026-04-03T03:03:43.429399Z","end":"2026-04-03T03:03:43.807323Z","steps":["trace[1955602963] 'process raft request' (duration: 341.54131ms)","trace[1955602963] 'compare' (duration: 35.894004ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:43.807524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:43.429375Z","time spent":"378.03964ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:43.807589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203447204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-03T03:03:43.807602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204674445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:43.807643Z","caller":"traceutil/trace.go:171","msg":"trace[1284605476] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13640; }","duration":"1.204761287s","start":"2026-04-03T03:03:42.602873Z","end":"2026-04-03T03:03:43.807634Z","steps":["trace[1284605476] 'agreement among raft nodes before linearized reading' (duration: 1.204683675s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:43.807671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:42.60285Z","time spent":"1.204815718s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-03T03:03:43.807739Z","caller":"traceutil/trace.go:171","msg":"trace[823481916] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13640; }","duration":"1.203633059s","start":"2026-04-03T03:03:42.604098Z","end":"2026-04-03T03:03:43.807731Z","steps":["trace[823481916] 'agreement among raft nodes before linearized reading' (duration: 1.203196298s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:43.80777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:42.604086Z","time spent":"1.20367896s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-03T03:03:43.80781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.316727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:43.80784Z","caller":"traceutil/trace.go:171","msg":"trace[1971953860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13640; }","duration":"301.376119ms","start":"2026-04-03T03:03:43.506456Z","end":"2026-04-03T03:03:43.807832Z","steps":["trace[1971953860] 'agreement among raft nodes before linearized reading' (duration: 301.328298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:43.807864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:43.506437Z","time spent":"301.42223ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:03:43.807541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065306655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-04-03T03:03:43.807938Z","caller":"traceutil/trace.go:171","msg":"trace[756584070] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:13640; }","duration":"1.065750206s","start":"2026-04-03T03:03:42.74218Z","end":"2026-04-03T03:03:43.807931Z","steps":["trace[756584070] 'agreement among raft nodes before linearized reading' (duration: 1.064963756s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:43.80796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:42.742158Z","time spent":"1.065795057s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-03T03:03:43.807913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.356636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:03:43.808051Z","caller":"traceutil/trace.go:171","msg":"trace[300361962] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13640; }","duration":"783.697264ms","start":"2026-04-03T03:03:43.024345Z","end":"2026-04-03T03:03:43.808042Z","steps":["trace[300361962] 'agreement among raft nodes before linearized reading' (duration: 783.374896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:43.808104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.201855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-slcmx.18a2b86358624141\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-04-03T03:03:43.808142Z","caller":"traceutil/trace.go:171","msg":"trace[2028872905] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-slcmx.18a2b86358624141; range_end:; response_count:1; response_revision:13640; }","duration":"299.272257ms","start":"2026-04-03T03:03:43.50886Z","end":"2026-04-03T03:03:43.808132Z","steps":["trace[2028872905] 'agreement among raft nodes before linearized reading' (duration: 299.212925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:43.808205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:43.02432Z","time spent":"783.800947ms","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:43.808054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.288137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-create-internal-tenant-xm7qs\" ","response":"range_response_count:1 size:9484"} {"level":"info","ts":"2026-04-03T03:03:43.808342Z","caller":"traceutil/trace.go:171","msg":"trace[1477550348] range","detail":"{range_begin:/registry/pods/openstack/cinder-create-internal-tenant-xm7qs; range_end:; response_count:1; response_revision:13640; }","duration":"299.611045ms","start":"2026-04-03T03:03:43.508701Z","end":"2026-04-03T03:03:43.808312Z","steps":["trace[1477550348] 'agreement among raft nodes before linearized reading' (duration: 299.263486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:43.809031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204300105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:43.80936Z","caller":"traceutil/trace.go:171","msg":"trace[80251850] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13640; }","duration":"1.205729302s","start":"2026-04-03T03:03:42.603401Z","end":"2026-04-03T03:03:43.809131Z","steps":["trace[80251850] 'agreement among raft nodes before linearized reading' (duration: 1.204189183s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:43.809518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:42.603392Z","time spent":"1.2060607s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-03T03:03:44.123415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.165128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:44.123626Z","caller":"traceutil/trace.go:171","msg":"trace[2104950351] linearizableReadLoop","detail":"{readStateIndex:14184; appliedIndex:14183; }","duration":"313.018202ms","start":"2026-04-03T03:03:43.810573Z","end":"2026-04-03T03:03:44.123591Z","steps":["trace[2104950351] 'read index received' (duration: 101.561217ms)","trace[2104950351] 'applied index is now lower than readState.Index' (duration: 211.454975ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:44.123719Z","caller":"traceutil/trace.go:171","msg":"trace[1575618609] transaction","detail":"{read_only:false; response_revision:13641; number_of_response:1; }","duration":"313.757761ms","start":"2026-04-03T03:03:43.809945Z","end":"2026-04-03T03:03:44.123702Z","steps":["trace[1575618609] 'process raft request' (duration: 102.212684ms)","trace[1575618609] 'compare' (duration: 211.031644ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:44.123818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:43.809931Z","time spent":"313.838433ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:44.123893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.312949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T03:03:44.123963Z","caller":"traceutil/trace.go:171","msg":"trace[602734462] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:13641; }","duration":"313.407782ms","start":"2026-04-03T03:03:43.810542Z","end":"2026-04-03T03:03:44.12395Z","steps":["trace[602734462] 'agreement among raft nodes before linearized reading' (duration: 313.164806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:44.124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:43.810536Z","time spent":"313.456753ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-03T03:03:44.879616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.167553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:44.880202Z","caller":"traceutil/trace.go:171","msg":"trace[1238879078] transaction","detail":"{read_only:false; response_revision:13642; number_of_response:1; }","duration":"1.063677204s","start":"2026-04-03T03:03:43.816198Z","end":"2026-04-03T03:03:44.879875Z","steps":["trace[1238879078] 'process raft request' (duration: 486.171702ms)","trace[1238879078] 'compare' (duration: 577.04104ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:44.880168Z","caller":"traceutil/trace.go:171","msg":"trace[782561518] linearizableReadLoop","detail":"{readStateIndex:14185; appliedIndex:14184; }","duration":"756.261003ms","start":"2026-04-03T03:03:44.123662Z","end":"2026-04-03T03:03:44.879923Z","steps":["trace[782561518] 'read index received' (duration: 178.673049ms)","trace[782561518] 'applied index is now lower than readState.Index' (duration: 577.519332ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:44.880395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:43.81618Z","time spent":"1.064113655s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:45.515626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.903563ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T03:03:45.515721Z","caller":"traceutil/trace.go:171","msg":"trace[1216284470] linearizableReadLoop","detail":"{readStateIndex:14186; appliedIndex:14185; }","duration":"635.294977ms","start":"2026-04-03T03:03:44.88041Z","end":"2026-04-03T03:03:45.515705Z","steps":["trace[1216284470] 'read index received' (duration: 61.022µs)","trace[1216284470] 'applied index is now lower than readState.Index' (duration: 635.232205ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:45.516018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.412311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-03T03:03:45.516084Z","caller":"traceutil/trace.go:171","msg":"trace[1632495276] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13642; }","duration":"998.524134ms","start":"2026-04-03T03:03:44.517543Z","end":"2026-04-03T03:03:45.516067Z","steps":["trace[1632495276] 'agreement among raft nodes before linearized reading' (duration: 998.326039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:45.516134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:44.517519Z","time spent":"998.602186ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T03:03:45.516113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.643722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-03T03:03:45.516203Z","caller":"traceutil/trace.go:171","msg":"trace[1097053408] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13642; }","duration":"999.778405ms","start":"2026-04-03T03:03:44.516398Z","end":"2026-04-03T03:03:45.516177Z","steps":["trace[1097053408] 'agreement among raft nodes before linearized reading' (duration: 999.511308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:45.516258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:44.516377Z","time spent":"999.867308ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:03:45.51629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597831053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:03:45.516339Z","caller":"traceutil/trace.go:171","msg":"trace[831676879] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:13642; }","duration":"1.597910316s","start":"2026-04-03T03:03:43.918412Z","end":"2026-04-03T03:03:45.516322Z","steps":["trace[831676879] 'agreement among raft nodes before linearized reading' (duration: 961.679235ms)","trace[831676879] 'range keys from in-memory index tree' (duration: 636.104567ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:45.516372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705508645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f47e88a7-7898-4665-b41c-05b439f0f11a\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-03T03:03:45.516436Z","caller":"traceutil/trace.go:171","msg":"trace[1845556846] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f47e88a7-7898-4665-b41c-05b439f0f11a; range_end:; response_count:1; response_revision:13642; }","duration":"1.705583288s","start":"2026-04-03T03:03:43.810832Z","end":"2026-04-03T03:03:45.516416Z","steps":["trace[1845556846] 'agreement among raft nodes before linearized reading' (duration: 1.069391978s)","trace[1845556846] 'range keys from in-memory index tree' (duration: 635.996145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:45.516411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701494594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:45.516482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:43.810827Z","time spent":"1.705642779s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-f47e88a7-7898-4665-b41c-05b439f0f11a\" "} {"level":"info","ts":"2026-04-03T03:03:45.51651Z","caller":"traceutil/trace.go:171","msg":"trace[226192050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13642; }","duration":"1.701632938s","start":"2026-04-03T03:03:43.81485Z","end":"2026-04-03T03:03:45.516483Z","steps":["trace[226192050] 'agreement among raft nodes before linearized reading' (duration: 1.065266314s)","trace[226192050] 'range keys from in-memory index tree' (duration: 636.223421ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:45.516385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:43.918397Z","time spent":"1.597976928s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T03:03:45.516564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:43.814832Z","time spent":"1.701719399s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:03:45.516432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390887053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:03:45.516633Z","caller":"traceutil/trace.go:171","msg":"trace[29803484] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:13642; }","duration":"1.391129499s","start":"2026-04-03T03:03:44.125488Z","end":"2026-04-03T03:03:45.516617Z","steps":["trace[29803484] 'agreement among raft nodes before linearized reading' (duration: 1.390803281s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:45.516673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:44.125437Z","time spent":"1.391224982s","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T03:03:45.580812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.304203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:45.580933Z","caller":"traceutil/trace.go:171","msg":"trace[1745559625] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:13643; }","duration":"250.512338ms","start":"2026-04-03T03:03:45.330394Z","end":"2026-04-03T03:03:45.580906Z","steps":["trace[1745559625] 'agreement among raft nodes before linearized reading' (duration: 250.278772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:45.581078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.104954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-create-internal-tenant-xm7qs\" ","response":"range_response_count:1 size:9672"} {"level":"info","ts":"2026-04-03T03:03:45.581373Z","caller":"traceutil/trace.go:171","msg":"trace[158852623] range","detail":"{range_begin:/registry/pods/openstack/cinder-create-internal-tenant-xm7qs; range_end:; response_count:1; response_revision:13643; }","duration":"697.468353ms","start":"2026-04-03T03:03:44.883876Z","end":"2026-04-03T03:03:45.581344Z","steps":["trace[158852623] 'agreement among raft nodes before linearized reading' (duration: 696.845357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:45.581568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:44.883853Z","time spent":"697.567226ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":9696,"request content":"key:\"/registry/pods/openstack/cinder-create-internal-tenant-xm7qs\" "} {"level":"warn","ts":"2026-04-03T03:03:46.749489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136798876s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-03T03:03:46.749762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.704023ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:46.749843Z","caller":"traceutil/trace.go:171","msg":"trace[2070686905] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13643; }","duration":"526.795905ms","start":"2026-04-03T03:03:46.223034Z","end":"2026-04-03T03:03:46.74983Z","steps":["trace[2070686905] 'range keys from in-memory index tree' (duration: 526.691033ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:46.750003Z","caller":"traceutil/trace.go:171","msg":"trace[1558799698] transaction","detail":"{read_only:false; response_revision:13644; number_of_response:1; }","duration":"1.228838992s","start":"2026-04-03T03:03:45.52114Z","end":"2026-04-03T03:03:46.749979Z","steps":["trace[1558799698] 'process raft request' (duration: 1.228442792s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:46.750148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:45.521128Z","time spent":"1.228938605s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:47.518528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000664868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:03:47.518615Z","caller":"traceutil/trace.go:171","msg":"trace[1027815014] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00078519s","start":"2026-04-03T03:03:45.517811Z","end":"2026-04-03T03:03:47.518596Z","steps":["trace[1027815014] 'agreement among raft nodes before linearized reading' (duration: 2.000682108s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:47.518659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:45.517795Z","time spent":"2.000855043s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:03:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:03:47.829987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079929344s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:47.830127Z","caller":"traceutil/trace.go:171","msg":"trace[757266707] linearizableReadLoop","detail":"{readStateIndex:14190; appliedIndex:14187; }","duration":"2.249477663s","start":"2026-04-03T03:03:45.580627Z","end":"2026-04-03T03:03:47.830104Z","steps":["trace[757266707] 'read index received' (duration: 31.912143ms)","trace[757266707] 'applied index is now lower than readState.Index' (duration: 2.2175634s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:47.830226Z","caller":"traceutil/trace.go:171","msg":"trace[608020248] transaction","detail":"{read_only:false; response_revision:13645; number_of_response:1; }","duration":"2.308772887s","start":"2026-04-03T03:03:45.521421Z","end":"2026-04-03T03:03:47.830194Z","steps":["trace[608020248] 'process raft request' (duration: 1.228543765s)","trace[608020248] 'compare' (duration: 1.079623767s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:47.830486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:45.52138Z","time spent":"2.30892843s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:47.830822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019051642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:47.830895Z","caller":"traceutil/trace.go:171","msg":"trace[1688532180] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13645; }","duration":"2.019184135s","start":"2026-04-03T03:03:45.811695Z","end":"2026-04-03T03:03:47.830879Z","steps":["trace[1688532180] 'agreement among raft nodes before linearized reading' (duration: 2.019065862s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:47.830903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308541421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:54 size:504642"} {"level":"warn","ts":"2026-04-03T03:03:47.830928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.974821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:47.830949Z","caller":"traceutil/trace.go:171","msg":"trace[1302960376] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:54; response_revision:13645; }","duration":"2.308611572s","start":"2026-04-03T03:03:45.522325Z","end":"2026-04-03T03:03:47.830936Z","steps":["trace[1302960376] 'agreement among raft nodes before linearized reading' (duration: 2.307888924s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:47.830996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:45.52231Z","time spent":"2.308675663s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":54,"response size":504666,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:03:47.831056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.441756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:47.831103Z","caller":"traceutil/trace.go:171","msg":"trace[1092549760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13645; }","duration":"304.531818ms","start":"2026-04-03T03:03:47.52656Z","end":"2026-04-03T03:03:47.831092Z","steps":["trace[1092549760] 'agreement among raft nodes before linearized reading' (duration: 304.461546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:47.831143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:47.526539Z","time spent":"304.59384ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:03:47.831187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.513144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:03:47.831261Z","caller":"traceutil/trace.go:171","msg":"trace[1358850794] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:13645; }","duration":"919.648118ms","start":"2026-04-03T03:03:46.911595Z","end":"2026-04-03T03:03:47.831243Z","steps":["trace[1358850794] 'agreement among raft nodes before linearized reading' (duration: 919.523164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:47.831271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415261657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-xmksx.18a2b83495ce5e61\" ","response":"range_response_count:1 size:856"} {"level":"warn","ts":"2026-04-03T03:03:47.831316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:46.91157Z","time spent":"919.731259ms","remote":"127.0.0.1:39702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:03:47.830997Z","caller":"traceutil/trace.go:171","msg":"trace[1964894364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13645; }","duration":"649.078104ms","start":"2026-04-03T03:03:47.181898Z","end":"2026-04-03T03:03:47.830977Z","steps":["trace[1964894364] 'agreement among raft nodes before linearized reading' (duration: 648.985672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:47.830938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:45.81166Z","time spent":"2.019268537s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-03T03:03:47.831428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:47.181872Z","time spent":"649.544495ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:03:47.831446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.611986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-03T03:03:47.831493Z","caller":"traceutil/trace.go:171","msg":"trace[592776034] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13645; }","duration":"498.676527ms","start":"2026-04-03T03:03:47.332801Z","end":"2026-04-03T03:03:47.831478Z","steps":["trace[592776034] 'agreement among raft nodes before linearized reading' (duration: 498.536704ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:47.831543Z","caller":"traceutil/trace.go:171","msg":"trace[256454678] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-xmksx.18a2b83495ce5e61; range_end:; response_count:1; response_revision:13645; }","duration":"1.41537382s","start":"2026-04-03T03:03:46.415968Z","end":"2026-04-03T03:03:47.831342Z","steps":["trace[256454678] 'agreement among raft nodes before linearized reading' (duration: 1.415068462s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:47.831579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:47.332779Z","time spent":"498.78562ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:03:47.831641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018266401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:47.831711Z","caller":"traceutil/trace.go:171","msg":"trace[1054159895] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13645; }","duration":"2.018359024s","start":"2026-04-03T03:03:45.813336Z","end":"2026-04-03T03:03:47.831695Z","steps":["trace[1054159895] 'agreement among raft nodes before linearized reading' (duration: 2.01823874s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:47.831719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.08131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:03:47.831709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018213879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-03T03:03:47.831758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:45.813327Z","time spent":"2.018418796s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-03T03:03:47.831774Z","caller":"traceutil/trace.go:171","msg":"trace[2134294177] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:13645; }","duration":"511.177002ms","start":"2026-04-03T03:03:47.320582Z","end":"2026-04-03T03:03:47.831759Z","steps":["trace[2134294177] 'agreement among raft nodes before linearized reading' (duration: 511.059698ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:47.831787Z","caller":"traceutil/trace.go:171","msg":"trace[1862620243] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13645; }","duration":"2.018354444s","start":"2026-04-03T03:03:45.813415Z","end":"2026-04-03T03:03:47.831769Z","steps":["trace[1862620243] 'agreement among raft nodes before linearized reading' (duration: 2.018130097s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:47.831814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:47.320562Z","time spent":"511.238174ms","remote":"127.0.0.1:47608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:47.831832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:45.813381Z","time spent":"2.018442646s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-03T03:03:47.831898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:46.415951Z","time spent":"1.415629986s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":880,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-xmksx.18a2b83495ce5e61\" "} {"level":"warn","ts":"2026-04-03T03:03:48.679677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.918184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:48.679791Z","caller":"traceutil/trace.go:171","msg":"trace[2099069674] linearizableReadLoop","detail":"{readStateIndex:14191; appliedIndex:14190; }","duration":"447.860567ms","start":"2026-04-03T03:03:48.231913Z","end":"2026-04-03T03:03:48.679773Z","steps":["trace[2099069674] 'read index received' (duration: 22.59µs)","trace[2099069674] 'applied index is now lower than readState.Index' (duration: 447.836067ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:48.679871Z","caller":"traceutil/trace.go:171","msg":"trace[1600932458] transaction","detail":"{read_only:false; response_revision:13646; number_of_response:1; }","duration":"845.163341ms","start":"2026-04-03T03:03:47.834696Z","end":"2026-04-03T03:03:48.67986Z","steps":["trace[1600932458] 'process raft request' (duration: 368.95036ms)","trace[1600932458] 'compare' (duration: 475.436662ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:48.679937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:47.834674Z","time spent":"845.227432ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:48.680295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.568294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:48.680394Z","caller":"traceutil/trace.go:171","msg":"trace[2106323808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13646; }","duration":"139.706227ms","start":"2026-04-03T03:03:48.540665Z","end":"2026-04-03T03:03:48.680371Z","steps":["trace[2106323808] 'agreement among raft nodes before linearized reading' (duration: 139.514242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:48.680595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.665549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:03:48.680662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.931225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143096"} {"level":"info","ts":"2026-04-03T03:03:48.680734Z","caller":"traceutil/trace.go:171","msg":"trace[405368284] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:13646; }","duration":"117.040757ms","start":"2026-04-03T03:03:48.563673Z","end":"2026-04-03T03:03:48.680714Z","steps":["trace[405368284] 'agreement among raft nodes before linearized reading' (duration: 116.719248ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:48.680653Z","caller":"traceutil/trace.go:171","msg":"trace[521354832] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13646; }","duration":"448.75963ms","start":"2026-04-03T03:03:48.231878Z","end":"2026-04-03T03:03:48.680638Z","steps":["trace[521354832] 'agreement among raft nodes before linearized reading' (duration: 448.295818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:48.680821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:48.23186Z","time spent":"448.922685ms","remote":"127.0.0.1:33140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:50.17841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.995569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:50.179167Z","caller":"traceutil/trace.go:171","msg":"trace[1509777010] transaction","detail":"{read_only:false; response_revision:13647; number_of_response:1; }","duration":"1.493405694s","start":"2026-04-03T03:03:48.685695Z","end":"2026-04-03T03:03:50.1791Z","steps":["trace[1509777010] 'process raft request' (duration: 693.613076ms)","trace[1509777010] 'compare' (duration: 798.797264ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:50.179347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:48.685676Z","time spent":"1.493593951s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:50.733204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.672047ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T03:03:50.734Z","caller":"traceutil/trace.go:171","msg":"trace[1139346300] linearizableReadLoop","detail":"{readStateIndex:14193; appliedIndex:14191; }","duration":"1.802430497s","start":"2026-04-03T03:03:48.931524Z","end":"2026-04-03T03:03:50.733955Z","steps":["trace[1139346300] 'read index received' (duration: 447.796886ms)","trace[1139346300] 'applied index is now lower than readState.Index' (duration: 1.354632521s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:50.734016Z","caller":"traceutil/trace.go:171","msg":"trace[728248518] transaction","detail":"{read_only:false; response_revision:13648; number_of_response:1; }","duration":"1.448584627s","start":"2026-04-03T03:03:49.285409Z","end":"2026-04-03T03:03:50.733994Z","steps":["trace[728248518] 'process raft request' (duration: 1.447887319s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:50.734214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802715984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-xmksx\" ","response":"range_response_count:1 size:6362"} {"level":"warn","ts":"2026-04-03T03:03:50.734243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:49.28539Z","time spent":"1.448783923s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:03:50.73429Z","caller":"traceutil/trace.go:171","msg":"trace[743099487] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-xmksx; range_end:; response_count:1; response_revision:13648; }","duration":"1.802834107s","start":"2026-04-03T03:03:48.931436Z","end":"2026-04-03T03:03:50.734271Z","steps":["trace[743099487] 'agreement among raft nodes before linearized reading' (duration: 1.802625242s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:50.734336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:48.931414Z","time spent":"1.802913418s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6386,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-xmksx\" "} {"level":"warn","ts":"2026-04-03T03:03:50.734425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.567022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:50.734423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.273177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:50.734459Z","caller":"traceutil/trace.go:171","msg":"trace[1955012997] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13648; }","duration":"897.636133ms","start":"2026-04-03T03:03:49.836811Z","end":"2026-04-03T03:03:50.734448Z","steps":["trace[1955012997] 'agreement among raft nodes before linearized reading' (duration: 897.581682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:50.734479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:49.836788Z","time spent":"897.687445ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-03T03:03:50.734446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.776193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:03:50.734499Z","caller":"traceutil/trace.go:171","msg":"trace[799764541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13648; }","duration":"193.39569ms","start":"2026-04-03T03:03:50.54107Z","end":"2026-04-03T03:03:50.734466Z","steps":["trace[799764541] 'agreement among raft nodes before linearized reading' (duration: 193.283717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:50.73453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.642626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-slcmx.18a2b86358607d0e\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-04-03T03:03:50.734544Z","caller":"traceutil/trace.go:171","msg":"trace[1956834747] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:13648; }","duration":"155.891646ms","start":"2026-04-03T03:03:50.578631Z","end":"2026-04-03T03:03:50.734522Z","steps":["trace[1956834747] 'agreement among raft nodes before linearized reading' (duration: 155.705182ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:50.734572Z","caller":"traceutil/trace.go:171","msg":"trace[2003485416] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-slcmx.18a2b86358607d0e; range_end:; response_count:1; response_revision:13648; }","duration":"550.704838ms","start":"2026-04-03T03:03:50.183855Z","end":"2026-04-03T03:03:50.73456Z","steps":["trace[2003485416] 'agreement among raft nodes before linearized reading' (duration: 550.579035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:50.734548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.091964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-03T03:03:50.734606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:50.183841Z","time spent":"550.758669ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":905,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-slcmx.18a2b86358607d0e\" "} {"level":"info","ts":"2026-04-03T03:03:50.734623Z","caller":"traceutil/trace.go:171","msg":"trace[85236240] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:13648; }","duration":"892.220067ms","start":"2026-04-03T03:03:49.842387Z","end":"2026-04-03T03:03:50.734607Z","steps":["trace[85236240] 'agreement among raft nodes before linearized reading' (duration: 891.992272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:50.734648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.827269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-03T03:03:50.734684Z","caller":"traceutil/trace.go:171","msg":"trace[533722124] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13648; }","duration":"897.90186ms","start":"2026-04-03T03:03:49.836775Z","end":"2026-04-03T03:03:50.734676Z","steps":["trace[533722124] 'agreement among raft nodes before linearized reading' (duration: 897.742426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:50.734674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:49.842366Z","time spent":"892.298949ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T03:03:50.734714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:49.836758Z","time spent":"897.950592ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-03T03:03:50.734748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.940802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:50.734799Z","caller":"traceutil/trace.go:171","msg":"trace[1063167947] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13648; }","duration":"898.029824ms","start":"2026-04-03T03:03:49.83676Z","end":"2026-04-03T03:03:50.73479Z","steps":["trace[1063167947] 'agreement among raft nodes before linearized reading' (duration: 897.955282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:50.734753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.906944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:03:50.734847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:49.83674Z","time spent":"898.089445ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-03T03:03:50.734845Z","caller":"traceutil/trace.go:171","msg":"trace[107789841] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:13648; }","duration":"696.217282ms","start":"2026-04-03T03:03:50.038615Z","end":"2026-04-03T03:03:50.734832Z","steps":["trace[107789841] 'agreement among raft nodes before linearized reading' (duration: 695.887644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:50.734925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:50.038589Z","time spent":"696.290683ms","remote":"127.0.0.1:39182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:50.735875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.689389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:50.735966Z","caller":"traceutil/trace.go:171","msg":"trace[1068322465] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:13648; }","duration":"673.219152ms","start":"2026-04-03T03:03:50.062732Z","end":"2026-04-03T03:03:50.735951Z","steps":["trace[1068322465] 'agreement among raft nodes before linearized reading' (duration: 671.580071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:50.736098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:50.062711Z","time spent":"673.325715ms","remote":"127.0.0.1:33236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:51.44593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.72432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:51.446091Z","caller":"traceutil/trace.go:171","msg":"trace[307632611] linearizableReadLoop","detail":"{readStateIndex:14195; appliedIndex:14194; }","duration":"705.291089ms","start":"2026-04-03T03:03:50.740747Z","end":"2026-04-03T03:03:51.446038Z","steps":["trace[307632611] 'read index received' (duration: 200.376905ms)","trace[307632611] 'applied index is now lower than readState.Index' (duration: 504.911284ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:51.446176Z","caller":"traceutil/trace.go:171","msg":"trace[549649591] transaction","detail":"{read_only:false; response_revision:13649; number_of_response:1; }","duration":"709.184827ms","start":"2026-04-03T03:03:50.736979Z","end":"2026-04-03T03:03:51.446163Z","steps":["trace[549649591] 'process raft request' (duration: 204.123249ms)","trace[549649591] 'compare' (duration: 504.257508ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:51.446243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:50.736954Z","time spent":"709.254949ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:51.447134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.384927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:54 size:504642"} {"level":"info","ts":"2026-04-03T03:03:51.447236Z","caller":"traceutil/trace.go:171","msg":"trace[1682409417] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:54; response_revision:13649; }","duration":"706.52191ms","start":"2026-04-03T03:03:50.740691Z","end":"2026-04-03T03:03:51.447213Z","steps":["trace[1682409417] 'agreement among raft nodes before linearized reading' (duration: 705.69089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:51.447301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:50.740677Z","time spent":"706.607582ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":54,"response size":504666,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:03:51.946215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840010504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:03:52.447168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840010504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:03:52.48004Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.53886328s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:03:52.591426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.067337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:52.591553Z","caller":"traceutil/trace.go:171","msg":"trace[29054479] transaction","detail":"{read_only:false; response_revision:13650; number_of_response:1; }","duration":"1.848532347s","start":"2026-04-03T03:03:50.743002Z","end":"2026-04-03T03:03:52.591534Z","steps":["trace[29054479] 'process raft request' (duration: 1.737290366s)","trace[29054479] 'compare' (duration: 110.881321ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:52.5916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:50.742982Z","time spent":"1.848597169s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6245,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:03:52.658962Z","caller":"traceutil/trace.go:171","msg":"trace[530149814] linearizableReadLoop","detail":"{readStateIndex:14197; appliedIndex:14195; }","duration":"1.21281119s","start":"2026-04-03T03:03:51.446122Z","end":"2026-04-03T03:03:52.658934Z","steps":["trace[530149814] 'read index received' (duration: 1.034147951s)","trace[530149814] 'applied index is now lower than readState.Index' (duration: 178.662169ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:52.659063Z","caller":"traceutil/trace.go:171","msg":"trace[1189055974] transaction","detail":"{read_only:false; response_revision:13651; number_of_response:1; }","duration":"1.693591545s","start":"2026-04-03T03:03:50.965412Z","end":"2026-04-03T03:03:52.659004Z","steps":["trace[1189055974] 'process raft request' (duration: 1.69336518s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:52.659225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626023584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T03:03:52.65924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:50.965381Z","time spent":"1.69376758s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:03:52.659273Z","caller":"traceutil/trace.go:171","msg":"trace[289580145] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13651; }","duration":"1.626130247s","start":"2026-04-03T03:03:51.033129Z","end":"2026-04-03T03:03:52.659259Z","steps":["trace[289580145] 'agreement among raft nodes before linearized reading' (duration: 1.625961323s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:52.659311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:51.033106Z","time spent":"1.626196609s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:03:52.659365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.225638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:52.659453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113875318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:52.659454Z","caller":"traceutil/trace.go:171","msg":"trace[96205372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13651; }","duration":"120.35163ms","start":"2026-04-03T03:03:52.539084Z","end":"2026-04-03T03:03:52.659435Z","steps":["trace[96205372] 'agreement among raft nodes before linearized reading' (duration: 120.196316ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:52.659511Z","caller":"traceutil/trace.go:171","msg":"trace[358094776] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:13651; }","duration":"1.11394661s","start":"2026-04-03T03:03:51.545532Z","end":"2026-04-03T03:03:52.659479Z","steps":["trace[358094776] 'agreement among raft nodes before linearized reading' (duration: 1.113888619s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:52.659544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:51.545511Z","time spent":"1.114027042s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-04-03T03:03:52.659556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09646101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-03T03:03:52.65966Z","caller":"traceutil/trace.go:171","msg":"trace[1123745903] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13651; }","duration":"1.096669195s","start":"2026-04-03T03:03:51.562967Z","end":"2026-04-03T03:03:52.659636Z","steps":["trace[1123745903] 'agreement among raft nodes before linearized reading' (duration: 1.096317586s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:52.65973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:51.562944Z","time spent":"1.096771008s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:03:52.659735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.422219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:52.659726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21045413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-slcmx.18a2b86358607d0e\" ","response":"range_response_count:1 size:881"} {"level":"warn","ts":"2026-04-03T03:03:52.659886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.747685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T03:03:52.659917Z","caller":"traceutil/trace.go:171","msg":"trace[66085316] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-slcmx.18a2b86358607d0e; range_end:; response_count:1; response_revision:13651; }","duration":"1.210688356s","start":"2026-04-03T03:03:51.449209Z","end":"2026-04-03T03:03:52.659898Z","steps":["trace[66085316] 'agreement among raft nodes before linearized reading' (duration: 1.21007769s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:52.65995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206982723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T03:03:52.660075Z","caller":"traceutil/trace.go:171","msg":"trace[1219347416] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13651; }","duration":"429.102954ms","start":"2026-04-03T03:03:52.230814Z","end":"2026-04-03T03:03:52.659917Z","steps":["trace[1219347416] 'agreement among raft nodes before linearized reading' (duration: 428.589491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:52.660213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:52.230789Z","time spent":"429.402862ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T03:03:52.659828Z","caller":"traceutil/trace.go:171","msg":"trace[451962753] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:13651; }","duration":"847.548452ms","start":"2026-04-03T03:03:51.812258Z","end":"2026-04-03T03:03:52.659806Z","steps":["trace[451962753] 'agreement among raft nodes before linearized reading' (duration: 847.412569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:52.660412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:51.812241Z","time spent":"848.147587ms","remote":"127.0.0.1:33332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:03:52.660234Z","caller":"traceutil/trace.go:171","msg":"trace[1246685066] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:13651; }","duration":"1.207118326s","start":"2026-04-03T03:03:51.45291Z","end":"2026-04-03T03:03:52.660028Z","steps":["trace[1246685066] 'agreement among raft nodes before linearized reading' (duration: 1.206756087s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:52.660538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:51.45289Z","time spent":"1.207628138s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-03T03:03:52.660052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:51.449191Z","time spent":"1.210843369s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":905,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-slcmx.18a2b86358607d0e\" "} {"level":"warn","ts":"2026-04-03T03:03:53.186084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.309138ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-03T03:03:53.186147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:52.661702Z","time spent":"524.441775ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T03:03:53.768238Z","caller":"traceutil/trace.go:171","msg":"trace[2069315048] linearizableReadLoop","detail":"{readStateIndex:14200; appliedIndex:14197; }","duration":"1.04921595s","start":"2026-04-03T03:03:52.718992Z","end":"2026-04-03T03:03:53.768208Z","steps":["trace[2069315048] 'read index received' (duration: 298.817724ms)","trace[2069315048] 'applied index is now lower than readState.Index' (duration: 750.397516ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:53.768318Z","caller":"traceutil/trace.go:171","msg":"trace[352791914] transaction","detail":"{read_only:false; response_revision:13653; number_of_response:1; }","duration":"1.099315282s","start":"2026-04-03T03:03:52.668996Z","end":"2026-04-03T03:03:53.768311Z","steps":["trace[352791914] 'process raft request' (duration: 1.099161088s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:53.768343Z","caller":"traceutil/trace.go:171","msg":"trace[824574554] transaction","detail":"{read_only:false; response_revision:13652; number_of_response:1; }","duration":"1.103915737s","start":"2026-04-03T03:03:52.66438Z","end":"2026-04-03T03:03:53.768296Z","steps":["trace[824574554] 'process raft request' (duration: 1.10363425s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:53.768404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:52.668982Z","time spent":"1.099351523s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5779,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:53.768541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:52.664356Z","time spent":"1.104082221s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:53.768913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049860266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-03T03:03:53.769107Z","caller":"traceutil/trace.go:171","msg":"trace[1168476553] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:13653; }","duration":"1.050122402s","start":"2026-04-03T03:03:52.718952Z","end":"2026-04-03T03:03:53.769075Z","steps":["trace[1168476553] 'agreement among raft nodes before linearized reading' (duration: 1.049537418s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:53.769227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:52.718934Z","time spent":"1.050275807s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-03T03:03:54.243335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.366519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:54.243466Z","caller":"traceutil/trace.go:171","msg":"trace[866718002] transaction","detail":"{read_only:false; response_revision:13654; number_of_response:1; }","duration":"1.156692286s","start":"2026-04-03T03:03:53.08676Z","end":"2026-04-03T03:03:54.243453Z","steps":["trace[866718002] 'process raft request' (duration: 772.145594ms)","trace[866718002] 'compare' (duration: 384.280946ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:54.243537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:53.086728Z","time spent":"1.156785069s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:03:54.243722Z","caller":"traceutil/trace.go:171","msg":"trace[947991444] linearizableReadLoop","detail":"{readStateIndex:14202; appliedIndex:14200; }","duration":"475.41638ms","start":"2026-04-03T03:03:53.768279Z","end":"2026-04-03T03:03:54.243696Z","steps":["trace[947991444] 'read index received' (duration: 90.618351ms)","trace[947991444] 'applied index is now lower than readState.Index' (duration: 384.796019ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:54.243788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.276219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:54.243776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134951459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:54.243836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503844837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:54.243863Z","caller":"traceutil/trace.go:171","msg":"trace[2068183314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13655; }","duration":"703.379762ms","start":"2026-04-03T03:03:53.540462Z","end":"2026-04-03T03:03:54.243842Z","steps":["trace[2068183314] 'agreement among raft nodes before linearized reading' (duration: 703.261639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:54.243886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505338345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:54.243862Z","caller":"traceutil/trace.go:171","msg":"trace[2136442071] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:13655; }","duration":"1.135080772s","start":"2026-04-03T03:03:53.108764Z","end":"2026-04-03T03:03:54.243845Z","steps":["trace[2136442071] 'agreement among raft nodes before linearized reading' (duration: 1.134932608s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:54.243914Z","caller":"traceutil/trace.go:171","msg":"trace[1291729210] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13655; }","duration":"1.503954369s","start":"2026-04-03T03:03:52.739941Z","end":"2026-04-03T03:03:54.243896Z","steps":["trace[1291729210] 'agreement among raft nodes before linearized reading' (duration: 1.503760645s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:54.243734Z","caller":"traceutil/trace.go:171","msg":"trace[720750350] transaction","detail":"{read_only:false; response_revision:13655; number_of_response:1; }","duration":"1.056456843s","start":"2026-04-03T03:03:53.187242Z","end":"2026-04-03T03:03:54.243699Z","steps":["trace[720750350] 'process raft request' (duration: 1.056162025s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:54.243956Z","caller":"traceutil/trace.go:171","msg":"trace[1239975856] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13655; }","duration":"1.505471209s","start":"2026-04-03T03:03:52.73847Z","end":"2026-04-03T03:03:54.243941Z","steps":["trace[1239975856] 'agreement among raft nodes before linearized reading' (duration: 1.505338075s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:54.243951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505382066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-03T03:03:54.243962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:53.108742Z","time spent":"1.135207885s","remote":"127.0.0.1:37734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:54.244017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:52.738445Z","time spent":"1.50555779s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-03T03:03:54.244032Z","caller":"traceutil/trace.go:171","msg":"trace[1093927024] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13655; }","duration":"1.505502259s","start":"2026-04-03T03:03:52.738512Z","end":"2026-04-03T03:03:54.244014Z","steps":["trace[1093927024] 'agreement among raft nodes before linearized reading' (duration: 1.505221512s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:54.244065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7177"} {"level":"warn","ts":"2026-04-03T03:03:54.244081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:52.738502Z","time spent":"1.505571352s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-04-03T03:03:54.244105Z","caller":"traceutil/trace.go:171","msg":"trace[600848224] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:13655; }","duration":"470.706973ms","start":"2026-04-03T03:03:53.773387Z","end":"2026-04-03T03:03:54.244094Z","steps":["trace[600848224] 'agreement among raft nodes before linearized reading' (duration: 470.60327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:54.244009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:53.18722Z","time spent":"1.056739499s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:54.244132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:53.773358Z","time spent":"470.768005ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7201,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-03T03:03:54.243921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:53.540442Z","time spent":"703.466814ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:03:54.243968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:52.739931Z","time spent":"1.504028542s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-03T03:03:54.244306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.944864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a2b87226541947\" ","response":"range_response_count:1 size:787"} {"level":"warn","ts":"2026-04-03T03:03:54.24384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.508039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:03:54.24436Z","caller":"traceutil/trace.go:171","msg":"trace[1329395545] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a2b87226541947; range_end:; response_count:1; response_revision:13655; }","duration":"472.024997ms","start":"2026-04-03T03:03:53.772319Z","end":"2026-04-03T03:03:54.244344Z","steps":["trace[1329395545] 'agreement among raft nodes before linearized reading' (duration: 471.641366ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:54.244383Z","caller":"traceutil/trace.go:171","msg":"trace[1197862321] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:13655; }","duration":"784.056543ms","start":"2026-04-03T03:03:53.460316Z","end":"2026-04-03T03:03:54.244372Z","steps":["trace[1197862321] 'agreement among raft nodes before linearized reading' (duration: 783.413226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:54.2444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:53.772296Z","time spent":"472.095819ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":811,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a2b87226541947\" "} {"level":"warn","ts":"2026-04-03T03:03:54.243787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187354947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:54.244434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:53.460231Z","time spent":"784.191056ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"info","ts":"2026-04-03T03:03:54.244444Z","caller":"traceutil/trace.go:171","msg":"trace[1378910454] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:13655; }","duration":"1.188043136s","start":"2026-04-03T03:03:53.056388Z","end":"2026-04-03T03:03:54.244431Z","steps":["trace[1378910454] 'agreement among raft nodes before linearized reading' (duration: 1.187316747s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:54.244488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:53.056371Z","time spent":"1.188103967s","remote":"127.0.0.1:52328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:54.244168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.909599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-65dcac73-369d-44cb-b6e1-9f8d0e1f1937\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-04-03T03:03:54.244605Z","caller":"traceutil/trace.go:171","msg":"trace[1577806087] range","detail":"{range_begin:/registry/persistentvolumes/pvc-65dcac73-369d-44cb-b6e1-9f8d0e1f1937; range_end:; response_count:1; response_revision:13655; }","duration":"471.355469ms","start":"2026-04-03T03:03:53.773228Z","end":"2026-04-03T03:03:54.244583Z","steps":["trace[1577806087] 'agreement among raft nodes before linearized reading' (duration: 470.814565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:54.244676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:53.773218Z","time spent":"471.439322ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-65dcac73-369d-44cb-b6e1-9f8d0e1f1937\" "} {"level":"warn","ts":"2026-04-03T03:03:54.968083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.750994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:54.968189Z","caller":"traceutil/trace.go:171","msg":"trace[2008247709] linearizableReadLoop","detail":"{readStateIndex:14203; appliedIndex:14202; }","duration":"720.941123ms","start":"2026-04-03T03:03:54.247232Z","end":"2026-04-03T03:03:54.968173Z","steps":["trace[2008247709] 'read index received' (duration: 437.074156ms)","trace[2008247709] 'applied index is now lower than readState.Index' (duration: 283.865757ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:54.968256Z","caller":"traceutil/trace.go:171","msg":"trace[156117440] transaction","detail":"{read_only:false; response_revision:13656; number_of_response:1; }","duration":"721.141868ms","start":"2026-04-03T03:03:54.247062Z","end":"2026-04-03T03:03:54.968204Z","steps":["trace[156117440] 'process raft request' (duration: 437.161038ms)","trace[156117440] 'compare' (duration: 283.637862ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:54.968392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.166189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-03T03:03:54.968421Z","caller":"traceutil/trace.go:171","msg":"trace[838560341] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:13656; }","duration":"721.22424ms","start":"2026-04-03T03:03:54.247187Z","end":"2026-04-03T03:03:54.968412Z","steps":["trace[838560341] 'agreement among raft nodes before linearized reading' (duration: 721.054136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:54.968472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:54.24704Z","time spent":"721.306233ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:54.968457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:54.247175Z","time spent":"721.273621ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T03:03:55.768095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.988866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:55.768234Z","caller":"traceutil/trace.go:171","msg":"trace[975066965] linearizableReadLoop","detail":"{readStateIndex:14204; appliedIndex:14203; }","duration":"799.998965ms","start":"2026-04-03T03:03:54.968215Z","end":"2026-04-03T03:03:55.768214Z","steps":["trace[975066965] 'read index received' (duration: 317.742661ms)","trace[975066965] 'applied index is now lower than readState.Index' (duration: 482.254504ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:55.768461Z","caller":"traceutil/trace.go:171","msg":"trace[1302697770] transaction","detail":"{read_only:false; response_revision:13657; number_of_response:1; }","duration":"1.516441575s","start":"2026-04-03T03:03:54.251977Z","end":"2026-04-03T03:03:55.768419Z","steps":["trace[1302697770] 'process raft request' (duration: 1.034005407s)","trace[1302697770] 'compare' (duration: 480.749365ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:55.768501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-04-03T03:03:55.768564Z","caller":"traceutil/trace.go:171","msg":"trace[1141477941] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:13657; }","duration":"1.504022903s","start":"2026-04-03T03:03:54.264523Z","end":"2026-04-03T03:03:55.768546Z","steps":["trace[1141477941] 'agreement among raft nodes before linearized reading' (duration: 1.503824858s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:55.768574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.192908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T03:03:55.76858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.452028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:55.76862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:54.264508Z","time spent":"1.504102884s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-04-03T03:03:55.768633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:54.251965Z","time spent":"1.516577808s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7060,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:03:55.768676Z","caller":"traceutil/trace.go:171","msg":"trace[656595204] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:13657; }","duration":"343.604342ms","start":"2026-04-03T03:03:55.425051Z","end":"2026-04-03T03:03:55.768655Z","steps":["trace[656595204] 'agreement among raft nodes before linearized reading' (duration: 343.436508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:55.768722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.675142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-04-03T03:03:55.768733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:55.425028Z","time spent":"343.693145ms","remote":"127.0.0.1:47160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:03:55.768763Z","caller":"traceutil/trace.go:171","msg":"trace[1876639670] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:13657; }","duration":"663.744394ms","start":"2026-04-03T03:03:55.105008Z","end":"2026-04-03T03:03:55.768752Z","steps":["trace[1876639670] 'agreement among raft nodes before linearized reading' (duration: 663.645151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:55.768808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:55.104988Z","time spent":"663.807585ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-04-03T03:03:55.768632Z","caller":"traceutil/trace.go:171","msg":"trace[679583701] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:13657; }","duration":"798.310601ms","start":"2026-04-03T03:03:54.970306Z","end":"2026-04-03T03:03:55.768617Z","steps":["trace[679583701] 'agreement among raft nodes before linearized reading' (duration: 798.090666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:55.768878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:54.970286Z","time spent":"798.579088ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-03T03:03:55.769053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.591515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:55.769152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.654298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:55.769114Z","caller":"traceutil/trace.go:171","msg":"trace[460661926] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:13657; }","duration":"386.680407ms","start":"2026-04-03T03:03:55.382415Z","end":"2026-04-03T03:03:55.769095Z","steps":["trace[460661926] 'agreement among raft nodes before linearized reading' (duration: 386.583245ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:55.769226Z","caller":"traceutil/trace.go:171","msg":"trace[306633198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13657; }","duration":"228.72649ms","start":"2026-04-03T03:03:55.540484Z","end":"2026-04-03T03:03:55.769211Z","steps":["trace[306633198] 'agreement among raft nodes before linearized reading' (duration: 228.627218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:55.769146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.085148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-03T03:03:55.769404Z","caller":"traceutil/trace.go:171","msg":"trace[1390294982] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13657; }","duration":"335.360075ms","start":"2026-04-03T03:03:55.43402Z","end":"2026-04-03T03:03:55.76938Z","steps":["trace[1390294982] 'agreement among raft nodes before linearized reading' (duration: 335.001566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:55.769474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:55.434009Z","time spent":"335.447777ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:03:55.769615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519870941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:54 size:504540"} {"level":"warn","ts":"2026-04-03T03:03:55.769638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.131517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-7gxm9.18a2b83723599b0b\" ","response":"range_response_count:1 size:796"} {"level":"info","ts":"2026-04-03T03:03:55.769668Z","caller":"traceutil/trace.go:171","msg":"trace[603539151] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:54; response_revision:13657; }","duration":"1.519946252s","start":"2026-04-03T03:03:54.249711Z","end":"2026-04-03T03:03:55.769657Z","steps":["trace[603539151] 'agreement among raft nodes before linearized reading' (duration: 1.519250265s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:55.769699Z","caller":"traceutil/trace.go:171","msg":"trace[422457875] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-7gxm9.18a2b83723599b0b; range_end:; response_count:1; response_revision:13657; }","duration":"798.211319ms","start":"2026-04-03T03:03:54.971469Z","end":"2026-04-03T03:03:55.769681Z","steps":["trace[422457875] 'agreement among raft nodes before linearized reading' (duration: 798.044075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:55.769758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:54.971455Z","time spent":"798.290481ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":820,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-7gxm9.18a2b83723599b0b\" "} {"level":"warn","ts":"2026-04-03T03:03:55.769711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:54.249698Z","time spent":"1.520002214s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":54,"response size":504564,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:03:55.769614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:55.382402Z","time spent":"386.982004ms","remote":"127.0.0.1:33338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:03:55.770083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.9747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:03:55.770147Z","caller":"traceutil/trace.go:171","msg":"trace[1439536857] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13657; }","duration":"448.080633ms","start":"2026-04-03T03:03:55.322052Z","end":"2026-04-03T03:03:55.770132Z","steps":["trace[1439536857] 'agreement among raft nodes before linearized reading' (duration: 446.467583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:55.770212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:55.322029Z","time spent":"448.170556ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:03:55.773176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442691658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385324"} {"level":"info","ts":"2026-04-03T03:03:55.773263Z","caller":"traceutil/trace.go:171","msg":"trace[65192598] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:13657; }","duration":"1.442826061s","start":"2026-04-03T03:03:54.33042Z","end":"2026-04-03T03:03:55.773246Z","steps":["trace[65192598] 'agreement among raft nodes before linearized reading' (duration: 1.437894468s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:55.77338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:54.330384Z","time spent":"1.442924564s","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":748,"response size":385348,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-04-03T03:03:56.510585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.437528ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:03:56.510705Z","caller":"traceutil/trace.go:171","msg":"trace[1444824123] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13657; }","duration":"291.564731ms","start":"2026-04-03T03:03:56.219122Z","end":"2026-04-03T03:03:56.510687Z","steps":["trace[1444824123] 'range keys from in-memory index tree' (duration: 291.424118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:56.510711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.368748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:03:56.510824Z","caller":"traceutil/trace.go:171","msg":"trace[1374576405] linearizableReadLoop","detail":"{readStateIndex:14205; appliedIndex:14204; }","duration":"730.32646ms","start":"2026-04-03T03:03:55.780475Z","end":"2026-04-03T03:03:56.510802Z","steps":["trace[1374576405] 'read index received' (duration: 324.695006ms)","trace[1374576405] 'applied index is now lower than readState.Index' (duration: 405.628754ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:03:56.51083Z","caller":"traceutil/trace.go:171","msg":"trace[2062332528] transaction","detail":"{read_only:false; response_revision:13658; number_of_response:1; }","duration":"738.151297ms","start":"2026-04-03T03:03:55.772655Z","end":"2026-04-03T03:03:56.510806Z","steps":["trace[2062332528] 'process raft request' (duration: 332.575554ms)","trace[2062332528] 'compare' (duration: 404.703471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:03:56.510935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:55.772631Z","time spent":"738.24406ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:56.510981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.363743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:56.511016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.542966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-7gxm9\" ","response":"range_response_count:1 size:4793"} {"level":"info","ts":"2026-04-03T03:03:56.511051Z","caller":"traceutil/trace.go:171","msg":"trace[1543766487] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-7gxm9; range_end:; response_count:1; response_revision:13658; }","duration":"730.617498ms","start":"2026-04-03T03:03:55.780423Z","end":"2026-04-03T03:03:56.51104Z","steps":["trace[1543766487] 'agreement among raft nodes before linearized reading' (duration: 730.460564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:56.511025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.69363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:56.511085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:55.780399Z","time spent":"730.678649ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4817,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-7gxm9\" "} {"level":"info","ts":"2026-04-03T03:03:56.511103Z","caller":"traceutil/trace.go:171","msg":"trace[2063471035] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13658; }","duration":"261.821793ms","start":"2026-04-03T03:03:56.249263Z","end":"2026-04-03T03:03:56.511085Z","steps":["trace[2063471035] 'agreement among raft nodes before linearized reading' (duration: 261.669499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:56.511222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.000668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-03T03:03:56.511284Z","caller":"traceutil/trace.go:171","msg":"trace[688035507] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13658; }","duration":"262.09639ms","start":"2026-04-03T03:03:56.249173Z","end":"2026-04-03T03:03:56.51127Z","steps":["trace[688035507] 'agreement among raft nodes before linearized reading' (duration: 261.906425ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:56.51104Z","caller":"traceutil/trace.go:171","msg":"trace[521439636] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:13658; }","duration":"352.468566ms","start":"2026-04-03T03:03:56.158557Z","end":"2026-04-03T03:03:56.511025Z","steps":["trace[521439636] 'agreement among raft nodes before linearized reading' (duration: 352.367553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:56.511594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.176862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:426"} {"level":"warn","ts":"2026-04-03T03:03:56.511582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.964574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T03:03:56.511652Z","caller":"traceutil/trace.go:171","msg":"trace[1675077560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13658; }","duration":"623.249564ms","start":"2026-04-03T03:03:55.888386Z","end":"2026-04-03T03:03:56.511636Z","steps":["trace[1675077560] 'agreement among raft nodes before linearized reading' (duration: 623.053959ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:56.511667Z","caller":"traceutil/trace.go:171","msg":"trace[250150310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13658; }","duration":"636.098447ms","start":"2026-04-03T03:03:55.87555Z","end":"2026-04-03T03:03:56.511649Z","steps":["trace[250150310] 'agreement among raft nodes before linearized reading' (duration: 635.763199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:56.511698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:55.888379Z","time spent":"623.307136ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":450,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:03:56.511713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:55.875529Z","time spent":"636.175659ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:03:56.511659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.210533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:03:56.511717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.696531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-04-03T03:03:56.511715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.593012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-04-03T03:03:56.511599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:56.158525Z","time spent":"353.05192ms","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:03:56.511771Z","caller":"traceutil/trace.go:171","msg":"trace[433163802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13658; }","duration":"717.770254ms","start":"2026-04-03T03:03:55.793985Z","end":"2026-04-03T03:03:56.511755Z","steps":["trace[433163802] 'agreement among raft nodes before linearized reading' (duration: 717.60837ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:56.511793Z","caller":"traceutil/trace.go:171","msg":"trace[1343276556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13658; }","duration":"623.688615ms","start":"2026-04-03T03:03:55.888085Z","end":"2026-04-03T03:03:56.511773Z","steps":["trace[1343276556] 'agreement among raft nodes before linearized reading' (duration: 623.49544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:56.511789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.060728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-03T03:03:56.511812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:55.793971Z","time spent":"717.832925ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:03:56.511839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:55.888073Z","time spent":"623.754177ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:03:56.511859Z","caller":"traceutil/trace.go:171","msg":"trace[1515665904] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13658; }","duration":"727.168161ms","start":"2026-04-03T03:03:55.784673Z","end":"2026-04-03T03:03:56.511841Z","steps":["trace[1515665904] 'agreement among raft nodes before linearized reading' (duration: 726.255988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:56.511908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:55.784654Z","time spent":"727.235683ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T03:03:56.512037Z","caller":"traceutil/trace.go:171","msg":"trace[898855629] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13658; }","duration":"262.50172ms","start":"2026-04-03T03:03:56.249243Z","end":"2026-04-03T03:03:56.511744Z","steps":["trace[898855629] 'agreement among raft nodes before linearized reading' (duration: 262.191033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:56.51286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.542929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-barbican.18a2b8f30e2d16af\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:13657 ","response":"range_response_count:248 size:193261"} {"level":"info","ts":"2026-04-03T03:03:56.512973Z","caller":"traceutil/trace.go:171","msg":"trace[430006916] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-barbican.18a2b8f30e2d16af\u0000; range_end:/registry/events/openstack0; response_count:248; response_revision:13658; }","duration":"723.696653ms","start":"2026-04-03T03:03:55.789266Z","end":"2026-04-03T03:03:56.512962Z","steps":["trace[430006916] 'agreement among raft nodes before linearized reading' (duration: 722.341369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:56.513059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:55.789252Z","time spent":"723.790905ms","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":248,"response size":193285,"request content":"key:\"/registry/events/openstack/rabbitmq-barbican.18a2b8f30e2d16af\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:13657 "} {"level":"warn","ts":"2026-04-03T03:03:57.031005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840010528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:03:57.531831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840010528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:03:58.032296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840010528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:03:58.297822Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.756361966s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:03:58.29823Z","caller":"traceutil/trace.go:171","msg":"trace[1243569684] transaction","detail":"{read_only:false; response_revision:13659; number_of_response:1; }","duration":"1.780914585s","start":"2026-04-03T03:03:56.51729Z","end":"2026-04-03T03:03:58.298204Z","steps":["trace[1243569684] 'process raft request' (duration: 1.780738891s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:58.298375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:56.517277Z","time spent":"1.781023917s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:59.183345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000179435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:03:59.183423Z","caller":"traceutil/trace.go:171","msg":"trace[668843271] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000314359s","start":"2026-04-03T03:03:57.183093Z","end":"2026-04-03T03:03:59.183407Z","steps":["trace[668843271] 'agreement among raft nodes before linearized reading' (duration: 2.000215586s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:59.183472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:57.183071Z","time spent":"2.000389541s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:03:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:03:59.423543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:58.776247Z","time spent":"647.286569ms","remote":"127.0.0.1:47062","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:03:59.540207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000043742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:03:59.540287Z","caller":"traceutil/trace.go:171","msg":"trace[1004150180] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000170975s","start":"2026-04-03T03:03:57.540096Z","end":"2026-04-03T03:03:59.540267Z","steps":["trace[1004150180] 'agreement among raft nodes before linearized reading' (duration: 2.000079703s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:59.541028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:57.540073Z","time spent":"2.000378641s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:03:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-03T03:03:59.657699Z","caller":"traceutil/trace.go:171","msg":"trace[1591398171] transaction","detail":"{read_only:false; response_revision:13660; number_of_response:1; }","duration":"3.140365536s","start":"2026-04-03T03:03:56.517303Z","end":"2026-04-03T03:03:59.657668Z","steps":["trace[1591398171] 'process raft request' (duration: 3.14012339s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:03:59.657765Z","caller":"traceutil/trace.go:171","msg":"trace[666318510] transaction","detail":"{read_only:false; response_revision:13661; number_of_response:1; }","duration":"3.140407577s","start":"2026-04-03T03:03:56.517319Z","end":"2026-04-03T03:03:59.657726Z","steps":["trace[666318510] 'process raft request' (duration: 3.140282494s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:59.657821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:56.51729Z","time spent":"3.140467479s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:03:59.657821Z","caller":"traceutil/trace.go:171","msg":"trace[1010616542] transaction","detail":"{read_only:false; response_revision:13664; number_of_response:1; }","duration":"3.137366411s","start":"2026-04-03T03:03:56.52043Z","end":"2026-04-03T03:03:59.657796Z","steps":["trace[1010616542] 'process raft request' (duration: 3.137301019s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:59.657962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:56.520421Z","time spent":"3.137463083s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4450,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:03:59.657951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:56.517309Z","time spent":"3.1405335s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:03:59.658013Z","caller":"traceutil/trace.go:171","msg":"trace[197842766] transaction","detail":"{read_only:false; response_revision:13662; number_of_response:1; }","duration":"3.140651313s","start":"2026-04-03T03:03:56.517356Z","end":"2026-04-03T03:03:59.658007Z","steps":["trace[197842766] 'process raft request' (duration: 3.140289954s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:59.65805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:56.517319Z","time spent":"3.140707105s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:03:59.65826Z","caller":"traceutil/trace.go:171","msg":"trace[1581109375] transaction","detail":"{read_only:false; response_revision:13663; number_of_response:1; }","duration":"3.1397024s","start":"2026-04-03T03:03:56.518345Z","end":"2026-04-03T03:03:59.658048Z","steps":["trace[1581109375] 'process raft request' (duration: 3.139352241s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:03:59.660004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:56.518321Z","time spent":"3.140811858s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:00.687134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029329249s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T03:04:00.687268Z","caller":"traceutil/trace.go:171","msg":"trace[1663699085] linearizableReadLoop","detail":"{readStateIndex:14212; appliedIndex:14205; }","duration":"4.156808942s","start":"2026-04-03T03:03:56.530435Z","end":"2026-04-03T03:04:00.687244Z","steps":["trace[1663699085] 'read index received' (duration: 1.76760917s)","trace[1663699085] 'applied index is now lower than readState.Index' (duration: 2.389197832s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:00.68802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.15757241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-03T03:04:00.688077Z","caller":"traceutil/trace.go:171","msg":"trace[1336802557] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13664; }","duration":"4.157661672s","start":"2026-04-03T03:03:56.530403Z","end":"2026-04-03T03:04:00.688065Z","steps":["trace[1336802557] 'agreement among raft nodes before linearized reading' (duration: 4.157357044s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:00.688114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:56.530394Z","time spent":"4.157710614s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-03T03:04:00.805495Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.105680802s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:04:00.806401Z","caller":"traceutil/trace.go:171","msg":"trace[697773815] linearizableReadLoop","detail":"{readStateIndex:14213; appliedIndex:14212; }","duration":"119.062738ms","start":"2026-04-03T03:04:00.687302Z","end":"2026-04-03T03:04:00.806365Z","steps":["trace[697773815] 'read index received' (duration: 118.565085ms)","trace[697773815] 'applied index is now lower than readState.Index' (duration: 496.203µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:00.806517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.472808917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:04:00.806578Z","caller":"traceutil/trace.go:171","msg":"trace[793191467] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:13665; }","duration":"2.472916939s","start":"2026-04-03T03:03:58.333644Z","end":"2026-04-03T03:04:00.806561Z","steps":["trace[793191467] 'agreement among raft nodes before linearized reading' (duration: 2.472743205s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:00.806626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:58.333632Z","time spent":"2.472983832s","remote":"127.0.0.1:47580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:04:00.806633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024981981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:04:00.806692Z","caller":"traceutil/trace.go:171","msg":"trace[162855680] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:13665; }","duration":"3.025087093s","start":"2026-04-03T03:03:57.78159Z","end":"2026-04-03T03:04:00.806677Z","steps":["trace[162855680] 'agreement among raft nodes before linearized reading' (duration: 3.024911139s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:00.80674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:57.781566Z","time spent":"3.025165146s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T03:04:00.806802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496894253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-04-03T03:04:00.806853Z","caller":"traceutil/trace.go:171","msg":"trace[575648943] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:13665; }","duration":"2.496950464s","start":"2026-04-03T03:03:58.309889Z","end":"2026-04-03T03:04:00.806839Z","steps":["trace[575648943] 'agreement among raft nodes before linearized reading' (duration: 2.49677899s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:00.806825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.501217712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"warn","ts":"2026-04-03T03:04:00.806891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:58.309885Z","time spent":"2.496998725s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13253,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-04-03T03:04:00.806919Z","caller":"traceutil/trace.go:171","msg":"trace[1395896634] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:13665; }","duration":"2.501347686s","start":"2026-04-03T03:03:58.30555Z","end":"2026-04-03T03:04:00.806897Z","steps":["trace[1395896634] 'agreement among raft nodes before linearized reading' (duration: 2.501040748s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:00.806926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.374089351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415220"} {"level":"warn","ts":"2026-04-03T03:04:00.806958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.291202844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:04:00.806975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:58.30554Z","time spent":"2.501425048s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5610,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-04-03T03:04:00.807Z","caller":"traceutil/trace.go:171","msg":"trace[1867512393] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:13665; }","duration":"3.374215935s","start":"2026-04-03T03:03:57.43275Z","end":"2026-04-03T03:04:00.806966Z","steps":["trace[1867512393] 'agreement among raft nodes before linearized reading' (duration: 3.373842195s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:00.807017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.860658523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-03T03:04:00.807053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:57.432728Z","time spent":"3.374310606s","remote":"127.0.0.1:39162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415244,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-03T03:04:00.807133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302306343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"warn","ts":"2026-04-03T03:04:00.807159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497319493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-04-03T03:04:00.8072Z","caller":"traceutil/trace.go:171","msg":"trace[1822446637] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:13665; }","duration":"2.497368965s","start":"2026-04-03T03:03:58.309819Z","end":"2026-04-03T03:04:00.807188Z","steps":["trace[1822446637] 'agreement among raft nodes before linearized reading' (duration: 2.497262372s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:00.806986Z","caller":"traceutil/trace.go:171","msg":"trace[1761135251] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13665; }","duration":"2.291273476s","start":"2026-04-03T03:03:58.515704Z","end":"2026-04-03T03:04:00.806977Z","steps":["trace[1761135251] 'agreement among raft nodes before linearized reading' (duration: 2.291222015s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:00.807238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:58.309814Z","time spent":"2.497417476s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24268,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-04-03T03:04:00.807272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.471118224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-04-03T03:04:00.807304Z","caller":"traceutil/trace.go:171","msg":"trace[1823432033] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:13665; }","duration":"2.471164026s","start":"2026-04-03T03:03:58.336133Z","end":"2026-04-03T03:04:00.807297Z","steps":["trace[1823432033] 'agreement among raft nodes before linearized reading' (duration: 2.471053793s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:00.807327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:58.336125Z","time spent":"2.471195226s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188276,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-03T03:04:00.807215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.290463875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-03T03:04:00.807437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500227337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-04-03T03:04:00.807474Z","caller":"traceutil/trace.go:171","msg":"trace[1908738878] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:13665; }","duration":"2.500274068s","start":"2026-04-03T03:03:58.30719Z","end":"2026-04-03T03:04:00.807464Z","steps":["trace[1908738878] 'agreement among raft nodes before linearized reading' (duration: 2.500195706s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:00.807513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.885363426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:04:00.807532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:58.307184Z","time spent":"2.500340559s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-04-03T03:04:00.807563Z","caller":"traceutil/trace.go:171","msg":"trace[1807556314] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:13665; }","duration":"3.885471938s","start":"2026-04-03T03:03:56.922074Z","end":"2026-04-03T03:04:00.807546Z","steps":["trace[1807556314] 'agreement among raft nodes before linearized reading' (duration: 3.885380446s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:00.80727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:58.515681Z","time spent":"2.291576343s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-03T03:04:00.807604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:56.922053Z","time spent":"3.8855414s","remote":"127.0.0.1:33294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:04:00.807063Z","caller":"traceutil/trace.go:171","msg":"trace[1407798412] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13665; }","duration":"2.860740945s","start":"2026-04-03T03:03:57.94631Z","end":"2026-04-03T03:04:00.807051Z","steps":["trace[1407798412] 'agreement among raft nodes before linearized reading' (duration: 2.860632572s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:00.807647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.501401136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-04-03T03:04:00.807445Z","caller":"traceutil/trace.go:171","msg":"trace[1513659005] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13665; }","duration":"2.290778292s","start":"2026-04-03T03:03:58.516646Z","end":"2026-04-03T03:04:00.807424Z","steps":["trace[1513659005] 'agreement among raft nodes before linearized reading' (duration: 2.289816208s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:00.806634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500987867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"warn","ts":"2026-04-03T03:04:00.807739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.502089395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-04-03T03:04:00.807749Z","caller":"traceutil/trace.go:171","msg":"trace[830102807] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:13665; }","duration":"2.502144397s","start":"2026-04-03T03:03:58.30559Z","end":"2026-04-03T03:04:00.807734Z","steps":["trace[830102807] 'agreement among raft nodes before linearized reading' (duration: 2.500889944s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:00.807766Z","caller":"traceutil/trace.go:171","msg":"trace[665262455] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:13665; }","duration":"2.502154506s","start":"2026-04-03T03:03:58.305603Z","end":"2026-04-03T03:04:00.807757Z","steps":["trace[665262455] 'agreement among raft nodes before linearized reading' (duration: 2.502087734s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:00.807778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:58.30557Z","time spent":"2.502200557s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4357,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-04-03T03:04:00.807805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.937053708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:04:00.807674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:57.946289Z","time spent":"2.861371271s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T03:04:00.807846Z","caller":"traceutil/trace.go:171","msg":"trace[1127765130] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:13665; }","duration":"3.937095549s","start":"2026-04-03T03:03:56.870741Z","end":"2026-04-03T03:04:00.807836Z","steps":["trace[1127765130] 'agreement among raft nodes before linearized reading' (duration: 3.937018747s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:00.80787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:58.305581Z","time spent":"2.502214008s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5201,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-04-03T03:04:00.807881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:56.870696Z","time spent":"3.937176671s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:04:00.807915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:58.516635Z","time spent":"2.291150623s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-04-03T03:04:00.807168Z","caller":"traceutil/trace.go:171","msg":"trace[2095665165] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:13665; }","duration":"2.302374165s","start":"2026-04-03T03:03:58.504787Z","end":"2026-04-03T03:04:00.807161Z","steps":["trace[2095665165] 'agreement among raft nodes before linearized reading' (duration: 2.302213061s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:00.807996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:58.504771Z","time spent":"2.303216607s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188519,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-03T03:04:00.808002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144617972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T03:04:00.808032Z","caller":"traceutil/trace.go:171","msg":"trace[38547377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13665; }","duration":"1.144661424s","start":"2026-04-03T03:03:59.663363Z","end":"2026-04-03T03:04:00.808024Z","steps":["trace[38547377] 'agreement among raft nodes before linearized reading' (duration: 1.144585742s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:00.808068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:59.663356Z","time spent":"1.144706005s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:04:00.808088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146041488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-nf8vm\" ","response":"range_response_count:1 size:6070"} {"level":"info","ts":"2026-04-03T03:04:00.80812Z","caller":"traceutil/trace.go:171","msg":"trace[1998079652] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-nf8vm; range_end:; response_count:1; response_revision:13665; }","duration":"1.146089819s","start":"2026-04-03T03:03:59.66202Z","end":"2026-04-03T03:04:00.808109Z","steps":["trace[1998079652] 'agreement among raft nodes before linearized reading' (duration: 1.145994777s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:00.808185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:59.66201Z","time spent":"1.14616257s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":6094,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-nf8vm\" "} {"level":"info","ts":"2026-04-03T03:04:00.807673Z","caller":"traceutil/trace.go:171","msg":"trace[524042000] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:13665; }","duration":"2.501438377s","start":"2026-04-03T03:03:58.306226Z","end":"2026-04-03T03:04:00.807665Z","steps":["trace[524042000] 'agreement among raft nodes before linearized reading' (duration: 2.501370455s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:00.808394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146423688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T03:04:00.808429Z","caller":"traceutil/trace.go:171","msg":"trace[1258743052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13665; }","duration":"1.146486919s","start":"2026-04-03T03:03:59.661933Z","end":"2026-04-03T03:04:00.80842Z","steps":["trace[1258743052] 'agreement among raft nodes before linearized reading' (duration: 1.146392546s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:00.808461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:59.661917Z","time spent":"1.146533851s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:04:00.808453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:58.30622Z","time spent":"2.502202787s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-04-03T03:04:00.807366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.499837477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-04-03T03:04:00.807928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146145001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a2b872362cfbe9\" ","response":"range_response_count:1 size:787"} {"level":"warn","ts":"2026-04-03T03:04:00.808632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.502981978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"warn","ts":"2026-04-03T03:04:00.80866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.16987215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:00.808732Z","caller":"traceutil/trace.go:171","msg":"trace[1811397260] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:13665; }","duration":"3.169970882s","start":"2026-04-03T03:03:57.638733Z","end":"2026-04-03T03:04:00.808703Z","steps":["trace[1811397260] 'agreement among raft nodes before linearized reading' (duration: 3.167836118s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:00.808798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:57.638711Z","time spent":"3.170073105s","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:04:00.808742Z","caller":"traceutil/trace.go:171","msg":"trace[514851750] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a2b872362cfbe9; range_end:; response_count:1; response_revision:13665; }","duration":"1.14691402s","start":"2026-04-03T03:03:59.661728Z","end":"2026-04-03T03:04:00.808642Z","steps":["trace[514851750] 'agreement among raft nodes before linearized reading' (duration: 1.14612418s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:00.808672Z","caller":"traceutil/trace.go:171","msg":"trace[1442423636] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:13665; }","duration":"2.503025139s","start":"2026-04-03T03:03:58.305638Z","end":"2026-04-03T03:04:00.808663Z","steps":["trace[1442423636] 'agreement among raft nodes before linearized reading' (duration: 2.502308201s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:00.808985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526641481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:04:00.809022Z","caller":"traceutil/trace.go:171","msg":"trace[675579357] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13665; }","duration":"1.526701513s","start":"2026-04-03T03:03:59.282311Z","end":"2026-04-03T03:04:00.809013Z","steps":["trace[675579357] 'agreement among raft nodes before linearized reading' (duration: 1.526620411s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:00.809034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.292167988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:04:00.809059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:59.282273Z","time spent":"1.526780005s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T03:04:00.809072Z","caller":"traceutil/trace.go:171","msg":"trace[1771772465] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13665; }","duration":"2.2922263s","start":"2026-04-03T03:03:58.516836Z","end":"2026-04-03T03:04:00.809062Z","steps":["trace[1771772465] 'agreement among raft nodes before linearized reading' (duration: 2.292166298s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:00.80907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25616684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-03T03:04:00.809074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147990178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T03:04:00.809101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:58.516825Z","time spent":"2.29226955s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-03T03:04:00.809116Z","caller":"traceutil/trace.go:171","msg":"trace[1406434329] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13665; }","duration":"1.148066669s","start":"2026-04-03T03:03:59.661039Z","end":"2026-04-03T03:04:00.809106Z","steps":["trace[1406434329] 'agreement among raft nodes before linearized reading' (duration: 1.147949996s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:00.80914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:59.66102Z","time spent":"1.14811354s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:04:00.809101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:58.305582Z","time spent":"2.503452169s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4204,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"info","ts":"2026-04-03T03:04:00.80914Z","caller":"traceutil/trace.go:171","msg":"trace[487081935] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13665; }","duration":"1.256235772s","start":"2026-04-03T03:03:59.552862Z","end":"2026-04-03T03:04:00.809098Z","steps":["trace[487081935] 'agreement among raft nodes before linearized reading' (duration: 1.256091609s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:00.808988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:59.661707Z","time spent":"1.147262309s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":811,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a2b872362cfbe9\" "} {"level":"info","ts":"2026-04-03T03:04:00.808597Z","caller":"traceutil/trace.go:171","msg":"trace[281667155] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:13665; }","duration":"2.501070029s","start":"2026-04-03T03:03:58.307512Z","end":"2026-04-03T03:04:00.808582Z","steps":["trace[281667155] 'agreement among raft nodes before linearized reading' (duration: 2.499793706s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:00.809262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:58.307507Z","time spent":"2.501741525s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4107,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-04-03T03:04:00.80891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077831701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-04-03T03:04:00.80918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:59.552845Z","time spent":"1.256327754s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:04:00.808567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.506821393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T03:04:00.809166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263957047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:00.809342Z","caller":"traceutil/trace.go:171","msg":"trace[822589224] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13665; }","duration":"2.507691315s","start":"2026-04-03T03:03:58.301638Z","end":"2026-04-03T03:04:00.80933Z","steps":["trace[822589224] 'agreement among raft nodes before linearized reading' (duration: 2.504906345s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:00.80935Z","caller":"traceutil/trace.go:171","msg":"trace[139650643] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13665; }","duration":"2.078298613s","start":"2026-04-03T03:03:58.731021Z","end":"2026-04-03T03:04:00.809319Z","steps":["trace[139650643] 'agreement among raft nodes before linearized reading' (duration: 2.077810821s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:00.809365Z","caller":"traceutil/trace.go:171","msg":"trace[2039687840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13665; }","duration":"1.264234064s","start":"2026-04-03T03:03:59.545119Z","end":"2026-04-03T03:04:00.809353Z","steps":["trace[2039687840] 'agreement among raft nodes before linearized reading' (duration: 1.264006328s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:00.809379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:58.301615Z","time spent":"2.507753426s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:04:00.809404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:59.545094Z","time spent":"1.264299206s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:04:00.809404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:58.730965Z","time spent":"2.078426876s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-03T03:04:00.809645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500051591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:00.809737Z","caller":"traceutil/trace.go:171","msg":"trace[1179629058] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:13665; }","duration":"1.503310504s","start":"2026-04-03T03:03:59.3064Z","end":"2026-04-03T03:04:00.80971Z","steps":["trace[1179629058] 'agreement among raft nodes before linearized reading' (duration: 1.500018171s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:00.806412Z","caller":"traceutil/trace.go:171","msg":"trace[1698678520] transaction","detail":"{read_only:false; response_revision:13665; number_of_response:1; }","duration":"1.144396786s","start":"2026-04-03T03:03:59.661971Z","end":"2026-04-03T03:04:00.806368Z","steps":["trace[1698678520] 'process raft request' (duration: 1.144038067s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:00.809783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:59.306389Z","time spent":"1.503382495s","remote":"127.0.0.1:33220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:04:00.809838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:03:59.661961Z","time spent":"1.147820802s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T03:04:01.525537Z","caller":"traceutil/trace.go:171","msg":"trace[897925312] transaction","detail":"{read_only:false; response_revision:13667; number_of_response:1; }","duration":"711.67073ms","start":"2026-04-03T03:04:00.813842Z","end":"2026-04-03T03:04:01.525513Z","steps":["trace[897925312] 'process raft request' (duration: 711.458175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:01.525889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:00.81381Z","time spent":"711.814564ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:01.525959Z","caller":"traceutil/trace.go:171","msg":"trace[565827684] transaction","detail":"{read_only:false; response_revision:13668; number_of_response:1; }","duration":"711.410974ms","start":"2026-04-03T03:04:00.814505Z","end":"2026-04-03T03:04:01.525916Z","steps":["trace[565827684] 'process raft request' (duration: 710.969573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:01.526129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:00.81448Z","time spent":"711.565308ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:01.526229Z","caller":"traceutil/trace.go:171","msg":"trace[294572839] linearizableReadLoop","detail":"{readStateIndex:14218; appliedIndex:14213; }","duration":"710.529462ms","start":"2026-04-03T03:04:00.815677Z","end":"2026-04-03T03:04:01.526206Z","steps":["trace[294572839] 'read index received' (duration: 72.389303ms)","trace[294572839] 'applied index is now lower than readState.Index' (duration: 638.139219ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:01.526285Z","caller":"traceutil/trace.go:171","msg":"trace[2074055847] transaction","detail":"{read_only:false; response_revision:13670; number_of_response:1; }","duration":"711.402604ms","start":"2026-04-03T03:04:00.814869Z","end":"2026-04-03T03:04:01.526272Z","steps":["trace[2074055847] 'process raft request' (duration: 711.144978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:01.526351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:00.814862Z","time spent":"711.454085ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:01.526441Z","caller":"traceutil/trace.go:171","msg":"trace[954075906] transaction","detail":"{read_only:false; response_revision:13669; number_of_response:1; }","duration":"711.725902ms","start":"2026-04-03T03:04:00.814706Z","end":"2026-04-03T03:04:01.526432Z","steps":["trace[954075906] 'process raft request' (duration: 711.146488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:01.526493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:00.814605Z","time spent":"711.862375ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:01.52649Z","caller":"traceutil/trace.go:171","msg":"trace[1436645696] transaction","detail":"{read_only:false; response_revision:13672; number_of_response:1; }","duration":"645.641437ms","start":"2026-04-03T03:04:00.880821Z","end":"2026-04-03T03:04:01.526462Z","steps":["trace[1436645696] 'process raft request' (duration: 645.341459ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:01.526486Z","caller":"traceutil/trace.go:171","msg":"trace[1559182086] transaction","detail":"{read_only:false; response_revision:13671; number_of_response:1; }","duration":"708.851169ms","start":"2026-04-03T03:04:00.817614Z","end":"2026-04-03T03:04:01.526465Z","steps":["trace[1559182086] 'process raft request' (duration: 708.46966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:01.526598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:00.880787Z","time spent":"645.75506ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:01.526601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:00.817605Z","time spent":"708.942271ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5953,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:01.527009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.322092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:54 size:504110"} {"level":"info","ts":"2026-04-03T03:04:01.527073Z","caller":"traceutil/trace.go:171","msg":"trace[361951689] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:54; response_revision:13672; }","duration":"711.407284ms","start":"2026-04-03T03:04:00.815653Z","end":"2026-04-03T03:04:01.52706Z","steps":["trace[361951689] 'agreement among raft nodes before linearized reading' (duration: 710.805309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:01.527112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:00.815643Z","time spent":"711.459125ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":54,"response size":504134,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T03:04:01.97871Z","caller":"traceutil/trace.go:171","msg":"trace[441183021] linearizableReadLoop","detail":"{readStateIndex:14221; appliedIndex:14220; }","duration":"452.386592ms","start":"2026-04-03T03:04:01.526298Z","end":"2026-04-03T03:04:01.978684Z","steps":["trace[441183021] 'read index received' (duration: 451.838987ms)","trace[441183021] 'applied index is now lower than readState.Index' (duration: 546.365µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:01.978869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104201725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:01.978863Z","caller":"traceutil/trace.go:171","msg":"trace[1040314251] transaction","detail":"{read_only:false; response_revision:13673; number_of_response:1; }","duration":"777.889057ms","start":"2026-04-03T03:04:01.200948Z","end":"2026-04-03T03:04:01.978837Z","steps":["trace[1040314251] 'process raft request' (duration: 777.398254ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:01.978914Z","caller":"traceutil/trace.go:171","msg":"trace[606660698] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:13673; }","duration":"1.104296337s","start":"2026-04-03T03:04:00.874605Z","end":"2026-04-03T03:04:01.978902Z","steps":["trace[606660698] 'agreement among raft nodes before linearized reading' (duration: 1.104203095s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:01.978961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:00.874586Z","time spent":"1.104363779s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:04:01.978952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08653976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-7gxm9.18a2b8372612c672\" ","response":"range_response_count:1 size:796"} {"level":"warn","ts":"2026-04-03T03:04:01.978986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:01.200906Z","time spent":"778.01483ms","remote":"127.0.0.1:39162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:01.979017Z","caller":"traceutil/trace.go:171","msg":"trace[296274299] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-7gxm9.18a2b8372612c672; range_end:; response_count:1; response_revision:13673; }","duration":"1.086703803s","start":"2026-04-03T03:04:00.892297Z","end":"2026-04-03T03:04:01.979001Z","steps":["trace[296274299] 'agreement among raft nodes before linearized reading' (duration: 1.086493848s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:01.979064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:00.892273Z","time spent":"1.086782256s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":820,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-7gxm9.18a2b8372612c672\" "} {"level":"warn","ts":"2026-04-03T03:04:01.979084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.178911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:04:01.979085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.71538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:04:01.979132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159697972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:01.979177Z","caller":"traceutil/trace.go:171","msg":"trace[364706316] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:13673; }","duration":"538.326735ms","start":"2026-04-03T03:04:01.440828Z","end":"2026-04-03T03:04:01.979155Z","steps":["trace[364706316] 'agreement among raft nodes before linearized reading' (duration: 538.155291ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:01.979185Z","caller":"traceutil/trace.go:171","msg":"trace[285854989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13673; }","duration":"1.159794784s","start":"2026-04-03T03:04:00.819375Z","end":"2026-04-03T03:04:01.97917Z","steps":["trace[285854989] 'agreement among raft nodes before linearized reading' (duration: 1.159678611s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:01.97923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:01.440807Z","time spent":"538.412307ms","remote":"127.0.0.1:35026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-04-03T03:04:01.979207Z","caller":"traceutil/trace.go:171","msg":"trace[1317336559] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:13673; }","duration":"538.100199ms","start":"2026-04-03T03:04:01.441064Z","end":"2026-04-03T03:04:01.979164Z","steps":["trace[1317336559] 'agreement among raft nodes before linearized reading' (duration: 537.678549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:01.979118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.756319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T03:04:01.979261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:00.819368Z","time spent":"1.159877626s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:04:01.979318Z","caller":"traceutil/trace.go:171","msg":"trace[773616618] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:13673; }","duration":"525.994575ms","start":"2026-04-03T03:04:01.453314Z","end":"2026-04-03T03:04:01.979309Z","steps":["trace[773616618] 'agreement among raft nodes before linearized reading' (duration: 525.626956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:01.979353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:01.453297Z","time spent":"526.046916ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-03T03:04:01.979341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:01.440998Z","time spent":"538.311445ms","remote":"127.0.0.1:35038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-04-03T03:04:03.769372Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.029559886s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:04:03.981034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00074706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:04:03.981167Z","caller":"traceutil/trace.go:171","msg":"trace[168694348] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000914274s","start":"2026-04-03T03:04:01.980237Z","end":"2026-04-03T03:04:03.981104Z","steps":["trace[168694348] 'agreement among raft nodes before linearized reading' (duration: 2.00075855s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:03.981204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:01.980219Z","time spent":"2.000977845s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:04:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:04:04.131003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87365849s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:04:04.131343Z","caller":"traceutil/trace.go:171","msg":"trace[79322382] transaction","detail":"{read_only:false; response_revision:13676; number_of_response:1; }","duration":"1.391643273s","start":"2026-04-03T03:04:02.739681Z","end":"2026-04-03T03:04:04.131324Z","steps":["trace[79322382] 'process raft request' (duration: 1.391598362s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:04.131412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:02.739654Z","time spent":"1.391725174s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:04.131667Z","caller":"traceutil/trace.go:171","msg":"trace[1914720980] transaction","detail":"{read_only:false; response_revision:13674; number_of_response:1; }","duration":"2.379758863s","start":"2026-04-03T03:04:01.751888Z","end":"2026-04-03T03:04:04.131647Z","steps":["trace[1914720980] 'process raft request' (duration: 505.383155ms)","trace[1914720980] 'compare' (duration: 1.873120017s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:04.131774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:01.751858Z","time spent":"2.379849966s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:04.131984Z","caller":"traceutil/trace.go:171","msg":"trace[846330783] linearizableReadLoop","detail":"{readStateIndex:14222; appliedIndex:14221; }","duration":"2.153191058s","start":"2026-04-03T03:04:01.978781Z","end":"2026-04-03T03:04:04.131972Z","steps":["trace[846330783] 'read index received' (duration: 278.466162ms)","trace[846330783] 'applied index is now lower than readState.Index' (duration: 1.874723546s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:04.13207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:01.980447Z","time spent":"2.15162133s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T03:04:04.13235Z","caller":"traceutil/trace.go:171","msg":"trace[707978669] transaction","detail":"{read_only:false; response_revision:13675; number_of_response:1; }","duration":"2.15047948s","start":"2026-04-03T03:04:01.981838Z","end":"2026-04-03T03:04:04.132317Z","steps":["trace[707978669] 'process raft request' (duration: 2.149354132s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:04.132422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.584512029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"warn","ts":"2026-04-03T03:04:04.132434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.602459782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4538"} {"level":"info","ts":"2026-04-03T03:04:04.132479Z","caller":"traceutil/trace.go:171","msg":"trace[711917557] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:13676; }","duration":"2.584618001s","start":"2026-04-03T03:04:01.547845Z","end":"2026-04-03T03:04:04.132463Z","steps":["trace[711917557] 'agreement among raft nodes before linearized reading' (duration: 2.584434407s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:04.132491Z","caller":"traceutil/trace.go:171","msg":"trace[1507246637] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:13676; }","duration":"2.602555614s","start":"2026-04-03T03:04:01.529919Z","end":"2026-04-03T03:04:04.132475Z","steps":["trace[1507246637] 'agreement among raft nodes before linearized reading' (duration: 2.60239535s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:04.132502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.37839928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-03T03:04:04.132517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:01.54782Z","time spent":"2.584689214s","remote":"127.0.0.1:35012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7529,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-04-03T03:04:04.132537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:01.529898Z","time spent":"2.602627516s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4562,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-03T03:04:04.132522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:01.981809Z","time spent":"2.150623194s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:04.132551Z","caller":"traceutil/trace.go:171","msg":"trace[1906973034] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13676; }","duration":"2.378483671s","start":"2026-04-03T03:04:01.754055Z","end":"2026-04-03T03:04:04.132538Z","steps":["trace[1906973034] 'agreement among raft nodes before linearized reading' (duration: 2.378316887s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:04.132584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:01.754045Z","time spent":"2.378534713s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:04:04.132741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954226568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19172"} {"level":"info","ts":"2026-04-03T03:04:04.132761Z","caller":"traceutil/trace.go:171","msg":"trace[627238809] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13676; }","duration":"1.954248119s","start":"2026-04-03T03:04:02.178508Z","end":"2026-04-03T03:04:04.132756Z","steps":["trace[627238809] 'agreement among raft nodes before linearized reading' (duration: 1.954190877s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:04.132775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:02.178448Z","time spent":"1.954323281s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19196,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-03T03:04:04.132888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316623313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:04.132906Z","caller":"traceutil/trace.go:171","msg":"trace[1131433613] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13676; }","duration":"1.316663234s","start":"2026-04-03T03:04:02.816238Z","end":"2026-04-03T03:04:04.132901Z","steps":["trace[1131433613] 'agreement among raft nodes before linearized reading' (duration: 1.316631423s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:04.13292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:02.816225Z","time spent":"1.316691415s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-03T03:04:04.132949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.903336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T03:04:04.133011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318159063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:04.133016Z","caller":"traceutil/trace.go:171","msg":"trace[1672300446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13676; }","duration":"602.008519ms","start":"2026-04-03T03:04:03.53099Z","end":"2026-04-03T03:04:04.132999Z","steps":["trace[1672300446] 'agreement among raft nodes before linearized reading' (duration: 601.847544ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:04.133048Z","caller":"traceutil/trace.go:171","msg":"trace[533372638] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13676; }","duration":"1.318232735s","start":"2026-04-03T03:04:02.814806Z","end":"2026-04-03T03:04:04.133039Z","steps":["trace[533372638] 'agreement among raft nodes before linearized reading' (duration: 1.318179923s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:04.133068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:03.530939Z","time spent":"602.117122ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:04:04.133088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.681167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:04:04.133125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.274306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T03:04:04.133173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.017762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:04.133189Z","caller":"traceutil/trace.go:171","msg":"trace[1629476525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13676; }","duration":"602.339707ms","start":"2026-04-03T03:04:03.530833Z","end":"2026-04-03T03:04:04.133173Z","steps":["trace[1629476525] 'agreement among raft nodes before linearized reading' (duration: 602.210974ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:04.133208Z","caller":"traceutil/trace.go:171","msg":"trace[1765416116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13676; }","duration":"145.074364ms","start":"2026-04-03T03:04:03.988123Z","end":"2026-04-03T03:04:04.133197Z","steps":["trace[1765416116] 'agreement among raft nodes before linearized reading' (duration: 145.032363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:04.13324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:03.53083Z","time spent":"602.397208ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:04:04.13308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:02.814785Z","time spent":"1.318289186s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-03T03:04:04.133302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.678252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:04:04.133332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297462702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-03T03:04:04.133351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.636164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T03:04:04.133346Z","caller":"traceutil/trace.go:171","msg":"trace[1632967335] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:13676; }","duration":"470.754344ms","start":"2026-04-03T03:04:03.662582Z","end":"2026-04-03T03:04:04.133336Z","steps":["trace[1632967335] 'agreement among raft nodes before linearized reading' (duration: 470.688402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:04.133436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.964051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-03T03:04:04.133451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:03.662563Z","time spent":"470.869826ms","remote":"127.0.0.1:47330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:04:04.13347Z","caller":"traceutil/trace.go:171","msg":"trace[1961777726] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:13676; }","duration":"593.040863ms","start":"2026-04-03T03:04:03.540421Z","end":"2026-04-03T03:04:04.133462Z","steps":["trace[1961777726] 'agreement among raft nodes before linearized reading' (duration: 592.943981ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:04.133437Z","caller":"traceutil/trace.go:171","msg":"trace[1869878536] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13676; }","duration":"602.747677ms","start":"2026-04-03T03:04:03.530675Z","end":"2026-04-03T03:04:04.133423Z","steps":["trace[1869878536] 'agreement among raft nodes before linearized reading' (duration: 602.525912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:04.133504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:03.540399Z","time spent":"593.096595ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"info","ts":"2026-04-03T03:04:04.133393Z","caller":"traceutil/trace.go:171","msg":"trace[493670300] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13676; }","duration":"1.297567494s","start":"2026-04-03T03:04:02.83581Z","end":"2026-04-03T03:04:04.133378Z","steps":["trace[493670300] 'agreement among raft nodes before linearized reading' (duration: 1.29742195s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:04.133021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.607605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:04:04.133583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:02.835786Z","time spent":"1.29778721s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T03:04:04.133725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.531391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:04:04.133761Z","caller":"traceutil/trace.go:171","msg":"trace[1845522870] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13676; }","duration":"602.568682ms","start":"2026-04-03T03:04:03.531184Z","end":"2026-04-03T03:04:04.133752Z","steps":["trace[1845522870] 'agreement among raft nodes before linearized reading' (duration: 602.4645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:04.133792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:03.531112Z","time spent":"602.674055ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:04:04.133522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:03.530659Z","time spent":"602.85109ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T03:04:04.133612Z","caller":"traceutil/trace.go:171","msg":"trace[717544774] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:13676; }","duration":"327.23334ms","start":"2026-04-03T03:04:03.806363Z","end":"2026-04-03T03:04:04.133596Z","steps":["trace[717544774] 'agreement among raft nodes before linearized reading' (duration: 326.613355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:04.133992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:03.806341Z","time spent":"327.63855ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:04:04.133135Z","caller":"traceutil/trace.go:171","msg":"trace[358791904] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:13676; }","duration":"135.725218ms","start":"2026-04-03T03:04:03.997398Z","end":"2026-04-03T03:04:04.133123Z","steps":["trace[358791904] 'agreement among raft nodes before linearized reading' (duration: 135.648886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:04.133008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31650783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-03T03:04:04.134322Z","caller":"traceutil/trace.go:171","msg":"trace[1174403534] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13676; }","duration":"1.317831193s","start":"2026-04-03T03:04:02.816451Z","end":"2026-04-03T03:04:04.134282Z","steps":["trace[1174403534] 'agreement among raft nodes before linearized reading' (duration: 1.316417567s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:04.134388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:02.816433Z","time spent":"1.317939416s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-04-03T03:04:04.659751Z","caller":"traceutil/trace.go:171","msg":"trace[1121121846] linearizableReadLoop","detail":"{readStateIndex:14226; appliedIndex:14225; }","duration":"523.461511ms","start":"2026-04-03T03:04:04.136238Z","end":"2026-04-03T03:04:04.659699Z","steps":["trace[1121121846] 'read index received' (duration: 451.351575ms)","trace[1121121846] 'applied index is now lower than readState.Index' (duration: 72.108866ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:04.659958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.694127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:04.659986Z","caller":"traceutil/trace.go:171","msg":"trace[595253971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13677; }","duration":"523.763679ms","start":"2026-04-03T03:04:04.136213Z","end":"2026-04-03T03:04:04.659977Z","steps":["trace[595253971] 'agreement among raft nodes before linearized reading' (duration: 523.653596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:04.660015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:04.136197Z","time spent":"523.81177ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:04:04.659755Z","caller":"traceutil/trace.go:171","msg":"trace[966448325] transaction","detail":"{read_only:false; response_revision:13677; number_of_response:1; }","duration":"526.854028ms","start":"2026-04-03T03:04:04.132866Z","end":"2026-04-03T03:04:04.65972Z","steps":["trace[966448325] 'process raft request' (duration: 454.744901ms)","trace[966448325] 'compare' (duration: 71.945622ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:04.660302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:04.132846Z","time spent":"527.324549ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:04.894727Z","caller":"traceutil/trace.go:171","msg":"trace[1088828461] transaction","detail":"{read_only:false; response_revision:13678; number_of_response:1; }","duration":"754.803806ms","start":"2026-04-03T03:04:04.139893Z","end":"2026-04-03T03:04:04.894697Z","steps":["trace[1088828461] 'process raft request' (duration: 703.448983ms)","trace[1088828461] 'compare' (duration: 51.149288ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:04.894921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:04.139869Z","time spent":"754.95239ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:04.895037Z","caller":"traceutil/trace.go:171","msg":"trace[1443989553] transaction","detail":"{read_only:false; response_revision:13679; number_of_response:1; }","duration":"755.025823ms","start":"2026-04-03T03:04:04.139961Z","end":"2026-04-03T03:04:04.894987Z","steps":["trace[1443989553] 'process raft request' (duration: 754.687003ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:04.895135Z","caller":"traceutil/trace.go:171","msg":"trace[266813080] transaction","detail":"{read_only:false; response_revision:13680; number_of_response:1; }","duration":"755.129925ms","start":"2026-04-03T03:04:04.139992Z","end":"2026-04-03T03:04:04.895122Z","steps":["trace[266813080] 'process raft request' (duration: 754.857227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:04.895197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:04.139982Z","time spent":"755.179386ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:04.895271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:04.139947Z","time spent":"755.199007ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:04.895161Z","caller":"traceutil/trace.go:171","msg":"trace[522906273] transaction","detail":"{read_only:false; response_revision:13681; number_of_response:1; }","duration":"755.171326ms","start":"2026-04-03T03:04:04.139968Z","end":"2026-04-03T03:04:04.89514Z","steps":["trace[522906273] 'process raft request' (duration: 754.989071ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:04.895423Z","caller":"traceutil/trace.go:171","msg":"trace[938735268] transaction","detail":"{read_only:false; response_revision:13682; number_of_response:1; }","duration":"755.240078ms","start":"2026-04-03T03:04:04.140161Z","end":"2026-04-03T03:04:04.895401Z","steps":["trace[938735268] 'process raft request' (duration: 754.89339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:04.895485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:04.139951Z","time spent":"755.392932ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:04.895586Z","caller":"traceutil/trace.go:171","msg":"trace[784107077] transaction","detail":"{read_only:false; response_revision:13683; number_of_response:1; }","duration":"754.903089ms","start":"2026-04-03T03:04:04.140669Z","end":"2026-04-03T03:04:04.895572Z","steps":["trace[784107077] 'process raft request' (duration: 754.674614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:04.895603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:04.14015Z","time spent":"755.378441ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:04.895684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:04.140659Z","time spent":"754.989351ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:04.895828Z","caller":"traceutil/trace.go:171","msg":"trace[1825222157] linearizableReadLoop","detail":"{readStateIndex:14233; appliedIndex:14226; }","duration":"235.972701ms","start":"2026-04-03T03:04:04.659833Z","end":"2026-04-03T03:04:04.895806Z","steps":["trace[1825222157] 'read index received' (duration: 183.574162ms)","trace[1825222157] 'applied index is now lower than readState.Index' (duration: 52.397549ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:04.895992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.604597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-nf8vm.18a2b8333b875e79\" ","response":"range_response_count:1 size:823"} {"level":"info","ts":"2026-04-03T03:04:04.896025Z","caller":"traceutil/trace.go:171","msg":"trace[142056367] transaction","detail":"{read_only:false; response_revision:13684; number_of_response:1; }","duration":"753.609256ms","start":"2026-04-03T03:04:04.1424Z","end":"2026-04-03T03:04:04.896009Z","steps":["trace[142056367] 'process raft request' (duration: 753.130574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:04.89604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.627058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19172"} {"level":"info","ts":"2026-04-03T03:04:04.896048Z","caller":"traceutil/trace.go:171","msg":"trace[1244293254] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-nf8vm.18a2b8333b875e79; range_end:; response_count:1; response_revision:13684; }","duration":"757.69942ms","start":"2026-04-03T03:04:04.138335Z","end":"2026-04-03T03:04:04.896035Z","steps":["trace[1244293254] 'agreement among raft nodes before linearized reading' (duration: 757.542986ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:04.896094Z","caller":"traceutil/trace.go:171","msg":"trace[877965353] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13684; }","duration":"755.693529ms","start":"2026-04-03T03:04:04.140383Z","end":"2026-04-03T03:04:04.896077Z","steps":["trace[877965353] 'agreement among raft nodes before linearized reading' (duration: 755.549845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:04.896098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:04.14239Z","time spent":"753.668457ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:04.896096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:04.13832Z","time spent":"757.767261ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":847,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-nf8vm.18a2b8333b875e79\" "} {"level":"warn","ts":"2026-04-03T03:04:04.896112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.770757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"warn","ts":"2026-04-03T03:04:04.896133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:04.140375Z","time spent":"755.75062ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19196,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-03T03:04:04.896155Z","caller":"traceutil/trace.go:171","msg":"trace[1087061957] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:13684; }","duration":"739.869221ms","start":"2026-04-03T03:04:04.156273Z","end":"2026-04-03T03:04:04.896143Z","steps":["trace[1087061957] 'agreement among raft nodes before linearized reading' (duration: 739.748458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:04.896184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.059209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T03:04:04.896197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:04.15624Z","time spent":"739.949303ms","remote":"127.0.0.1:35012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7529,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-04-03T03:04:04.895926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.206457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-03T03:04:04.896238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.431392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-03T03:04:04.896316Z","caller":"traceutil/trace.go:171","msg":"trace[450206582] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13684; }","duration":"232.538085ms","start":"2026-04-03T03:04:04.663752Z","end":"2026-04-03T03:04:04.89629Z","steps":["trace[450206582] 'agreement among raft nodes before linearized reading' (duration: 232.31604ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:04.896228Z","caller":"traceutil/trace.go:171","msg":"trace[874097979] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13684; }","duration":"264.138361ms","start":"2026-04-03T03:04:04.632077Z","end":"2026-04-03T03:04:04.896216Z","steps":["trace[874097979] 'agreement among raft nodes before linearized reading' (duration: 263.946757ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:04.896253Z","caller":"traceutil/trace.go:171","msg":"trace[1959122309] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13684; }","duration":"479.585576ms","start":"2026-04-03T03:04:04.416655Z","end":"2026-04-03T03:04:04.896241Z","steps":["trace[1959122309] 'agreement among raft nodes before linearized reading' (duration: 479.160855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:04.896467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:04.416621Z","time spent":"479.829882ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:04:04.896487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.062297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:04.896523Z","caller":"traceutil/trace.go:171","msg":"trace[1109620987] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:13684; }","duration":"225.108659ms","start":"2026-04-03T03:04:04.671401Z","end":"2026-04-03T03:04:04.89651Z","steps":["trace[1109620987] 'agreement among raft nodes before linearized reading' (duration: 225.050227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:04.896538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.484513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-03T03:04:04.896581Z","caller":"traceutil/trace.go:171","msg":"trace[786136890] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:13684; }","duration":"230.528954ms","start":"2026-04-03T03:04:04.666043Z","end":"2026-04-03T03:04:04.896572Z","steps":["trace[786136890] 'agreement among raft nodes before linearized reading' (duration: 230.36425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:04.896862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.9518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:54 size:504110"} {"level":"info","ts":"2026-04-03T03:04:04.896966Z","caller":"traceutil/trace.go:171","msg":"trace[2096096952] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:54; response_revision:13684; }","duration":"757.117934ms","start":"2026-04-03T03:04:04.139827Z","end":"2026-04-03T03:04:04.896945Z","steps":["trace[2096096952] 'agreement among raft nodes before linearized reading' (duration: 756.159191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:04.897063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:04.139817Z","time spent":"757.231027ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":54,"response size":504134,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:04:05.297551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.871113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:04:05.297787Z","caller":"traceutil/trace.go:171","msg":"trace[429549229] transaction","detail":"{read_only:false; response_revision:13686; number_of_response:1; }","duration":"395.475738ms","start":"2026-04-03T03:04:04.90229Z","end":"2026-04-03T03:04:05.297766Z","steps":["trace[429549229] 'process raft request' (duration: 395.396376ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:05.297774Z","caller":"traceutil/trace.go:171","msg":"trace[1308314544] transaction","detail":"{read_only:false; response_revision:13685; number_of_response:1; }","duration":"398.261538ms","start":"2026-04-03T03:04:04.899461Z","end":"2026-04-03T03:04:05.297723Z","steps":["trace[1308314544] 'process raft request' (duration: 202.091158ms)","trace[1308314544] 'compare' (duration: 195.706469ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:05.297863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:04.902259Z","time spent":"395.566591ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:05.297997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:04.899446Z","time spent":"398.427593ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:05.298032Z","caller":"traceutil/trace.go:171","msg":"trace[126952607] linearizableReadLoop","detail":"{readStateIndex:14234; appliedIndex:14233; }","duration":"396.844102ms","start":"2026-04-03T03:04:04.901169Z","end":"2026-04-03T03:04:05.298013Z","steps":["trace[126952607] 'read index received' (duration: 200.295443ms)","trace[126952607] 'applied index is now lower than readState.Index' (duration: 196.546249ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:05.298321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.821577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7075"} {"level":"warn","ts":"2026-04-03T03:04:05.298346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.13446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:04:05.298397Z","caller":"traceutil/trace.go:171","msg":"trace[946103367] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:13686; }","duration":"395.92063ms","start":"2026-04-03T03:04:04.902457Z","end":"2026-04-03T03:04:05.298378Z","steps":["trace[946103367] 'agreement among raft nodes before linearized reading' (duration: 395.708334ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:05.29844Z","caller":"traceutil/trace.go:171","msg":"trace[980473408] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:13686; }","duration":"397.267093ms","start":"2026-04-03T03:04:04.901151Z","end":"2026-04-03T03:04:05.298418Z","steps":["trace[980473408] 'agreement among raft nodes before linearized reading' (duration: 396.946734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:05.298443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:04.902443Z","time spent":"395.987062ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7099,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-03T03:04:05.298495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:04.901144Z","time spent":"397.342075ms","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T03:04:05.844511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.591602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:04:05.84467Z","caller":"traceutil/trace.go:171","msg":"trace[1586009217] transaction","detail":"{read_only:false; response_revision:13687; number_of_response:1; }","duration":"541.002533ms","start":"2026-04-03T03:04:05.303629Z","end":"2026-04-03T03:04:05.844631Z","steps":["trace[1586009217] 'process raft request' (duration: 440.147574ms)","trace[1586009217] 'compare' (duration: 100.289874ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:05.845081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:05.303608Z","time spent":"541.110377ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:06.398517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.674623ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:06.398712Z","caller":"traceutil/trace.go:171","msg":"trace[1938136464] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13687; }","duration":"179.889819ms","start":"2026-04-03T03:04:06.21879Z","end":"2026-04-03T03:04:06.39868Z","steps":["trace[1938136464] 'range keys from in-memory index tree' (duration: 179.641383ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:06.476994Z","caller":"traceutil/trace.go:171","msg":"trace[1784343213] linearizableReadLoop","detail":"{readStateIndex:14239; appliedIndex:14235; }","duration":"937.776224ms","start":"2026-04-03T03:04:05.539206Z","end":"2026-04-03T03:04:06.476982Z","steps":["trace[1784343213] 'read index received' (duration: 204.655414ms)","trace[1784343213] 'applied index is now lower than readState.Index' (duration: 733.12011ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:06.477054Z","caller":"traceutil/trace.go:171","msg":"trace[2028629687] transaction","detail":"{read_only:false; response_revision:13689; number_of_response:1; }","duration":"1.170669538s","start":"2026-04-03T03:04:05.30633Z","end":"2026-04-03T03:04:06.476999Z","steps":["trace[2028629687] 'process raft request' (duration: 1.170566305s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:06.477127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.915288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:06.477114Z","caller":"traceutil/trace.go:171","msg":"trace[1537943337] transaction","detail":"{read_only:false; response_revision:13690; number_of_response:1; }","duration":"1.166692317s","start":"2026-04-03T03:04:05.310395Z","end":"2026-04-03T03:04:06.477087Z","steps":["trace[1537943337] 'process raft request' (duration: 1.166543474s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:06.477153Z","caller":"traceutil/trace.go:171","msg":"trace[719447406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13690; }","duration":"938.01002ms","start":"2026-04-03T03:04:05.539135Z","end":"2026-04-03T03:04:06.477145Z","steps":["trace[719447406] 'agreement among raft nodes before linearized reading' (duration: 937.943358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:06.477178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:05.539106Z","time spent":"938.067091ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:04:06.477233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:05.306321Z","time spent":"1.170827812s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T03:04:06.476991Z","caller":"traceutil/trace.go:171","msg":"trace[1699200461] transaction","detail":"{read_only:false; response_revision:13688; number_of_response:1; }","duration":"1.17153538s","start":"2026-04-03T03:04:05.305421Z","end":"2026-04-03T03:04:06.476957Z","steps":["trace[1699200461] 'process raft request' (duration: 1.171291214s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:06.47727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:05.310386Z","time spent":"1.166781759s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5739,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:06.477361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:05.305407Z","time spent":"1.171878618s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:06.977173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840010582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:04:07.4784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840010582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:04:07.892035Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.371072924s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:04:07.892618Z","caller":"traceutil/trace.go:171","msg":"trace[240352539] linearizableReadLoop","detail":"{readStateIndex:14240; appliedIndex:14239; }","duration":"1.415530985s","start":"2026-04-03T03:04:06.477058Z","end":"2026-04-03T03:04:07.892589Z","steps":["trace[240352539] 'read index received' (duration: 1.415287528s)","trace[240352539] 'applied index is now lower than readState.Index' (duration: 242.037µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:07.892838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27632731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:04:07.892812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751872343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:07.892884Z","caller":"traceutil/trace.go:171","msg":"trace[607896973] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:13691; }","duration":"2.276460623s","start":"2026-04-03T03:04:05.616412Z","end":"2026-04-03T03:04:07.892873Z","steps":["trace[607896973] 'agreement among raft nodes before linearized reading' (duration: 2.27632164s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:07.892886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490540883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:04:07.892931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:05.616383Z","time spent":"2.276537695s","remote":"127.0.0.1:47324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":8,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:04:07.892935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623096341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:04:07.892961Z","caller":"traceutil/trace.go:171","msg":"trace[186279789] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:13691; }","duration":"1.490627945s","start":"2026-04-03T03:04:06.402315Z","end":"2026-04-03T03:04:07.892943Z","steps":["trace[186279789] 'agreement among raft nodes before linearized reading' (duration: 1.490486201s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:07.89292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189070082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:04:07.892993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752085059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:04:07.893005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:06.40223Z","time spent":"1.490764438s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:04:07.893028Z","caller":"traceutil/trace.go:171","msg":"trace[1845589465] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13691; }","duration":"1.752167881s","start":"2026-04-03T03:04:06.140851Z","end":"2026-04-03T03:04:07.893019Z","steps":["trace[1845589465] 'agreement among raft nodes before linearized reading' (duration: 1.752109949s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:07.893034Z","caller":"traceutil/trace.go:171","msg":"trace[979016652] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:13691; }","duration":"2.189234056s","start":"2026-04-03T03:04:05.703775Z","end":"2026-04-03T03:04:07.893009Z","steps":["trace[979016652] 'agreement among raft nodes before linearized reading' (duration: 2.188945549s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:07.89302Z","caller":"traceutil/trace.go:171","msg":"trace[1223474043] transaction","detail":"{read_only:false; response_revision:13691; number_of_response:1; }","duration":"2.107396206s","start":"2026-04-03T03:04:05.785586Z","end":"2026-04-03T03:04:07.892982Z","steps":["trace[1223474043] 'process raft request' (duration: 2.106696507s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:07.89308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:06.140824Z","time spent":"1.752247773s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-03T03:04:07.893096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:05.703741Z","time spent":"2.189343999s","remote":"127.0.0.1:52406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:04:07.89293Z","caller":"traceutil/trace.go:171","msg":"trace[1181889568] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13691; }","duration":"1.752072469s","start":"2026-04-03T03:04:06.140835Z","end":"2026-04-03T03:04:07.892907Z","steps":["trace[1181889568] 'agreement among raft nodes before linearized reading' (duration: 1.751836093s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:07.893159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:06.140806Z","time spent":"1.752340115s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-03T03:04:07.892989Z","caller":"traceutil/trace.go:171","msg":"trace[1214138336] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:13691; }","duration":"1.623167562s","start":"2026-04-03T03:04:06.269801Z","end":"2026-04-03T03:04:07.892969Z","steps":["trace[1214138336] 'agreement among raft nodes before linearized reading' (duration: 1.623093521s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:07.893193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:05.785554Z","time spent":"2.10754685s","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:07.893222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:06.269786Z","time spent":"1.623418899s","remote":"127.0.0.1:44528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:04:07.892842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751901485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-03T03:04:07.893325Z","caller":"traceutil/trace.go:171","msg":"trace[1879945730] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13691; }","duration":"1.752394057s","start":"2026-04-03T03:04:06.140911Z","end":"2026-04-03T03:04:07.893305Z","steps":["trace[1879945730] 'agreement among raft nodes before linearized reading' (duration: 1.75170596s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:07.893416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:06.140817Z","time spent":"1.752581811s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-03T03:04:08.478489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999961741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:04:08.478584Z","caller":"traceutil/trace.go:171","msg":"trace[403952833] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000159075s","start":"2026-04-03T03:04:06.478403Z","end":"2026-04-03T03:04:08.478562Z","steps":["trace[403952833] 'agreement among raft nodes before linearized reading' (duration: 2.000012942s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:08.478647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:06.478378Z","time spent":"2.000259158s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:04:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:04:09.18219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000123384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:04:09.182313Z","caller":"traceutil/trace.go:171","msg":"trace[961808003] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00033907s","start":"2026-04-03T03:04:07.181945Z","end":"2026-04-03T03:04:09.182284Z","steps":["trace[961808003] 'agreement among raft nodes before linearized reading' (duration: 2.000188186s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:09.182379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:07.181893Z","time spent":"2.000466433s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:04:09.252554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279247022s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:04:09.253216Z","caller":"traceutil/trace.go:171","msg":"trace[1787775337] transaction","detail":"{read_only:false; response_revision:13692; number_of_response:1; }","duration":"1.401361317s","start":"2026-04-03T03:04:07.851823Z","end":"2026-04-03T03:04:09.253184Z","steps":["trace[1787775337] 'process raft request' (duration: 121.377206ms)","trace[1787775337] 'compare' (duration: 1.278716559s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:09.25327Z","caller":"traceutil/trace.go:171","msg":"trace[1523247827] linearizableReadLoop","detail":"{readStateIndex:14241; appliedIndex:14240; }","duration":"1.360536948s","start":"2026-04-03T03:04:07.892698Z","end":"2026-04-03T03:04:09.253235Z","steps":["trace[1523247827] 'read index received' (duration: 80.443195ms)","trace[1523247827] 'applied index is now lower than readState.Index' (duration: 1.280090393s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:09.253454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:07.851791Z","time spent":"1.401547222s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:10.491762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00034064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:04:10.491993Z","caller":"traceutil/trace.go:171","msg":"trace[1435076135] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000639307s","start":"2026-04-03T03:04:08.491325Z","end":"2026-04-03T03:04:10.491965Z","steps":["trace[1435076135] 'agreement among raft nodes before linearized reading' (duration: 2.000377101s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:10.492242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:08.4913Z","time spent":"2.000921036s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:04:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:04:10.931367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678554947s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T03:04:10.93152Z","caller":"traceutil/trace.go:171","msg":"trace[1205185377] linearizableReadLoop","detail":"{readStateIndex:14242; appliedIndex:14241; }","duration":"1.678121196s","start":"2026-04-03T03:04:09.253349Z","end":"2026-04-03T03:04:10.93147Z","steps":["trace[1205185377] 'read index received' (duration: 127.363µs)","trace[1205185377] 'applied index is now lower than readState.Index' (duration: 1.677992163s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:10.931764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6500573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-03T03:04:10.931755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.017114153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-03T03:04:10.931838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76087667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:10.931847Z","caller":"traceutil/trace.go:171","msg":"trace[1897551013] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:13692; }","duration":"4.017264947s","start":"2026-04-03T03:04:06.914556Z","end":"2026-04-03T03:04:10.931821Z","steps":["trace[1897551013] 'agreement among raft nodes before linearized reading' (duration: 2.338745911s)","trace[1897551013] 'range keys from in-memory index tree' (duration: 1.67827501s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:10.931865Z","caller":"traceutil/trace.go:171","msg":"trace[791669859] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:13692; }","duration":"2.760940412s","start":"2026-04-03T03:04:08.170916Z","end":"2026-04-03T03:04:10.931857Z","steps":["trace[791669859] 'agreement among raft nodes before linearized reading' (duration: 2.760895251s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:10.931897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:06.914527Z","time spent":"4.01735708s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T03:04:10.931904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:08.170893Z","time spent":"2.761001584s","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:04:10.931975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22395025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:04:10.932079Z","caller":"traceutil/trace.go:171","msg":"trace[1737125965] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:13692; }","duration":"1.224107834s","start":"2026-04-03T03:04:09.707946Z","end":"2026-04-03T03:04:10.932054Z","steps":["trace[1737125965] 'agreement among raft nodes before linearized reading' (duration: 1.223933789s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:10.932129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:09.707919Z","time spent":"1.224198016s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:04:10.932151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.030018039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T03:04:10.932178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.451400969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5055"} {"level":"info","ts":"2026-04-03T03:04:10.932199Z","caller":"traceutil/trace.go:171","msg":"trace[1889956344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13692; }","duration":"4.030114511s","start":"2026-04-03T03:04:06.902069Z","end":"2026-04-03T03:04:10.932184Z","steps":["trace[1889956344] 'agreement among raft nodes before linearized reading' (duration: 2.351358278s)","trace[1889956344] 'range keys from in-memory index tree' (duration: 1.678576499s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:10.931794Z","caller":"traceutil/trace.go:171","msg":"trace[1455603336] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13692; }","duration":"2.650144272s","start":"2026-04-03T03:04:08.281638Z","end":"2026-04-03T03:04:10.931782Z","steps":["trace[1455603336] 'agreement among raft nodes before linearized reading' (duration: 2.649978828s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:10.932233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:06.902041Z","time spent":"4.030184673s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:04:10.932261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:08.281609Z","time spent":"2.650633985s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:04:10.932348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.031098146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T03:04:10.932367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.031562246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19172"} {"level":"info","ts":"2026-04-03T03:04:10.932378Z","caller":"traceutil/trace.go:171","msg":"trace[1777879983] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13692; }","duration":"4.031175677s","start":"2026-04-03T03:04:06.901193Z","end":"2026-04-03T03:04:10.932368Z","steps":["trace[1777879983] 'agreement among raft nodes before linearized reading' (duration: 2.35224729s)","trace[1777879983] 'range keys from in-memory index tree' (duration: 1.678854956s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:10.932396Z","caller":"traceutil/trace.go:171","msg":"trace[858677336] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:13692; }","duration":"3.031629009s","start":"2026-04-03T03:04:07.900757Z","end":"2026-04-03T03:04:10.932386Z","steps":["trace[858677336] 'agreement among raft nodes before linearized reading' (duration: 3.031547207s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:10.932408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:06.901162Z","time spent":"4.031239049s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:04:10.93242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:07.900737Z","time spent":"3.031676049s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19196,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-03T03:04:10.932393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034339246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:10.932213Z","caller":"traceutil/trace.go:171","msg":"trace[1066119488] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:13692; }","duration":"4.45146019s","start":"2026-04-03T03:04:06.480742Z","end":"2026-04-03T03:04:10.932202Z","steps":["trace[1066119488] 'agreement among raft nodes before linearized reading' (duration: 2.772722888s)","trace[1066119488] 'range keys from in-memory index tree' (duration: 1.67864076s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:10.932448Z","caller":"traceutil/trace.go:171","msg":"trace[262005700] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13692; }","duration":"1.034411748s","start":"2026-04-03T03:04:09.898027Z","end":"2026-04-03T03:04:10.932439Z","steps":["trace[262005700] 'agreement among raft nodes before linearized reading' (duration: 1.034334616s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:10.932451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.359769601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:04:10.932475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:09.898019Z","time spent":"1.034450009s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-03T03:04:10.932483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:06.48073Z","time spent":"4.451737217s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5079,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-04-03T03:04:10.932486Z","caller":"traceutil/trace.go:171","msg":"trace[97677558] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:13692; }","duration":"3.359847044s","start":"2026-04-03T03:04:07.572627Z","end":"2026-04-03T03:04:10.932474Z","steps":["trace[97677558] 'agreement among raft nodes before linearized reading' (duration: 1.680707252s)","trace[97677558] 'count revisions from in-memory index tree' (duration: 1.679092861s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:10.932554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.20400894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:04:10.932559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:07.572602Z","time spent":"3.359946406s","remote":"127.0.0.1:37694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:04:10.932579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034782407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:10.932591Z","caller":"traceutil/trace.go:171","msg":"trace[202789739] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:13692; }","duration":"4.204090241s","start":"2026-04-03T03:04:06.728485Z","end":"2026-04-03T03:04:10.932575Z","steps":["trace[202789739] 'agreement among raft nodes before linearized reading' (duration: 2.524963329s)","trace[202789739] 'count revisions from in-memory index tree' (duration: 1.679083732s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:10.932606Z","caller":"traceutil/trace.go:171","msg":"trace[943980260] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13692; }","duration":"1.034859819s","start":"2026-04-03T03:04:09.897738Z","end":"2026-04-03T03:04:10.932598Z","steps":["trace[943980260] 'agreement among raft nodes before linearized reading' (duration: 1.034809938s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:10.932621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:06.728404Z","time spent":"4.204208294s","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:04:10.932622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.803748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:04:10.932276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.013648386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-03T03:04:10.932655Z","caller":"traceutil/trace.go:171","msg":"trace[101376391] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:13692; }","duration":"208.88425ms","start":"2026-04-03T03:04:10.723759Z","end":"2026-04-03T03:04:10.932644Z","steps":["trace[101376391] 'agreement among raft nodes before linearized reading' (duration: 208.837339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:10.932691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.489458337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:04:10.932699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035156106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-03T03:04:10.932694Z","caller":"traceutil/trace.go:171","msg":"trace[425161241] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13692; }","duration":"4.014066577s","start":"2026-04-03T03:04:06.918606Z","end":"2026-04-03T03:04:10.932673Z","steps":["trace[425161241] 'agreement among raft nodes before linearized reading' (duration: 2.334827302s)","trace[425161241] 'range keys from in-memory index tree' (duration: 1.678794094s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:10.932725Z","caller":"traceutil/trace.go:171","msg":"trace[1835226706] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13692; }","duration":"1.035225308s","start":"2026-04-03T03:04:09.897493Z","end":"2026-04-03T03:04:10.932718Z","steps":["trace[1835226706] 'agreement among raft nodes before linearized reading' (duration: 1.035150696s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:10.932751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:09.897469Z","time spent":"1.03527618s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-03T03:04:10.932757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.668336172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:10.932784Z","caller":"traceutil/trace.go:171","msg":"trace[233783596] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:13692; }","duration":"3.668408693s","start":"2026-04-03T03:04:07.264366Z","end":"2026-04-03T03:04:10.932775Z","steps":["trace[233783596] 'agreement among raft nodes before linearized reading' (duration: 1.989020805s)","trace[233783596] 'count revisions from in-memory index tree' (duration: 1.679346068s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:10.932792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.620795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:04:10.932813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:07.264345Z","time spent":"3.668460884s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:04:10.932825Z","caller":"traceutil/trace.go:171","msg":"trace[979090230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13692; }","duration":"440.699226ms","start":"2026-04-03T03:04:10.492114Z","end":"2026-04-03T03:04:10.932814Z","steps":["trace[979090230] 'agreement among raft nodes before linearized reading' (duration: 440.656725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:10.932849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:10.492085Z","time spent":"440.759308ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:04:10.932721Z","caller":"traceutil/trace.go:171","msg":"trace[1447807121] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:13692; }","duration":"3.489529879s","start":"2026-04-03T03:04:07.443181Z","end":"2026-04-03T03:04:10.932711Z","steps":["trace[1447807121] 'agreement among raft nodes before linearized reading' (duration: 1.810191201s)","trace[1447807121] 'count revisions from in-memory index tree' (duration: 1.679295496s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:10.932629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:09.897711Z","time spent":"1.034912231s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-03T03:04:10.932968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:07.443158Z","time spent":"3.489797186s","remote":"127.0.0.1:47458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:04:10.932953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.451898401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-7gxm9.18a2b861f188ade2\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-04-03T03:04:10.933044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.747103185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:04:10.933059Z","caller":"traceutil/trace.go:171","msg":"trace[127246948] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-7gxm9.18a2b861f188ade2; range_end:; response_count:1; response_revision:13692; }","duration":"4.452053215s","start":"2026-04-03T03:04:06.480972Z","end":"2026-04-03T03:04:10.933026Z","steps":["trace[127246948] 'agreement among raft nodes before linearized reading' (duration: 2.772484322s)","trace[127246948] 'range keys from in-memory index tree' (duration: 1.679324347s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:10.933079Z","caller":"traceutil/trace.go:171","msg":"trace[1554609832] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:13692; }","duration":"3.747185587s","start":"2026-04-03T03:04:07.185881Z","end":"2026-04-03T03:04:10.933067Z","steps":["trace[1554609832] 'agreement among raft nodes before linearized reading' (duration: 2.067525471s)","trace[1554609832] 'count revisions from in-memory index tree' (duration: 1.679617984s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:10.933114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:07.185853Z","time spent":"3.747252469s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:04:10.933123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:06.480947Z","time spent":"4.452160788s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":888,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-7gxm9.18a2b861f188ade2\" "} {"level":"warn","ts":"2026-04-03T03:04:10.933183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.026839437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T03:04:10.93322Z","caller":"traceutil/trace.go:171","msg":"trace[1078414326] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13692; }","duration":"4.026919679s","start":"2026-04-03T03:04:06.906287Z","end":"2026-04-03T03:04:10.933207Z","steps":["trace[1078414326] 'agreement among raft nodes before linearized reading' (duration: 2.347129831s)","trace[1078414326] 'range keys from in-memory index tree' (duration: 1.679705566s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:10.933248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:06.906275Z","time spent":"4.026965482s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:04:10.932751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:06.918598Z","time spent":"4.014137908s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-03T03:04:10.932996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.018979361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T03:04:10.93334Z","caller":"traceutil/trace.go:171","msg":"trace[1287210217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13692; }","duration":"4.01936048s","start":"2026-04-03T03:04:06.913966Z","end":"2026-04-03T03:04:10.933327Z","steps":["trace[1287210217] 'agreement among raft nodes before linearized reading' (duration: 2.339428678s)","trace[1287210217] 'range keys from in-memory index tree' (duration: 1.679527022s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:10.933382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:06.913944Z","time spent":"4.019427932s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:04:10.933461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.85773531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:04:10.933615Z","caller":"traceutil/trace.go:171","msg":"trace[2021877686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13692; }","duration":"3.857953675s","start":"2026-04-03T03:04:07.075548Z","end":"2026-04-03T03:04:10.933502Z","steps":["trace[2021877686] 'agreement among raft nodes before linearized reading' (duration: 2.17787214s)","trace[2021877686] 'range keys from in-memory index tree' (duration: 1.679827079s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:10.933676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:07.075525Z","time spent":"3.858130679s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T03:04:11.380233Z","caller":"traceutil/trace.go:171","msg":"trace[1335086681] transaction","detail":"{read_only:false; response_revision:13693; number_of_response:1; }","duration":"444.176785ms","start":"2026-04-03T03:04:10.936031Z","end":"2026-04-03T03:04:11.380208Z","steps":["trace[1335086681] 'process raft request' (duration: 443.978089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:11.380572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:10.93601Z","time spent":"444.310478ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:12.389382Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.009342357s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:04:12.452574Z","caller":"traceutil/trace.go:171","msg":"trace[798498585] linearizableReadLoop","detail":"{readStateIndex:14245; appliedIndex:14242; }","duration":"1.514038895s","start":"2026-04-03T03:04:10.938502Z","end":"2026-04-03T03:04:12.452541Z","steps":["trace[798498585] 'read index received' (duration: 441.503227ms)","trace[798498585] 'applied index is now lower than readState.Index' (duration: 1.072534628s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:12.452801Z","caller":"traceutil/trace.go:171","msg":"trace[596140761] transaction","detail":"{read_only:false; response_revision:13694; number_of_response:1; }","duration":"1.515641155s","start":"2026-04-03T03:04:10.93712Z","end":"2026-04-03T03:04:12.452761Z","steps":["trace[596140761] 'process raft request' (duration: 1.45266321s)","trace[596140761] 'compare' (duration: 61.852347ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:12.452831Z","caller":"traceutil/trace.go:171","msg":"trace[376920678] transaction","detail":"{read_only:false; response_revision:13695; number_of_response:1; }","duration":"1.514490946s","start":"2026-04-03T03:04:10.938303Z","end":"2026-04-03T03:04:12.452794Z","steps":["trace[376920678] 'process raft request' (duration: 1.513912182s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:12.452848Z","caller":"traceutil/trace.go:171","msg":"trace[356494216] transaction","detail":"{read_only:false; response_revision:13699; number_of_response:1; }","duration":"1.510742881s","start":"2026-04-03T03:04:10.942061Z","end":"2026-04-03T03:04:12.452804Z","steps":["trace[356494216] 'process raft request' (duration: 1.510391543s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:12.452775Z","caller":"traceutil/trace.go:171","msg":"trace[1874907249] transaction","detail":"{read_only:false; response_revision:13697; number_of_response:1; }","duration":"1.513214964s","start":"2026-04-03T03:04:10.93951Z","end":"2026-04-03T03:04:12.452725Z","steps":["trace[1874907249] 'process raft request' (duration: 1.512872546s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:12.452874Z","caller":"traceutil/trace.go:171","msg":"trace[709593025] transaction","detail":"{read_only:false; response_revision:13696; number_of_response:1; }","duration":"1.514181178s","start":"2026-04-03T03:04:10.938677Z","end":"2026-04-03T03:04:12.452858Z","steps":["trace[709593025] 'process raft request' (duration: 1.513671065s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:12.452925Z","caller":"traceutil/trace.go:171","msg":"trace[1845071633] transaction","detail":"{read_only:false; response_revision:13700; number_of_response:1; }","duration":"1.193565814s","start":"2026-04-03T03:04:11.25932Z","end":"2026-04-03T03:04:12.452886Z","steps":["trace[1845071633] 'process raft request' (duration: 1.193175535s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:12.452979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:10.937097Z","time spent":"1.515787788s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:12.453012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:10.938277Z","time spent":"1.514640189s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:12.453028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:10.938667Z","time spent":"1.514326141s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:12.453077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:10.94205Z","time spent":"1.510898896s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:12.453091Z","caller":"traceutil/trace.go:171","msg":"trace[860419939] transaction","detail":"{read_only:false; response_revision:13698; number_of_response:1; }","duration":"1.513204784s","start":"2026-04-03T03:04:10.939787Z","end":"2026-04-03T03:04:12.452992Z","steps":["trace[860419939] 'process raft request' (duration: 1.51262497s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:12.453095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:11.25929Z","time spent":"1.193718548s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:12.453297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:10.93978Z","time spent":"1.513358099s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:12.453325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:10.939481Z","time spent":"1.513501261s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:12.453595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515068911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:54 size:503896"} {"level":"info","ts":"2026-04-03T03:04:12.453695Z","caller":"traceutil/trace.go:171","msg":"trace[657045441] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:54; response_revision:13700; }","duration":"1.515204544s","start":"2026-04-03T03:04:10.938471Z","end":"2026-04-03T03:04:12.453675Z","steps":["trace[657045441] 'agreement among raft nodes before linearized reading' (duration: 1.514405523s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:12.453747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:10.938462Z","time spent":"1.515273326s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":54,"response size":503920,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:04:12.939176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9999194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:04:12.939286Z","caller":"traceutil/trace.go:171","msg":"trace[457012044] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000065363s","start":"2026-04-03T03:04:10.939198Z","end":"2026-04-03T03:04:12.939264Z","steps":["trace[457012044] 'agreement among raft nodes before linearized reading' (duration: 1.99993857s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:12.93935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:10.939188Z","time spent":"2.000143686s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:04:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:04:13.253308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.556618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:04:13.253521Z","caller":"traceutil/trace.go:171","msg":"trace[296427145] linearizableReadLoop","detail":"{readStateIndex:14252; appliedIndex:14250; }","duration":"800.823485ms","start":"2026-04-03T03:04:12.452675Z","end":"2026-04-03T03:04:13.253499Z","steps":["trace[296427145] 'read index received' (duration: 226.600526ms)","trace[296427145] 'applied index is now lower than readState.Index' (duration: 574.221379ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:13.253689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784253979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:13.253734Z","caller":"traceutil/trace.go:171","msg":"trace[1164828098] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:13702; }","duration":"1.78431625s","start":"2026-04-03T03:04:11.469402Z","end":"2026-04-03T03:04:13.253719Z","steps":["trace[1164828098] 'agreement among raft nodes before linearized reading' (duration: 1.784202997s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:13.253776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:11.469392Z","time spent":"1.784373562s","remote":"127.0.0.1:37648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:04:13.253764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032514279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:13.25385Z","caller":"traceutil/trace.go:171","msg":"trace[1058004471] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:13702; }","duration":"1.032684123s","start":"2026-04-03T03:04:12.221147Z","end":"2026-04-03T03:04:13.253831Z","steps":["trace[1058004471] 'agreement among raft nodes before linearized reading' (duration: 1.032447387s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:13.253815Z","caller":"traceutil/trace.go:171","msg":"trace[648887325] transaction","detail":"{read_only:false; response_revision:13702; number_of_response:1; }","duration":"1.490731348s","start":"2026-04-03T03:04:11.763032Z","end":"2026-04-03T03:04:13.253763Z","steps":["trace[648887325] 'process raft request' (duration: 1.49039458s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:13.253764Z","caller":"traceutil/trace.go:171","msg":"trace[64290760] transaction","detail":"{read_only:false; response_revision:13701; number_of_response:1; }","duration":"1.615215671s","start":"2026-04-03T03:04:11.638514Z","end":"2026-04-03T03:04:13.25373Z","steps":["trace[64290760] 'process raft request' (duration: 1.040097169s)","trace[64290760] 'compare' (duration: 574.403784ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:13.253898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91815075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:04:13.253876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870442479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a2b87236207026\" ","response":"range_response_count:1 size:741"} {"level":"info","ts":"2026-04-03T03:04:13.253965Z","caller":"traceutil/trace.go:171","msg":"trace[344164249] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:13702; }","duration":"1.918265872s","start":"2026-04-03T03:04:11.335678Z","end":"2026-04-03T03:04:13.253944Z","steps":["trace[344164249] 'agreement among raft nodes before linearized reading' (duration: 1.91815881s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:13.253989Z","caller":"traceutil/trace.go:171","msg":"trace[155482315] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a2b87236207026; range_end:; response_count:1; response_revision:13702; }","duration":"1.870589212s","start":"2026-04-03T03:04:11.383373Z","end":"2026-04-03T03:04:13.253962Z","steps":["trace[155482315] 'agreement among raft nodes before linearized reading' (duration: 1.870268374s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:13.254019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:11.335659Z","time spent":"1.918348644s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:04:13.25404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:11.38336Z","time spent":"1.870669905s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":765,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a2b87236207026\" "} {"level":"warn","ts":"2026-04-03T03:04:13.254044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:11.763017Z","time spent":"1.490900882s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:13.254061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:11.638489Z","time spent":"1.615460978s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:13.253911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:12.221119Z","time spent":"1.032779675s","remote":"127.0.0.1:52490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:04:13.254296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800093678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T03:04:13.254379Z","caller":"traceutil/trace.go:171","msg":"trace[330594360] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:13702; }","duration":"1.800249622s","start":"2026-04-03T03:04:11.45411Z","end":"2026-04-03T03:04:13.25436Z","steps":["trace[330594360] 'agreement among raft nodes before linearized reading' (duration: 1.799710927s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:13.254412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:11.454089Z","time spent":"1.800316303s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-03T03:04:13.306046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.796806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:04:13.306134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.438252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-04-03T03:04:13.306148Z","caller":"traceutil/trace.go:171","msg":"trace[1544200236] transaction","detail":"{read_only:false; response_revision:13704; number_of_response:1; }","duration":"844.390602ms","start":"2026-04-03T03:04:12.461738Z","end":"2026-04-03T03:04:13.306129Z","steps":["trace[1544200236] 'process raft request' (duration: 844.020173ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:13.306183Z","caller":"traceutil/trace.go:171","msg":"trace[1411503121] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:13704; }","duration":"668.528234ms","start":"2026-04-03T03:04:12.63764Z","end":"2026-04-03T03:04:13.306168Z","steps":["trace[1411503121] 'agreement among raft nodes before linearized reading' (duration: 668.37026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:13.306224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:12.637616Z","time spent":"668.600196ms","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-03T03:04:13.306147Z","caller":"traceutil/trace.go:171","msg":"trace[1854673099] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13704; }","duration":"366.91355ms","start":"2026-04-03T03:04:12.939209Z","end":"2026-04-03T03:04:13.306122Z","steps":["trace[1854673099] 'agreement among raft nodes before linearized reading' (duration: 366.780176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:13.30624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.34085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:04:13.306283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.904313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-03T03:04:13.306316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:12.461714Z","time spent":"844.501015ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:13.306306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:12.9392Z","time spent":"367.093414ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-03T03:04:13.306329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.367722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:04:13.306362Z","caller":"traceutil/trace.go:171","msg":"trace[1571625196] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:13704; }","duration":"701.543765ms","start":"2026-04-03T03:04:12.604786Z","end":"2026-04-03T03:04:13.30633Z","steps":["trace[1571625196] 'agreement among raft nodes before linearized reading' (duration: 701.301559ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:13.306369Z","caller":"traceutil/trace.go:171","msg":"trace[974186983] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13704; }","duration":"367.999266ms","start":"2026-04-03T03:04:12.938346Z","end":"2026-04-03T03:04:13.306345Z","steps":["trace[974186983] 'agreement among raft nodes before linearized reading' (duration: 367.75846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:13.30604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.808812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:13.306401Z","caller":"traceutil/trace.go:171","msg":"trace[627236491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13704; }","duration":"155.490105ms","start":"2026-04-03T03:04:13.150894Z","end":"2026-04-03T03:04:13.306384Z","steps":["trace[627236491] 'agreement among raft nodes before linearized reading' (duration: 155.239829ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:13.30642Z","caller":"traceutil/trace.go:171","msg":"trace[351922264] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13704; }","duration":"368.263983ms","start":"2026-04-03T03:04:12.938144Z","end":"2026-04-03T03:04:13.306408Z","steps":["trace[351922264] 'agreement among raft nodes before linearized reading' (duration: 367.794551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:13.306429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:12.604756Z","time spent":"701.655518ms","remote":"127.0.0.1:35026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:04:13.306047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.208893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-rvtcb\" ","response":"range_response_count:1 size:9202"} {"level":"warn","ts":"2026-04-03T03:04:13.306455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:12.938116Z","time spent":"368.330225ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-03T03:04:13.306476Z","caller":"traceutil/trace.go:171","msg":"trace[1146288149] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-rvtcb; range_end:; response_count:1; response_revision:13704; }","duration":"847.705025ms","start":"2026-04-03T03:04:12.458758Z","end":"2026-04-03T03:04:13.306463Z","steps":["trace[1146288149] 'agreement among raft nodes before linearized reading' (duration: 847.08707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:13.306419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:12.938339Z","time spent":"368.070948ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-03T03:04:13.306523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:12.458722Z","time spent":"847.790487ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":9226,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-rvtcb\" "} {"level":"info","ts":"2026-04-03T03:04:13.306243Z","caller":"traceutil/trace.go:171","msg":"trace[1356625954] transaction","detail":"{read_only:false; response_revision:13703; number_of_response:1; }","duration":"844.477884ms","start":"2026-04-03T03:04:12.46162Z","end":"2026-04-03T03:04:13.306098Z","steps":["trace[1356625954] 'process raft request' (duration: 843.964821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:13.306787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:12.461597Z","time spent":"845.062389ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:04:13.305958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.180021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:13.306916Z","caller":"traceutil/trace.go:171","msg":"trace[186476434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13704; }","duration":"367.199836ms","start":"2026-04-03T03:04:12.939702Z","end":"2026-04-03T03:04:13.306902Z","steps":["trace[186476434] 'agreement among raft nodes before linearized reading' (duration: 366.16883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:13.306966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:12.939676Z","time spent":"367.276358ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:04:13.713036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.607227ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-03T03:04:13.71337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:13.256017Z","time spent":"457.320835ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T03:04:13.71347Z","caller":"traceutil/trace.go:171","msg":"trace[1202957975] transaction","detail":"{read_only:false; response_revision:13705; number_of_response:1; }","duration":"456.3288ms","start":"2026-04-03T03:04:13.257117Z","end":"2026-04-03T03:04:13.713446Z","steps":["trace[1202957975] 'process raft request' (duration: 456.106795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:13.713593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:13.25709Z","time spent":"456.432693ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:14.745135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.659725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:04:14.745524Z","caller":"traceutil/trace.go:171","msg":"trace[185477244] linearizableReadLoop","detail":"{readStateIndex:14258; appliedIndex:14254; }","duration":"1.43006258s","start":"2026-04-03T03:04:13.315434Z","end":"2026-04-03T03:04:14.745497Z","steps":["trace[185477244] 'read index received' (duration: 167.068137ms)","trace[185477244] 'applied index is now lower than readState.Index' (duration: 1.262993183s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:14.74582Z","caller":"traceutil/trace.go:171","msg":"trace[423140949] transaction","detail":"{read_only:false; response_revision:13707; number_of_response:1; }","duration":"1.431789793s","start":"2026-04-03T03:04:13.314014Z","end":"2026-04-03T03:04:14.745804Z","steps":["trace[423140949] 'process raft request' (duration: 1.431229859s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:14.745934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:13.313984Z","time spent":"1.431889616s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6840,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:14.746608Z","caller":"traceutil/trace.go:171","msg":"trace[1962127434] transaction","detail":"{read_only:false; response_revision:13706; number_of_response:1; }","duration":"1.435312372s","start":"2026-04-03T03:04:13.311277Z","end":"2026-04-03T03:04:14.746589Z","steps":["trace[1962127434] 'process raft request' (duration: 723.109489ms)","trace[1962127434] 'compare' (duration: 710.45561ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:14.746699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:13.311237Z","time spent":"1.435417135s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:14.747483Z","caller":"traceutil/trace.go:171","msg":"trace[2032057672] transaction","detail":"{read_only:false; response_revision:13709; number_of_response:1; }","duration":"608.841522ms","start":"2026-04-03T03:04:14.138625Z","end":"2026-04-03T03:04:14.747467Z","steps":["trace[2032057672] 'process raft request' (duration: 608.681777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:14.747432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43198441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:14.747478Z","caller":"traceutil/trace.go:171","msg":"trace[965412771] transaction","detail":"{read_only:false; response_revision:13708; number_of_response:1; }","duration":"1.032842177s","start":"2026-04-03T03:04:13.714595Z","end":"2026-04-03T03:04:14.747437Z","steps":["trace[965412771] 'process raft request' (duration: 1.030841627s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:14.747575Z","caller":"traceutil/trace.go:171","msg":"trace[2065166250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13708; }","duration":"1.432175113s","start":"2026-04-03T03:04:13.315384Z","end":"2026-04-03T03:04:14.747559Z","steps":["trace[2065166250] 'agreement among raft nodes before linearized reading' (duration: 1.430996843s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:14.747592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:14.138595Z","time spent":"608.956804ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:14.747681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:13.714574Z","time spent":"1.033008182s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:14.747615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:13.315371Z","time spent":"1.432233846s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:04:14.747775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.365907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:04:14.747806Z","caller":"traceutil/trace.go:171","msg":"trace[1711820229] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13710; }","duration":"289.441529ms","start":"2026-04-03T03:04:14.458353Z","end":"2026-04-03T03:04:14.747795Z","steps":["trace[1711820229] 'agreement among raft nodes before linearized reading' (duration: 289.320856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:14.747893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031312499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-rvtcb.18a2b81248d03483\" ","response":"range_response_count:1 size:778"} {"level":"warn","ts":"2026-04-03T03:04:14.747943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.709984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:04:14.747985Z","caller":"traceutil/trace.go:171","msg":"trace[2104330796] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-rvtcb.18a2b81248d03483; range_end:; response_count:1; response_revision:13710; }","duration":"1.031441902s","start":"2026-04-03T03:04:13.716518Z","end":"2026-04-03T03:04:14.74796Z","steps":["trace[2104330796] 'agreement among raft nodes before linearized reading' (duration: 1.031249778s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:14.748031Z","caller":"traceutil/trace.go:171","msg":"trace[451703060] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:13710; }","duration":"281.844568ms","start":"2026-04-03T03:04:14.466167Z","end":"2026-04-03T03:04:14.748012Z","steps":["trace[451703060] 'agreement among raft nodes before linearized reading' (duration: 281.568641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:14.748038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:13.716498Z","time spent":"1.031525544s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":802,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-rvtcb.18a2b81248d03483\" "} {"level":"warn","ts":"2026-04-03T03:04:14.748174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330921734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-04-03T03:04:14.748209Z","caller":"traceutil/trace.go:171","msg":"trace[1783354148] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:13710; }","duration":"1.330969394s","start":"2026-04-03T03:04:13.417225Z","end":"2026-04-03T03:04:14.748195Z","steps":["trace[1783354148] 'agreement among raft nodes before linearized reading' (duration: 1.330858832s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:14.74823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:13.417215Z","time spent":"1.331010846s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1345,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-04-03T03:04:14.748244Z","caller":"traceutil/trace.go:171","msg":"trace[443249733] transaction","detail":"{read_only:false; response_revision:13710; number_of_response:1; }","duration":"287.827098ms","start":"2026-04-03T03:04:14.460405Z","end":"2026-04-03T03:04:14.748232Z","steps":["trace[443249733] 'process raft request' (duration: 287.014628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:14.748294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346103176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-04-03T03:04:14.748244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.806913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T03:04:14.748324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.053618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T03:04:14.748331Z","caller":"traceutil/trace.go:171","msg":"trace[1589269091] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13710; }","duration":"1.346184968s","start":"2026-04-03T03:04:13.402135Z","end":"2026-04-03T03:04:14.74832Z","steps":["trace[1589269091] 'agreement among raft nodes before linearized reading' (duration: 1.34545206s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:14.748352Z","caller":"traceutil/trace.go:171","msg":"trace[558208376] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13710; }","duration":"288.958086ms","start":"2026-04-03T03:04:14.459383Z","end":"2026-04-03T03:04:14.748342Z","steps":["trace[558208376] 'agreement among raft nodes before linearized reading' (duration: 288.744181ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:14.748355Z","caller":"traceutil/trace.go:171","msg":"trace[283362723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13710; }","duration":"289.10469ms","start":"2026-04-03T03:04:14.459241Z","end":"2026-04-03T03:04:14.748345Z","steps":["trace[283362723] 'agreement among raft nodes before linearized reading' (duration: 289.025808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:14.748361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:13.402111Z","time spent":"1.3462436s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-03T03:04:14.748472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.228595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:04:14.7485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.898011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T03:04:14.748525Z","caller":"traceutil/trace.go:171","msg":"trace[1168720695] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:13710; }","duration":"579.335548ms","start":"2026-04-03T03:04:14.169169Z","end":"2026-04-03T03:04:14.748505Z","steps":["trace[1168720695] 'agreement among raft nodes before linearized reading' (duration: 579.245856ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:14.748528Z","caller":"traceutil/trace.go:171","msg":"trace[1367846709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13710; }","duration":"289.939941ms","start":"2026-04-03T03:04:14.458579Z","end":"2026-04-03T03:04:14.748519Z","steps":["trace[1367846709] 'agreement among raft nodes before linearized reading' (duration: 289.866109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:14.748514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.982452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:04:14.748561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:14.169147Z","time spent":"579.4011ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:04:14.748609Z","caller":"traceutil/trace.go:171","msg":"trace[1239765706] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:13710; }","duration":"900.147636ms","start":"2026-04-03T03:04:13.848439Z","end":"2026-04-03T03:04:14.748587Z","steps":["trace[1239765706] 'agreement among raft nodes before linearized reading' (duration: 899.967351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:14.748666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:13.848411Z","time spent":"900.243299ms","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:04:14.748675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.988838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-03T03:04:14.74876Z","caller":"traceutil/trace.go:171","msg":"trace[554698427] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:13710; }","duration":"957.034689ms","start":"2026-04-03T03:04:13.791678Z","end":"2026-04-03T03:04:14.748712Z","steps":["trace[554698427] 'agreement among raft nodes before linearized reading' (duration: 956.932407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:14.748797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:13.791604Z","time spent":"957.182813ms","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-03T03:04:14.748949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.421935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:14.74899Z","caller":"traceutil/trace.go:171","msg":"trace[2005467544] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:13710; }","duration":"852.981098ms","start":"2026-04-03T03:04:13.895996Z","end":"2026-04-03T03:04:14.748977Z","steps":["trace[2005467544] 'agreement among raft nodes before linearized reading' (duration: 852.433994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:14.74951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:13.895973Z","time spent":"853.521321ms","remote":"127.0.0.1:37750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:04:14.752623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.201951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:04:14.752693Z","caller":"traceutil/trace.go:171","msg":"trace[883916667] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:13710; }","duration":"451.330764ms","start":"2026-04-03T03:04:14.301347Z","end":"2026-04-03T03:04:14.752678Z","steps":["trace[883916667] 'agreement among raft nodes before linearized reading' (duration: 447.120419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:14.752732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:14.301322Z","time spent":"451.400597ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":114,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:04:33.085575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.181444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:04:33.085768Z","caller":"traceutil/trace.go:171","msg":"trace[1521992957] linearizableReadLoop","detail":"{readStateIndex:14451; appliedIndex:14449; }","duration":"233.226134ms","start":"2026-04-03T03:04:32.852523Z","end":"2026-04-03T03:04:33.085749Z","steps":["trace[1521992957] 'read index received' (duration: 128.799813ms)","trace[1521992957] 'applied index is now lower than readState.Index' (duration: 104.425351ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:33.085924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.397798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:04:33.085959Z","caller":"traceutil/trace.go:171","msg":"trace[694433698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13893; }","duration":"233.456539ms","start":"2026-04-03T03:04:32.852492Z","end":"2026-04-03T03:04:33.085949Z","steps":["trace[694433698] 'agreement among raft nodes before linearized reading' (duration: 233.337126ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:33.085914Z","caller":"traceutil/trace.go:171","msg":"trace[7197900] transaction","detail":"{read_only:false; response_revision:13892; number_of_response:1; }","duration":"236.072005ms","start":"2026-04-03T03:04:32.849799Z","end":"2026-04-03T03:04:33.085871Z","steps":["trace[7197900] 'process raft request' (duration: 131.509031ms)","trace[7197900] 'compare' (duration: 104.082512ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:33.085925Z","caller":"traceutil/trace.go:171","msg":"trace[1017069855] transaction","detail":"{read_only:false; response_revision:13893; number_of_response:1; }","duration":"233.481339ms","start":"2026-04-03T03:04:32.852374Z","end":"2026-04-03T03:04:33.085855Z","steps":["trace[1017069855] 'process raft request' (duration: 233.327756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:33.086131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.530579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T03:04:33.086154Z","caller":"traceutil/trace.go:171","msg":"trace[1591921764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13893; }","duration":"227.572081ms","start":"2026-04-03T03:04:32.858574Z","end":"2026-04-03T03:04:33.086147Z","steps":["trace[1591921764] 'agreement among raft nodes before linearized reading' (duration: 227.508129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:33.086197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.318858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:04:33.086258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.52ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T03:04:33.086298Z","caller":"traceutil/trace.go:171","msg":"trace[1221866553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13893; }","duration":"225.593631ms","start":"2026-04-03T03:04:32.860693Z","end":"2026-04-03T03:04:33.086287Z","steps":["trace[1221866553] 'agreement among raft nodes before linearized reading' (duration: 225.412757ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:33.086308Z","caller":"traceutil/trace.go:171","msg":"trace[514745379] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:13893; }","duration":"220.463302ms","start":"2026-04-03T03:04:32.865821Z","end":"2026-04-03T03:04:33.086285Z","steps":["trace[514745379] 'agreement among raft nodes before linearized reading' (duration: 220.264257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:33.086304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.599684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:04:33.086403Z","caller":"traceutil/trace.go:171","msg":"trace[1007340251] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:13893; }","duration":"162.718907ms","start":"2026-04-03T03:04:32.92366Z","end":"2026-04-03T03:04:33.086379Z","steps":["trace[1007340251] 'agreement among raft nodes before linearized reading' (duration: 162.461021ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:33.320796Z","caller":"traceutil/trace.go:171","msg":"trace[2091060109] linearizableReadLoop","detail":"{readStateIndex:14453; appliedIndex:14451; }","duration":"229.477159ms","start":"2026-04-03T03:04:33.091289Z","end":"2026-04-03T03:04:33.320767Z","steps":["trace[2091060109] 'read index received' (duration: 85.122853ms)","trace[2091060109] 'applied index is now lower than readState.Index' (duration: 144.352826ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:33.320857Z","caller":"traceutil/trace.go:171","msg":"trace[1919824722] transaction","detail":"{read_only:false; response_revision:13895; number_of_response:1; }","duration":"229.972311ms","start":"2026-04-03T03:04:33.090847Z","end":"2026-04-03T03:04:33.32082Z","steps":["trace[1919824722] 'process raft request' (duration: 193.687277ms)","trace[1919824722] 'compare' (duration: 35.819592ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:33.320942Z","caller":"traceutil/trace.go:171","msg":"trace[669651413] transaction","detail":"{read_only:false; response_revision:13896; number_of_response:1; }","duration":"229.501989ms","start":"2026-04-03T03:04:33.091425Z","end":"2026-04-03T03:04:33.320927Z","steps":["trace[669651413] 'process raft request' (duration: 229.239132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:33.321209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.508205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-03T03:04:33.321237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.398861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-04-03T03:04:33.321259Z","caller":"traceutil/trace.go:171","msg":"trace[1952986995] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13896; }","duration":"147.637268ms","start":"2026-04-03T03:04:33.173608Z","end":"2026-04-03T03:04:33.321246Z","steps":["trace[1952986995] 'agreement among raft nodes before linearized reading' (duration: 147.445953ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:33.321279Z","caller":"traceutil/trace.go:171","msg":"trace[975161380] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:13896; }","duration":"112.484842ms","start":"2026-04-03T03:04:33.208781Z","end":"2026-04-03T03:04:33.321266Z","steps":["trace[975161380] 'agreement among raft nodes before linearized reading' (duration: 112.322968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:33.321595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.909496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" ","response":"range_response_count:1 size:8550"} {"level":"info","ts":"2026-04-03T03:04:33.321717Z","caller":"traceutil/trace.go:171","msg":"trace[550246877] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-6gxwv; range_end:; response_count:1; response_revision:13896; }","duration":"129.06398ms","start":"2026-04-03T03:04:33.192626Z","end":"2026-04-03T03:04:33.32169Z","steps":["trace[550246877] 'agreement among raft nodes before linearized reading' (duration: 128.757432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:33.321641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.34071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:521386"} {"level":"info","ts":"2026-04-03T03:04:33.32181Z","caller":"traceutil/trace.go:171","msg":"trace[1505146129] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:13896; }","duration":"230.533355ms","start":"2026-04-03T03:04:33.09126Z","end":"2026-04-03T03:04:33.321794Z","steps":["trace[1505146129] 'agreement among raft nodes before linearized reading' (duration: 229.790347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:34.465723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.955932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:04:34.46611Z","caller":"traceutil/trace.go:171","msg":"trace[986034769] transaction","detail":"{read_only:false; response_revision:13897; number_of_response:1; }","duration":"1.007854077s","start":"2026-04-03T03:04:33.458227Z","end":"2026-04-03T03:04:34.466081Z","steps":["trace[986034769] 'process raft request' (duration: 572.431504ms)","trace[986034769] 'compare' (duration: 434.350067ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:34.466214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:33.458208Z","time spent":"1.007960121s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:34.466109Z","caller":"traceutil/trace.go:171","msg":"trace[586158317] transaction","detail":"{read_only:false; response_revision:13899; number_of_response:1; }","duration":"714.397689ms","start":"2026-04-03T03:04:33.75169Z","end":"2026-04-03T03:04:34.466088Z","steps":["trace[586158317] 'process raft request' (duration: 714.335687ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:34.466339Z","caller":"traceutil/trace.go:171","msg":"trace[732071277] transaction","detail":"{read_only:false; response_revision:13898; number_of_response:1; }","duration":"967.350178ms","start":"2026-04-03T03:04:33.498972Z","end":"2026-04-03T03:04:34.466322Z","steps":["trace[732071277] 'process raft request' (duration: 966.901076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:34.467322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:33.751651Z","time spent":"715.61012ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:34.467548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:33.498946Z","time spent":"968.428916ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:34.957929Z","caller":"traceutil/trace.go:171","msg":"trace[197285159] transaction","detail":"{read_only:false; response_revision:13900; number_of_response:1; }","duration":"111.60448ms","start":"2026-04-03T03:04:34.846297Z","end":"2026-04-03T03:04:34.957901Z","steps":["trace[197285159] 'process raft request' (duration: 111.448356ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:35.097433Z","caller":"traceutil/trace.go:171","msg":"trace[988429678] transaction","detail":"{read_only:false; response_revision:13902; number_of_response:1; }","duration":"134.871416ms","start":"2026-04-03T03:04:34.962517Z","end":"2026-04-03T03:04:35.097388Z","steps":["trace[988429678] 'process raft request' (duration: 68.590966ms)","trace[988429678] 'compare' (duration: 65.991173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:35.403574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.166143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:04:35.403703Z","caller":"traceutil/trace.go:171","msg":"trace[920907058] transaction","detail":"{read_only:false; response_revision:13903; number_of_response:1; }","duration":"302.176179ms","start":"2026-04-03T03:04:35.101503Z","end":"2026-04-03T03:04:35.403679Z","steps":["trace[920907058] 'process raft request' (duration: 168.76383ms)","trace[920907058] 'compare' (duration: 133.011079ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:35.403772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:35.101485Z","time spent":"302.258831ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:35.425499Z","caller":"traceutil/trace.go:171","msg":"trace[923594184] transaction","detail":"{read_only:false; response_revision:13904; number_of_response:1; }","duration":"322.665715ms","start":"2026-04-03T03:04:35.102804Z","end":"2026-04-03T03:04:35.42547Z","steps":["trace[923594184] 'process raft request' (duration: 322.46833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:35.425675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:35.102786Z","time spent":"322.801668ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:35.425673Z","caller":"traceutil/trace.go:171","msg":"trace[580833493] linearizableReadLoop","detail":"{readStateIndex:14463; appliedIndex:14460; }","duration":"245.473342ms","start":"2026-04-03T03:04:35.180152Z","end":"2026-04-03T03:04:35.425625Z","steps":["trace[580833493] 'read index received' (duration: 90.190662ms)","trace[580833493] 'applied index is now lower than readState.Index' (duration: 155.28082ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:35.425694Z","caller":"traceutil/trace.go:171","msg":"trace[910558195] transaction","detail":"{read_only:false; response_revision:13905; number_of_response:1; }","duration":"289.790217ms","start":"2026-04-03T03:04:35.135882Z","end":"2026-04-03T03:04:35.425672Z","steps":["trace[910558195] 'process raft request' (duration: 289.549581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:35.426111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.922343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:04:35.426223Z","caller":"traceutil/trace.go:171","msg":"trace[495114255] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13905; }","duration":"246.086867ms","start":"2026-04-03T03:04:35.180112Z","end":"2026-04-03T03:04:35.426199Z","steps":["trace[495114255] 'agreement among raft nodes before linearized reading' (duration: 245.649316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:35.638286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.815468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:04:35.638446Z","caller":"traceutil/trace.go:171","msg":"trace[39824028] transaction","detail":"{read_only:false; response_revision:13906; number_of_response:1; }","duration":"352.974188ms","start":"2026-04-03T03:04:35.285425Z","end":"2026-04-03T03:04:35.638399Z","steps":["trace[39824028] 'process raft request' (duration: 226.962166ms)","trace[39824028] 'compare' (duration: 125.601292ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:35.638533Z","caller":"traceutil/trace.go:171","msg":"trace[1085187714] transaction","detail":"{read_only:false; response_revision:13907; number_of_response:1; }","duration":"207.783861ms","start":"2026-04-03T03:04:35.430729Z","end":"2026-04-03T03:04:35.638513Z","steps":["trace[1085187714] 'process raft request' (duration: 207.679509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:35.638661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:35.285415Z","time spent":"353.162573ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T03:04:35.638858Z","caller":"traceutil/trace.go:171","msg":"trace[696943635] linearizableReadLoop","detail":"{readStateIndex:14464; appliedIndex:14463; }","duration":"213.089725ms","start":"2026-04-03T03:04:35.425745Z","end":"2026-04-03T03:04:35.638834Z","steps":["trace[696943635] 'read index received' (duration: 86.637531ms)","trace[696943635] 'applied index is now lower than readState.Index' (duration: 126.450324ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:35.639025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.426836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-03T03:04:35.639068Z","caller":"traceutil/trace.go:171","msg":"trace[1700874323] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13907; }","duration":"283.525059ms","start":"2026-04-03T03:04:35.355531Z","end":"2026-04-03T03:04:35.639056Z","steps":["trace[1700874323] 'agreement among raft nodes before linearized reading' (duration: 283.364245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:35.639082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.096684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T03:04:35.639059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.120433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:04:35.639132Z","caller":"traceutil/trace.go:171","msg":"trace[390383060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13907; }","duration":"313.159935ms","start":"2026-04-03T03:04:35.325958Z","end":"2026-04-03T03:04:35.639118Z","steps":["trace[390383060] 'agreement among raft nodes before linearized reading' (duration: 312.925549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:35.639148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.209032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-03T03:04:35.639163Z","caller":"traceutil/trace.go:171","msg":"trace[826208570] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:13907; }","duration":"305.240966ms","start":"2026-04-03T03:04:35.3339Z","end":"2026-04-03T03:04:35.639141Z","steps":["trace[826208570] 'agreement among raft nodes before linearized reading' (duration: 304.936748ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:35.639212Z","caller":"traceutil/trace.go:171","msg":"trace[1104234435] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13907; }","duration":"314.322974ms","start":"2026-04-03T03:04:35.324873Z","end":"2026-04-03T03:04:35.639196Z","steps":["trace[1104234435] 'agreement among raft nodes before linearized reading' (duration: 314.15015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:35.639248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.507035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" ","response":"range_response_count:1 size:8550"} {"level":"warn","ts":"2026-04-03T03:04:35.639296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.344342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-api-6cd7c5d48c-xkk5z\" ","response":"range_response_count:1 size:9969"} {"level":"warn","ts":"2026-04-03T03:04:35.639308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.469563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T03:04:35.639352Z","caller":"traceutil/trace.go:171","msg":"trace[879029208] range","detail":"{range_begin:/registry/pods/openstack/cinder-api-6cd7c5d48c-xkk5z; range_end:; response_count:1; response_revision:13907; }","duration":"354.434194ms","start":"2026-04-03T03:04:35.284909Z","end":"2026-04-03T03:04:35.639343Z","steps":["trace[879029208] 'agreement among raft nodes before linearized reading' (duration: 354.312071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:35.639379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:35.284883Z","time spent":"354.490026ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":9993,"request content":"key:\"/registry/pods/openstack/cinder-api-6cd7c5d48c-xkk5z\" "} {"level":"info","ts":"2026-04-03T03:04:35.639391Z","caller":"traceutil/trace.go:171","msg":"trace[107279524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13907; }","duration":"313.561805ms","start":"2026-04-03T03:04:35.325809Z","end":"2026-04-03T03:04:35.639371Z","steps":["trace[107279524] 'agreement among raft nodes before linearized reading' (duration: 313.070933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:35.639167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:35.325955Z","time spent":"313.205596ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:04:35.639409Z","caller":"traceutil/trace.go:171","msg":"trace[303169957] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-6gxwv; range_end:; response_count:1; response_revision:13907; }","duration":"298.64625ms","start":"2026-04-03T03:04:35.340694Z","end":"2026-04-03T03:04:35.63934Z","steps":["trace[303169957] 'agreement among raft nodes before linearized reading' (duration: 298.283261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:35.639221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:35.333897Z","time spent":"305.314568ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T03:04:35.639455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:35.325802Z","time spent":"313.637067ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:04:35.639813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:35.324836Z","time spent":"314.95745ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-04-03T03:04:35.891679Z","caller":"traceutil/trace.go:171","msg":"trace[1185531343] transaction","detail":"{read_only:false; response_revision:13909; number_of_response:1; }","duration":"246.19793ms","start":"2026-04-03T03:04:35.645458Z","end":"2026-04-03T03:04:35.891656Z","steps":["trace[1185531343] 'process raft request' (duration: 245.852921ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:35.89187Z","caller":"traceutil/trace.go:171","msg":"trace[1840539982] transaction","detail":"{read_only:false; response_revision:13910; number_of_response:1; }","duration":"242.778663ms","start":"2026-04-03T03:04:35.649057Z","end":"2026-04-03T03:04:35.891836Z","steps":["trace[1840539982] 'process raft request' (duration: 242.516326ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:35.891664Z","caller":"traceutil/trace.go:171","msg":"trace[630768420] linearizableReadLoop","detail":"{readStateIndex:14468; appliedIndex:14465; }","duration":"232.170736ms","start":"2026-04-03T03:04:35.659467Z","end":"2026-04-03T03:04:35.891638Z","steps":["trace[630768420] 'read index received' (duration: 15.389798ms)","trace[630768420] 'applied index is now lower than readState.Index' (duration: 216.779998ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:35.89241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.923336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:521486"} {"level":"info","ts":"2026-04-03T03:04:35.892464Z","caller":"traceutil/trace.go:171","msg":"trace[1545739801] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:13910; }","duration":"233.044279ms","start":"2026-04-03T03:04:35.659408Z","end":"2026-04-03T03:04:35.892452Z","steps":["trace[1545739801] 'agreement among raft nodes before linearized reading' (duration: 232.31254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:36.51101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.535971ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:36.511223Z","caller":"traceutil/trace.go:171","msg":"trace[1873571478] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13910; }","duration":"291.759987ms","start":"2026-04-03T03:04:36.219435Z","end":"2026-04-03T03:04:36.511195Z","steps":["trace[1873571478] 'range keys from in-memory index tree' (duration: 291.514291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:36.511445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.519793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:04:36.511587Z","caller":"traceutil/trace.go:171","msg":"trace[1051496537] linearizableReadLoop","detail":"{readStateIndex:14469; appliedIndex:14468; }","duration":"619.531701ms","start":"2026-04-03T03:04:35.892034Z","end":"2026-04-03T03:04:36.511565Z","steps":["trace[1051496537] 'read index received' (duration: 118.785802ms)","trace[1051496537] 'applied index is now lower than readState.Index' (duration: 500.744609ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:36.511619Z","caller":"traceutil/trace.go:171","msg":"trace[2001542544] transaction","detail":"{read_only:false; response_revision:13911; number_of_response:1; }","duration":"739.372338ms","start":"2026-04-03T03:04:35.772216Z","end":"2026-04-03T03:04:36.511588Z","steps":["trace[2001542544] 'process raft request' (duration: 238.620619ms)","trace[2001542544] 'compare' (duration: 500.390289ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:36.511766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.804313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-04-03T03:04:36.511782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:35.772186Z","time spent":"739.502731ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:36.511801Z","caller":"traceutil/trace.go:171","msg":"trace[1412189999] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13911; }","duration":"705.888814ms","start":"2026-04-03T03:04:35.805902Z","end":"2026-04-03T03:04:36.511791Z","steps":["trace[1412189999] 'agreement among raft nodes before linearized reading' (duration: 705.746591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:36.511842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:35.805873Z","time spent":"705.960416ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-03T03:04:36.51228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.681781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:521486"} {"level":"info","ts":"2026-04-03T03:04:36.512327Z","caller":"traceutil/trace.go:171","msg":"trace[1664544688] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:13911; }","duration":"852.751553ms","start":"2026-04-03T03:04:35.659565Z","end":"2026-04-03T03:04:36.512316Z","steps":["trace[1664544688] 'agreement among raft nodes before linearized reading' (duration: 852.20053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:36.512361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:35.659556Z","time spent":"852.795094ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":56,"response size":521510,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:04:36.862277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.059432ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T03:04:36.862728Z","caller":"traceutil/trace.go:171","msg":"trace[902619208] transaction","detail":"{read_only:false; response_revision:13912; number_of_response:1; }","duration":"390.437861ms","start":"2026-04-03T03:04:36.472249Z","end":"2026-04-03T03:04:36.862687Z","steps":["trace[902619208] 'process raft request' (duration: 390.160994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:36.862955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:36.472227Z","time spent":"390.616746ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:36.872998Z","caller":"traceutil/trace.go:171","msg":"trace[1986504235] linearizableReadLoop","detail":"{readStateIndex:14472; appliedIndex:14469; }","duration":"361.354629ms","start":"2026-04-03T03:04:36.511618Z","end":"2026-04-03T03:04:36.872973Z","steps":["trace[1986504235] 'read index received' (duration: 49.581998ms)","trace[1986504235] 'applied index is now lower than readState.Index' (duration: 311.771541ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:36.873248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.011351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:04:36.873277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.82728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-04-03T03:04:36.873331Z","caller":"traceutil/trace.go:171","msg":"trace[1832560080] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:13913; }","duration":"890.156945ms","start":"2026-04-03T03:04:35.983126Z","end":"2026-04-03T03:04:36.873283Z","steps":["trace[1832560080] 'agreement among raft nodes before linearized reading' (duration: 889.987991ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:36.873344Z","caller":"traceutil/trace.go:171","msg":"trace[862180582] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:13913; }","duration":"355.912932ms","start":"2026-04-03T03:04:36.517408Z","end":"2026-04-03T03:04:36.873321Z","steps":["trace[862180582] 'agreement among raft nodes before linearized reading' (duration: 355.736148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:36.873387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:36.517389Z","time spent":"355.989184ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-03T03:04:36.87342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:35.983108Z","time spent":"890.272738ms","remote":"127.0.0.1:44510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:04:36.873199Z","caller":"traceutil/trace.go:171","msg":"trace[1161330587] transaction","detail":"{read_only:false; response_revision:13913; number_of_response:1; }","duration":"400.092175ms","start":"2026-04-03T03:04:36.472974Z","end":"2026-04-03T03:04:36.873066Z","steps":["trace[1161330587] 'process raft request' (duration: 389.695902ms)","trace[1161330587] 'compare' (duration: 10.127866ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:36.874108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:36.472966Z","time spent":"400.873464ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:37.1826Z","caller":"traceutil/trace.go:171","msg":"trace[606930266] transaction","detail":"{read_only:false; response_revision:13914; number_of_response:1; }","duration":"304.619201ms","start":"2026-04-03T03:04:36.877933Z","end":"2026-04-03T03:04:37.182552Z","steps":["trace[606930266] 'process raft request' (duration: 249.262407ms)","trace[606930266] 'compare' (duration: 55.153929ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:37.182851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:36.877882Z","time spent":"304.845316ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:37.183355Z","caller":"traceutil/trace.go:171","msg":"trace[1328688043] linearizableReadLoop","detail":"{readStateIndex:14475; appliedIndex:14472; }","duration":"178.008041ms","start":"2026-04-03T03:04:37.005324Z","end":"2026-04-03T03:04:37.183332Z","steps":["trace[1328688043] 'read index received' (duration: 121.787376ms)","trace[1328688043] 'applied index is now lower than readState.Index' (duration: 56.219705ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:37.183648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.785278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:04:37.183686Z","caller":"traceutil/trace.go:171","msg":"trace[1252201411] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:13916; }","duration":"102.886991ms","start":"2026-04-03T03:04:37.080789Z","end":"2026-04-03T03:04:37.183676Z","steps":["trace[1252201411] 'agreement among raft nodes before linearized reading' (duration: 102.781897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:37.18376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.408383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:04:37.1839Z","caller":"traceutil/trace.go:171","msg":"trace[853232890] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:13916; }","duration":"178.606218ms","start":"2026-04-03T03:04:37.005262Z","end":"2026-04-03T03:04:37.183869Z","steps":["trace[853232890] 'agreement among raft nodes before linearized reading' (duration: 178.300669ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:37.18403Z","caller":"traceutil/trace.go:171","msg":"trace[1378536127] transaction","detail":"{read_only:false; response_revision:13915; number_of_response:1; }","duration":"304.740843ms","start":"2026-04-03T03:04:36.879281Z","end":"2026-04-03T03:04:37.184022Z","steps":["trace[1378536127] 'process raft request' (duration: 303.883481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:37.184121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:36.879248Z","time spent":"304.815915ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T03:04:37.184103Z","caller":"traceutil/trace.go:171","msg":"trace[83354833] transaction","detail":"{read_only:false; response_revision:13916; number_of_response:1; }","duration":"219.403955ms","start":"2026-04-03T03:04:36.964658Z","end":"2026-04-03T03:04:37.184062Z","steps":["trace[83354833] 'process raft request' (duration: 218.622305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:38.884657Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.587910695s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:04:38.885043Z","caller":"traceutil/trace.go:171","msg":"trace[95883646] linearizableReadLoop","detail":"{readStateIndex:14477; appliedIndex:14475; }","duration":"1.687477123s","start":"2026-04-03T03:04:37.197541Z","end":"2026-04-03T03:04:38.885018Z","steps":["trace[95883646] 'read index received' (duration: 60.943915ms)","trace[95883646] 'applied index is now lower than readState.Index' (duration: 1.626531778s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:38.885108Z","caller":"traceutil/trace.go:171","msg":"trace[1905678711] transaction","detail":"{read_only:false; response_revision:13918; number_of_response:1; }","duration":"1.694643862s","start":"2026-04-03T03:04:37.190422Z","end":"2026-04-03T03:04:38.885066Z","steps":["trace[1905678711] 'process raft request' (duration: 1.694419426s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:38.885288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:37.190401Z","time spent":"1.694792646s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:04:38.885387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687818351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1862"} {"level":"info","ts":"2026-04-03T03:04:38.885454Z","caller":"traceutil/trace.go:171","msg":"trace[1404038278] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:13918; }","duration":"1.687943434s","start":"2026-04-03T03:04:37.197491Z","end":"2026-04-03T03:04:38.885435Z","steps":["trace[1404038278] 'agreement among raft nodes before linearized reading' (duration: 1.687652337s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:38.885515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:37.197474Z","time spent":"1.688021966s","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":3,"response size":1886,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T03:04:39.53933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000444302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:04:39.539521Z","caller":"traceutil/trace.go:171","msg":"trace[769535959] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000633656s","start":"2026-04-03T03:04:37.538801Z","end":"2026-04-03T03:04:39.539435Z","steps":["trace[769535959] 'agreement among raft nodes before linearized reading' (duration: 2.000465392s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:39.539605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:37.538788Z","time spent":"2.000801792s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:04:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:04:39.888053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.007919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:04:39.888374Z","caller":"traceutil/trace.go:171","msg":"trace[867499857] transaction","detail":"{read_only:false; response_revision:13919; number_of_response:1; }","duration":"2.603424955s","start":"2026-04-03T03:04:37.284905Z","end":"2026-04-03T03:04:39.88833Z","steps":["trace[867499857] 'process raft request' (duration: 1.810052528s)","trace[867499857] 'compare' (duration: 792.826164ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:39.88842Z","caller":"traceutil/trace.go:171","msg":"trace[1010736093] transaction","detail":"{read_only:false; response_revision:13922; number_of_response:1; }","duration":"697.805381ms","start":"2026-04-03T03:04:39.190597Z","end":"2026-04-03T03:04:39.888402Z","steps":["trace[1010736093] 'process raft request' (duration: 697.74715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:39.8885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:37.284879Z","time spent":"2.603568439s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:04:39.888531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:39.190569Z","time spent":"697.896864ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:39.888669Z","caller":"traceutil/trace.go:171","msg":"trace[1414731761] transaction","detail":"{read_only:false; response_revision:13920; number_of_response:1; }","duration":"1.019795619s","start":"2026-04-03T03:04:38.868828Z","end":"2026-04-03T03:04:39.888624Z","steps":["trace[1414731761] 'process raft request' (duration: 1.019345667s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:39.888887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:38.868799Z","time spent":"1.019986344s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:39.888898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361213096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" ","response":"range_response_count:1 size:8550"} {"level":"info","ts":"2026-04-03T03:04:39.888915Z","caller":"traceutil/trace.go:171","msg":"trace[1514337782] transaction","detail":"{read_only:false; response_revision:13921; number_of_response:1; }","duration":"1.010053654s","start":"2026-04-03T03:04:38.878773Z","end":"2026-04-03T03:04:39.888827Z","steps":["trace[1514337782] 'process raft request' (duration: 1.00950651s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:39.888967Z","caller":"traceutil/trace.go:171","msg":"trace[1908478798] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-6gxwv; range_end:; response_count:1; response_revision:13922; }","duration":"1.361323469s","start":"2026-04-03T03:04:38.527624Z","end":"2026-04-03T03:04:39.888947Z","steps":["trace[1908478798] 'agreement among raft nodes before linearized reading' (duration: 1.361146284s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:39.888996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209629671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T03:04:39.889008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244355034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-03T03:04:39.888898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244715513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T03:04:39.889042Z","caller":"traceutil/trace.go:171","msg":"trace[1342667642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13922; }","duration":"2.209694272s","start":"2026-04-03T03:04:37.679336Z","end":"2026-04-03T03:04:39.88903Z","steps":["trace[1342667642] 'agreement among raft nodes before linearized reading' (duration: 2.209600079s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:39.889063Z","caller":"traceutil/trace.go:171","msg":"trace[200138827] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13922; }","duration":"2.244422466s","start":"2026-04-03T03:04:37.644626Z","end":"2026-04-03T03:04:39.889048Z","steps":["trace[200138827] 'agreement among raft nodes before linearized reading' (duration: 2.244298813s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:39.889073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554728678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:04:39.889078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:37.679309Z","time spent":"2.209761164s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:04:39.889072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980948291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-03T03:04:39.889043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441656292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T03:04:39.889114Z","caller":"traceutil/trace.go:171","msg":"trace[466383455] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:13922; }","duration":"1.554809531s","start":"2026-04-03T03:04:38.33429Z","end":"2026-04-03T03:04:39.889099Z","steps":["trace[466383455] 'agreement among raft nodes before linearized reading' (duration: 1.55475617s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:39.889126Z","caller":"traceutil/trace.go:171","msg":"trace[2131118258] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:13922; }","duration":"1.981049964s","start":"2026-04-03T03:04:37.908063Z","end":"2026-04-03T03:04:39.889113Z","steps":["trace[2131118258] 'agreement among raft nodes before linearized reading' (duration: 1.980877849s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:39.889148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.285767677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:04:39.889154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:38.33426Z","time spent":"1.554885012s","remote":"127.0.0.1:39178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:04:39.88917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:37.90803Z","time spent":"1.981129456s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T03:04:39.889159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580930989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-api-6cd7c5d48c-xkk5z\" ","response":"range_response_count:1 size:10069"} {"level":"info","ts":"2026-04-03T03:04:39.889192Z","caller":"traceutil/trace.go:171","msg":"trace[1792422742] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:13922; }","duration":"2.285849159s","start":"2026-04-03T03:04:37.603328Z","end":"2026-04-03T03:04:39.889177Z","steps":["trace[1792422742] 'agreement among raft nodes before linearized reading' (duration: 2.285775277s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:39.888981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4745727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T03:04:39.889236Z","caller":"traceutil/trace.go:171","msg":"trace[1314244260] range","detail":"{range_begin:/registry/pods/openstack/cinder-api-6cd7c5d48c-xkk5z; range_end:; response_count:1; response_revision:13922; }","duration":"2.581074042s","start":"2026-04-03T03:04:37.308146Z","end":"2026-04-03T03:04:39.88922Z","steps":["trace[1314244260] 'agreement among raft nodes before linearized reading' (duration: 2.580792945s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:39.889241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:37.603303Z","time spent":"2.28592405s","remote":"127.0.0.1:47292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:04:39.88926Z","caller":"traceutil/trace.go:171","msg":"trace[1224819828] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13922; }","duration":"1.474926329s","start":"2026-04-03T03:04:38.414316Z","end":"2026-04-03T03:04:39.889242Z","steps":["trace[1224819828] 'agreement among raft nodes before linearized reading' (duration: 1.474450587s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:39.889272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.481403822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T03:04:39.889279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:37.308115Z","time spent":"2.581153265s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":10093,"request content":"key:\"/registry/pods/openstack/cinder-api-6cd7c5d48c-xkk5z\" "} {"level":"info","ts":"2026-04-03T03:04:39.889314Z","caller":"traceutil/trace.go:171","msg":"trace[1724061499] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13922; }","duration":"2.481489394s","start":"2026-04-03T03:04:37.407815Z","end":"2026-04-03T03:04:39.889305Z","steps":["trace[1724061499] 'agreement among raft nodes before linearized reading' (duration: 2.481383772s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:39.889329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:38.414285Z","time spent":"1.475021551s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:04:39.889355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:37.407787Z","time spent":"2.481559806s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T03:04:39.889163Z","caller":"traceutil/trace.go:171","msg":"trace[1712473355] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13922; }","duration":"2.441810605s","start":"2026-04-03T03:04:37.447327Z","end":"2026-04-03T03:04:39.889137Z","steps":["trace[1712473355] 'agreement among raft nodes before linearized reading' (duration: 2.441488057s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:39.889402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:37.447316Z","time spent":"2.442074363s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:04:39.888898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993841166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T03:04:39.889554Z","caller":"traceutil/trace.go:171","msg":"trace[1813676661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13922; }","duration":"1.994487953s","start":"2026-04-03T03:04:37.894989Z","end":"2026-04-03T03:04:39.889477Z","steps":["trace[1813676661] 'agreement among raft nodes before linearized reading' (duration: 1.993773245s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:39.88962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:37.894928Z","time spent":"1.994670177s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:04:39.889064Z","caller":"traceutil/trace.go:171","msg":"trace[146018608] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13922; }","duration":"2.244925388s","start":"2026-04-03T03:04:37.644127Z","end":"2026-04-03T03:04:39.889052Z","steps":["trace[146018608] 'agreement among raft nodes before linearized reading' (duration: 2.244654901s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:39.889639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:38.878752Z","time spent":"1.010406922s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:39.889787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:37.644104Z","time spent":"2.245669978s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T03:04:39.888785Z","caller":"traceutil/trace.go:171","msg":"trace[1779487212] linearizableReadLoop","detail":"{readStateIndex:14480; appliedIndex:14477; }","duration":"1.003626622s","start":"2026-04-03T03:04:38.885119Z","end":"2026-04-03T03:04:39.888745Z","steps":["trace[1779487212] 'read index received' (duration: 209.814283ms)","trace[1779487212] 'applied index is now lower than readState.Index' (duration: 793.807888ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:39.889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932246605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:04:39.890015Z","caller":"traceutil/trace.go:171","msg":"trace[1354554196] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:13922; }","duration":"1.933294403s","start":"2026-04-03T03:04:37.956704Z","end":"2026-04-03T03:04:39.889998Z","steps":["trace[1354554196] 'agreement among raft nodes before linearized reading' (duration: 1.932178774s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:39.89007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:37.956691Z","time spent":"1.933360484s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:04:39.889017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:38.527598Z","time spent":"1.361405211s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8574,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" "} {"level":"warn","ts":"2026-04-03T03:04:39.888907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240663251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-03T03:04:39.890339Z","caller":"traceutil/trace.go:171","msg":"trace[1637356813] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13922; }","duration":"2.242096828s","start":"2026-04-03T03:04:37.648231Z","end":"2026-04-03T03:04:39.890328Z","steps":["trace[1637356813] 'agreement among raft nodes before linearized reading' (duration: 2.240592199s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:39.890378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:37.648202Z","time spent":"2.24216507s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-03T03:04:39.889085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418641171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:39.89057Z","caller":"traceutil/trace.go:171","msg":"trace[1067352462] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:13922; }","duration":"1.420247073s","start":"2026-04-03T03:04:38.470313Z","end":"2026-04-03T03:04:39.89056Z","steps":["trace[1067352462] 'agreement among raft nodes before linearized reading' (duration: 1.418730794s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:39.890605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:38.470279Z","time spent":"1.420314794s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:04:39.889107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:37.644617Z","time spent":"2.244477337s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-03T03:04:40.194138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.48092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:04:40.194229Z","caller":"traceutil/trace.go:171","msg":"trace[2072012169] linearizableReadLoop","detail":"{readStateIndex:14482; appliedIndex:14481; }","duration":"304.251241ms","start":"2026-04-03T03:04:39.889964Z","end":"2026-04-03T03:04:40.194216Z","steps":["trace[2072012169] 'read index received' (duration: 122.604507ms)","trace[2072012169] 'applied index is now lower than readState.Index' (duration: 181.645974ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:40.194492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.450184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:40.194566Z","caller":"traceutil/trace.go:171","msg":"trace[942842343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13923; }","duration":"649.538486ms","start":"2026-04-03T03:04:39.545015Z","end":"2026-04-03T03:04:40.194553Z","steps":["trace[942842343] 'agreement among raft nodes before linearized reading' (duration: 649.399942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:40.1946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:39.544936Z","time spent":"649.654359ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:04:40.194489Z","caller":"traceutil/trace.go:171","msg":"trace[1635347322] transaction","detail":"{read_only:false; response_revision:13923; number_of_response:1; }","duration":"928.785047ms","start":"2026-04-03T03:04:39.26567Z","end":"2026-04-03T03:04:40.194455Z","steps":["trace[1635347322] 'process raft request' (duration: 746.887076ms)","trace[1635347322] 'compare' (duration: 181.339717ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:40.194638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201107054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:04:40.194676Z","caller":"traceutil/trace.go:171","msg":"trace[1835600085] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13923; }","duration":"1.201204857s","start":"2026-04-03T03:04:38.993459Z","end":"2026-04-03T03:04:40.194664Z","steps":["trace[1835600085] 'agreement among raft nodes before linearized reading' (duration: 1.201108044s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:40.19468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305131714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:2 size:3307"} {"level":"info","ts":"2026-04-03T03:04:40.194704Z","caller":"traceutil/trace.go:171","msg":"trace[1317000377] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/; range_end:/registry/configmaps/envoy-gateway-system0; response_count:2; response_revision:13923; }","duration":"1.305206947s","start":"2026-04-03T03:04:38.889489Z","end":"2026-04-03T03:04:40.194696Z","steps":["trace[1317000377] 'agreement among raft nodes before linearized reading' (duration: 1.305091734s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:40.194702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:38.993434Z","time spent":"1.201259997s","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:04:40.194725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:38.88944Z","time spent":"1.305279518s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":2,"response size":3331,"request content":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T03:04:40.194794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:39.265638Z","time spent":"929.044213ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:40.194821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.67512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:04:40.194837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.707783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:04:40.194906Z","caller":"traceutil/trace.go:171","msg":"trace[412105502] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:13923; }","duration":"790.820813ms","start":"2026-04-03T03:04:39.404066Z","end":"2026-04-03T03:04:40.194886Z","steps":["trace[412105502] 'agreement among raft nodes before linearized reading' (duration: 790.537166ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:40.194924Z","caller":"traceutil/trace.go:171","msg":"trace[1913810256] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:13923; }","duration":"503.840627ms","start":"2026-04-03T03:04:39.691059Z","end":"2026-04-03T03:04:40.194899Z","steps":["trace[1913810256] 'agreement among raft nodes before linearized reading' (duration: 503.57178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:40.194951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:39.404041Z","time spent":"790.900356ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":126,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:04:40.194968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:39.691029Z","time spent":"503.930169ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":88,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:04:40.802829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.031819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:04:40.803017Z","caller":"traceutil/trace.go:171","msg":"trace[338815025] transaction","detail":"{read_only:false; response_revision:13924; number_of_response:1; }","duration":"907.45241ms","start":"2026-04-03T03:04:39.895541Z","end":"2026-04-03T03:04:40.802993Z","steps":["trace[338815025] 'process raft request' (duration: 498.145013ms)","trace[338815025] 'compare' (duration: 408.675971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:40.803133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:39.895478Z","time spent":"907.594703ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:40.803389Z","caller":"traceutil/trace.go:171","msg":"trace[1684114656] transaction","detail":"{read_only:false; response_revision:13926; number_of_response:1; }","duration":"907.224025ms","start":"2026-04-03T03:04:39.896141Z","end":"2026-04-03T03:04:40.803365Z","steps":["trace[1684114656] 'process raft request' (duration: 907.072751ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:40.803392Z","caller":"traceutil/trace.go:171","msg":"trace[57671828] transaction","detail":"{read_only:false; response_revision:13925; number_of_response:1; }","duration":"907.374268ms","start":"2026-04-03T03:04:39.895992Z","end":"2026-04-03T03:04:40.803366Z","steps":["trace[57671828] 'process raft request' (duration: 906.954516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:40.803558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:39.896132Z","time spent":"907.332937ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:40.803577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:39.895979Z","time spent":"907.492071ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:40.803628Z","caller":"traceutil/trace.go:171","msg":"trace[2065425218] transaction","detail":"{read_only:false; response_revision:13927; number_of_response:1; }","duration":"906.960508ms","start":"2026-04-03T03:04:39.896611Z","end":"2026-04-03T03:04:40.803571Z","steps":["trace[2065425218] 'process raft request' (duration: 906.64863ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:40.80375Z","caller":"traceutil/trace.go:171","msg":"trace[877433324] transaction","detail":"{read_only:false; response_revision:13928; number_of_response:1; }","duration":"906.936517ms","start":"2026-04-03T03:04:39.89678Z","end":"2026-04-03T03:04:40.803717Z","steps":["trace[877433324] 'process raft request' (duration: 906.739493ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:40.803797Z","caller":"traceutil/trace.go:171","msg":"trace[394033626] transaction","detail":"{read_only:false; response_revision:13929; number_of_response:1; }","duration":"904.605749ms","start":"2026-04-03T03:04:39.899157Z","end":"2026-04-03T03:04:40.803763Z","steps":["trace[394033626] 'process raft request' (duration: 904.505116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:40.803833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:39.896767Z","time spent":"907.022709ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:40.803943Z","caller":"traceutil/trace.go:171","msg":"trace[249460567] transaction","detail":"{read_only:false; response_revision:13930; number_of_response:1; }","duration":"433.555887ms","start":"2026-04-03T03:04:40.370357Z","end":"2026-04-03T03:04:40.803912Z","steps":["trace[249460567] 'process raft request' (duration: 433.362852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:40.803954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:39.896595Z","time spent":"907.172503ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:40.803918Z","caller":"traceutil/trace.go:171","msg":"trace[643809405] linearizableReadLoop","detail":"{readStateIndex:14488; appliedIndex:14482; }","duration":"609.619921ms","start":"2026-04-03T03:04:40.194244Z","end":"2026-04-03T03:04:40.803864Z","steps":["trace[643809405] 'read index received' (duration: 199.457142ms)","trace[643809405] 'applied index is now lower than readState.Index' (duration: 410.160199ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:40.803962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:39.899129Z","time spent":"904.747752ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10188,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:40.804097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:40.370331Z","time spent":"433.699501ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":872,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:04:40.804292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.572663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:40.804336Z","caller":"traceutil/trace.go:171","msg":"trace[682662399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13930; }","duration":"608.667436ms","start":"2026-04-03T03:04:40.195658Z","end":"2026-04-03T03:04:40.804325Z","steps":["trace[682662399] 'agreement among raft nodes before linearized reading' (duration: 608.599525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:40.804365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:40.195633Z","time spent":"608.725907ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:04:40.804401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.04012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T03:04:40.804472Z","caller":"traceutil/trace.go:171","msg":"trace[1206302450] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13930; }","duration":"911.159143ms","start":"2026-04-03T03:04:39.893295Z","end":"2026-04-03T03:04:40.804455Z","steps":["trace[1206302450] 'agreement among raft nodes before linearized reading' (duration: 910.891576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:40.804619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.960977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:521620"} {"level":"warn","ts":"2026-04-03T03:04:40.804613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.766049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-04-03T03:04:40.804667Z","caller":"traceutil/trace.go:171","msg":"trace[685722617] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:13930; }","duration":"909.009999ms","start":"2026-04-03T03:04:39.895645Z","end":"2026-04-03T03:04:40.804655Z","steps":["trace[685722617] 'agreement among raft nodes before linearized reading' (duration: 908.233889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:40.80471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:39.895598Z","time spent":"909.101091ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":56,"response size":521644,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T03:04:40.804704Z","caller":"traceutil/trace.go:171","msg":"trace[723034692] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/; range_end:/registry/deployments/envoy-gateway-system0; response_count:1; response_revision:13930; }","duration":"606.856221ms","start":"2026-04-03T03:04:40.197828Z","end":"2026-04-03T03:04:40.804684Z","steps":["trace[723034692] 'agreement among raft nodes before linearized reading' (duration: 606.614055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:40.804765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:40.197764Z","time spent":"606.986884ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":5665,"request content":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T03:04:40.804924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.559438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:521620"} {"level":"info","ts":"2026-04-03T03:04:40.804996Z","caller":"traceutil/trace.go:171","msg":"trace[122323036] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:13930; }","duration":"910.63031ms","start":"2026-04-03T03:04:39.894346Z","end":"2026-04-03T03:04:40.804976Z","steps":["trace[122323036] 'agreement among raft nodes before linearized reading' (duration: 909.678706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:40.805043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:39.894324Z","time spent":"910.704042ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":56,"response size":521644,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:04:40.805009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:39.893272Z","time spent":"911.717197ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:04:41.359047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840011355,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T03:04:41.496747Z","caller":"traceutil/trace.go:171","msg":"trace[303543180] linearizableReadLoop","detail":"{readStateIndex:14490; appliedIndex:14489; }","duration":"638.545959ms","start":"2026-04-03T03:04:40.858173Z","end":"2026-04-03T03:04:41.496719Z","steps":["trace[303543180] 'read index received' (duration: 638.269022ms)","trace[303543180] 'applied index is now lower than readState.Index' (duration: 275.817µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:41.496808Z","caller":"traceutil/trace.go:171","msg":"trace[855424441] transaction","detail":"{read_only:false; response_revision:13931; number_of_response:1; }","duration":"679.443499ms","start":"2026-04-03T03:04:40.817331Z","end":"2026-04-03T03:04:41.496774Z","steps":["trace[855424441] 'process raft request' (duration: 679.195053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:41.496951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.857543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:04:41.496991Z","caller":"traceutil/trace.go:171","msg":"trace[909533415] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:13931; }","duration":"143.907114ms","start":"2026-04-03T03:04:41.353073Z","end":"2026-04-03T03:04:41.49698Z","steps":["trace[909533415] 'agreement among raft nodes before linearized reading' (duration: 143.792291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:41.49712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:40.817305Z","time spent":"679.699634ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10173,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:41.496911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.719244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:41.49721Z","caller":"traceutil/trace.go:171","msg":"trace[1615333573] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13931; }","duration":"639.056131ms","start":"2026-04-03T03:04:40.858145Z","end":"2026-04-03T03:04:41.497201Z","steps":["trace[1615333573] 'agreement among raft nodes before linearized reading' (duration: 638.699032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:41.497239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:40.858132Z","time spent":"639.099253ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-03T03:04:42.071533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.818708ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-03T03:04:42.071679Z","caller":"traceutil/trace.go:171","msg":"trace[896418758] linearizableReadLoop","detail":"{readStateIndex:14491; appliedIndex:14490; }","duration":"569.325076ms","start":"2026-04-03T03:04:41.502327Z","end":"2026-04-03T03:04:42.071653Z","steps":["trace[896418758] 'read index received' (duration: 82.297923ms)","trace[896418758] 'applied index is now lower than readState.Index' (duration: 487.024523ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:42.071696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:41.498076Z","time spent":"573.613503ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:04:42.071838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.51025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:42.071895Z","caller":"traceutil/trace.go:171","msg":"trace[287830734] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13931; }","duration":"569.608633ms","start":"2026-04-03T03:04:41.502271Z","end":"2026-04-03T03:04:42.07188Z","steps":["trace[287830734] 'agreement among raft nodes before linearized reading' (duration: 569.49708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:42.071946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:41.502255Z","time spent":"569.679404ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-03T03:04:42.135137Z","caller":"traceutil/trace.go:171","msg":"trace[1999713965] transaction","detail":"{read_only:false; response_revision:13932; number_of_response:1; }","duration":"239.926831ms","start":"2026-04-03T03:04:41.895182Z","end":"2026-04-03T03:04:42.135108Z","steps":["trace[1999713965] 'process raft request' (duration: 239.668975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:42.518649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.011773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:04:42.518888Z","caller":"traceutil/trace.go:171","msg":"trace[278321463] transaction","detail":"{read_only:false; response_revision:13934; number_of_response:1; }","duration":"622.196287ms","start":"2026-04-03T03:04:41.896671Z","end":"2026-04-03T03:04:42.518867Z","steps":["trace[278321463] 'process raft request' (duration: 622.099314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:42.518992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:41.896657Z","time spent":"622.28896ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:42.519188Z","caller":"traceutil/trace.go:171","msg":"trace[1073804944] transaction","detail":"{read_only:false; response_revision:13933; number_of_response:1; }","duration":"623.315925ms","start":"2026-04-03T03:04:41.895823Z","end":"2026-04-03T03:04:42.519139Z","steps":["trace[1073804944] 'process raft request' (duration: 496.728627ms)","trace[1073804944] 'compare' (duration: 125.89559ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:42.519365Z","caller":"traceutil/trace.go:171","msg":"trace[1821028231] linearizableReadLoop","detail":"{readStateIndex:14494; appliedIndex:14491; }","duration":"447.595491ms","start":"2026-04-03T03:04:42.071726Z","end":"2026-04-03T03:04:42.519321Z","steps":["trace[1821028231] 'read index received' (duration: 63.198672ms)","trace[1821028231] 'applied index is now lower than readState.Index' (duration: 384.393609ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:42.519431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:41.895802Z","time spent":"623.51261ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:42.519533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.92792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-03T03:04:42.51957Z","caller":"traceutil/trace.go:171","msg":"trace[388203619] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13935; }","duration":"624.013012ms","start":"2026-04-03T03:04:41.895546Z","end":"2026-04-03T03:04:42.519559Z","steps":["trace[388203619] 'agreement among raft nodes before linearized reading' (duration: 623.805547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:42.5196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:41.895514Z","time spent":"624.079425ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-03T03:04:42.519614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.396317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:04:42.519627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.216758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:42.519665Z","caller":"traceutil/trace.go:171","msg":"trace[1968884009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13935; }","duration":"980.484199ms","start":"2026-04-03T03:04:41.539166Z","end":"2026-04-03T03:04:42.51965Z","steps":["trace[1968884009] 'agreement among raft nodes before linearized reading' (duration: 980.381757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:42.519662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.92067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-04-03T03:04:42.519693Z","caller":"traceutil/trace.go:171","msg":"trace[1591340213] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:13935; }","duration":"985.323591ms","start":"2026-04-03T03:04:41.534346Z","end":"2026-04-03T03:04:42.51967Z","steps":["trace[1591340213] 'agreement among raft nodes before linearized reading' (duration: 985.205448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:42.519713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:41.539155Z","time spent":"980.545821ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:04:42.519727Z","caller":"traceutil/trace.go:171","msg":"trace[1153823657] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:13935; }","duration":"784.025863ms","start":"2026-04-03T03:04:41.735679Z","end":"2026-04-03T03:04:42.519705Z","steps":["trace[1153823657] 'agreement among raft nodes before linearized reading' (duration: 783.712945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:42.51975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:41.534328Z","time spent":"985.400852ms","remote":"127.0.0.1:39722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:04:42.51977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:41.735655Z","time spent":"784.102375ms","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-04-03T03:04:42.519767Z","caller":"traceutil/trace.go:171","msg":"trace[1583827214] transaction","detail":"{read_only:false; response_revision:13935; number_of_response:1; }","duration":"447.022565ms","start":"2026-04-03T03:04:42.072676Z","end":"2026-04-03T03:04:42.519698Z","steps":["trace[1583827214] 'process raft request' (duration: 446.141304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:42.51985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.085634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-03T03:04:42.519902Z","caller":"traceutil/trace.go:171","msg":"trace[1096798078] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13935; }","duration":"624.180506ms","start":"2026-04-03T03:04:41.895709Z","end":"2026-04-03T03:04:42.519889Z","steps":["trace[1096798078] 'agreement among raft nodes before linearized reading' (duration: 624.052793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:42.519946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:41.895682Z","time spent":"624.253088ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-03T03:04:42.519972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:42.072647Z","time spent":"447.20512ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:43.100805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.333543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:04:43.100993Z","caller":"traceutil/trace.go:171","msg":"trace[664023112] transaction","detail":"{read_only:false; response_revision:13936; number_of_response:1; }","duration":"900.463855ms","start":"2026-04-03T03:04:42.200483Z","end":"2026-04-03T03:04:43.100947Z","steps":["trace[664023112] 'process raft request' (duration: 541.916717ms)","trace[664023112] 'compare' (duration: 357.878241ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:43.101197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:42.200446Z","time spent":"900.65961ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:43.101583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.473937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-5cdc49c7b-pk969.18a2b97b5c80f2b0\" ","response":"range_response_count:1 size:2091"} {"level":"warn","ts":"2026-04-03T03:04:43.101745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024948298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T03:04:43.101835Z","caller":"traceutil/trace.go:171","msg":"trace[1634315659] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13936; }","duration":"1.025084663s","start":"2026-04-03T03:04:42.076734Z","end":"2026-04-03T03:04:43.101819Z","steps":["trace[1634315659] 'agreement among raft nodes before linearized reading' (duration: 1.024777995s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:43.101909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:42.076707Z","time spent":"1.025189385s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T03:04:43.10095Z","caller":"traceutil/trace.go:171","msg":"trace[895591846] linearizableReadLoop","detail":"{readStateIndex:14496; appliedIndex:14495; }","duration":"581.468722ms","start":"2026-04-03T03:04:42.51945Z","end":"2026-04-03T03:04:43.100919Z","steps":["trace[895591846] 'read index received' (duration: 222.913044ms)","trace[895591846] 'applied index is now lower than readState.Index' (duration: 358.551938ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:43.101751Z","caller":"traceutil/trace.go:171","msg":"trace[2116395045] range","detail":"{range_begin:/registry/events/openstack/glance-api-5cdc49c7b-pk969.18a2b97b5c80f2b0; range_end:; response_count:1; response_revision:13936; }","duration":"885.631451ms","start":"2026-04-03T03:04:42.216031Z","end":"2026-04-03T03:04:43.101662Z","steps":["trace[2116395045] 'agreement among raft nodes before linearized reading' (duration: 885.241861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:43.102196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:42.215993Z","time spent":"886.185075ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":2115,"request content":"key:\"/registry/events/openstack/glance-api-5cdc49c7b-pk969.18a2b97b5c80f2b0\" "} {"level":"warn","ts":"2026-04-03T03:04:43.102497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.518813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-04-03T03:04:43.102581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.813478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T03:04:43.102653Z","caller":"traceutil/trace.go:171","msg":"trace[1644064989] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13936; }","duration":"293.951692ms","start":"2026-04-03T03:04:42.808686Z","end":"2026-04-03T03:04:43.102637Z","steps":["trace[1644064989] 'agreement among raft nodes before linearized reading' (duration: 293.764307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:43.102707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.449364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T03:04:43.102782Z","caller":"traceutil/trace.go:171","msg":"trace[1420802421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13936; }","duration":"294.519656ms","start":"2026-04-03T03:04:42.808242Z","end":"2026-04-03T03:04:43.102762Z","steps":["trace[1420802421] 'agreement among raft nodes before linearized reading' (duration: 294.346732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:43.102846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.021809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T03:04:43.102691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.06526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:04:43.102914Z","caller":"traceutil/trace.go:171","msg":"trace[2124191925] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:13936; }","duration":"330.368518ms","start":"2026-04-03T03:04:42.772535Z","end":"2026-04-03T03:04:43.102904Z","steps":["trace[2124191925] 'agreement among raft nodes before linearized reading' (duration: 329.947927ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:43.102909Z","caller":"traceutil/trace.go:171","msg":"trace[937323123] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13936; }","duration":"295.09271ms","start":"2026-04-03T03:04:42.8078Z","end":"2026-04-03T03:04:43.102892Z","steps":["trace[937323123] 'agreement among raft nodes before linearized reading' (duration: 294.949937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:43.10294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.31454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:04:43.102962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:42.772508Z","time spent":"330.436301ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":92,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:04:43.102976Z","caller":"traceutil/trace.go:171","msg":"trace[226489090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13936; }","duration":"564.389372ms","start":"2026-04-03T03:04:42.538577Z","end":"2026-04-03T03:04:43.102966Z","steps":["trace[226489090] 'agreement among raft nodes before linearized reading' (duration: 564.300689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:43.103003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:42.538562Z","time spent":"564.433353ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:04:43.10313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.395902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" ","response":"range_response_count:1 size:8550"} {"level":"info","ts":"2026-04-03T03:04:43.10325Z","caller":"traceutil/trace.go:171","msg":"trace[1057363239] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-6gxwv; range_end:; response_count:1; response_revision:13936; }","duration":"284.515205ms","start":"2026-04-03T03:04:42.818719Z","end":"2026-04-03T03:04:43.103235Z","steps":["trace[1057363239] 'agreement among raft nodes before linearized reading' (duration: 284.30529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:43.103339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.499615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:04:43.103382Z","caller":"traceutil/trace.go:171","msg":"trace[449531795] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13936; }","duration":"294.580557ms","start":"2026-04-03T03:04:42.808791Z","end":"2026-04-03T03:04:43.103372Z","steps":["trace[449531795] 'agreement among raft nodes before linearized reading' (duration: 294.480155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:43.103441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.45657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T03:04:43.10352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.864261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-abab868f-3366-405d-a71d-552ff09211ce\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-03T03:04:43.103562Z","caller":"traceutil/trace.go:171","msg":"trace[748563609] range","detail":"{range_begin:/registry/persistentvolumes/pvc-abab868f-3366-405d-a71d-552ff09211ce; range_end:; response_count:1; response_revision:13936; }","duration":"579.959314ms","start":"2026-04-03T03:04:42.523592Z","end":"2026-04-03T03:04:43.103551Z","steps":["trace[748563609] 'agreement among raft nodes before linearized reading' (duration: 579.832851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:43.103601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:42.523571Z","time spent":"580.021905ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-abab868f-3366-405d-a71d-552ff09211ce\" "} {"level":"info","ts":"2026-04-03T03:04:43.103526Z","caller":"traceutil/trace.go:171","msg":"trace[24889507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13936; }","duration":"293.585883ms","start":"2026-04-03T03:04:42.809926Z","end":"2026-04-03T03:04:43.103512Z","steps":["trace[24889507] 'agreement among raft nodes before linearized reading' (duration: 293.227464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:43.103592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.352214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:04:43.103753Z","caller":"traceutil/trace.go:171","msg":"trace[1417384388] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:13936; }","duration":"283.54239ms","start":"2026-04-03T03:04:42.8202Z","end":"2026-04-03T03:04:43.103743Z","steps":["trace[1417384388] 'agreement among raft nodes before linearized reading' (duration: 283.254792ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:43.102548Z","caller":"traceutil/trace.go:171","msg":"trace[1249682265] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:13936; }","duration":"579.612985ms","start":"2026-04-03T03:04:42.522923Z","end":"2026-04-03T03:04:43.102536Z","steps":["trace[1249682265] 'agreement among raft nodes before linearized reading' (duration: 579.487152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:43.10393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:42.522874Z","time spent":"581.039232ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T03:04:44.515675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287812138s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:04:44.516043Z","caller":"traceutil/trace.go:171","msg":"trace[482272834] transaction","detail":"{read_only:false; response_revision:13944; number_of_response:1; }","duration":"366.020817ms","start":"2026-04-03T03:04:44.150006Z","end":"2026-04-03T03:04:44.516026Z","steps":["trace[482272834] 'process raft request' (duration: 365.991677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:44.516096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:44.149975Z","time spent":"366.099079ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:44.516234Z","caller":"traceutil/trace.go:171","msg":"trace[1484937263] transaction","detail":"{read_only:false; response_revision:13937; number_of_response:1; }","duration":"1.407959003s","start":"2026-04-03T03:04:43.108267Z","end":"2026-04-03T03:04:44.516226Z","steps":["trace[1484937263] 'process raft request' (duration: 119.516729ms)","trace[1484937263] 'compare' (duration: 1.28745592s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:44.51627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:43.108247Z","time spent":"1.408005735s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:44.516348Z","caller":"traceutil/trace.go:171","msg":"trace[1610531772] transaction","detail":"{read_only:false; response_revision:13940; number_of_response:1; }","duration":"1.406919457s","start":"2026-04-03T03:04:43.109422Z","end":"2026-04-03T03:04:44.516342Z","steps":["trace[1610531772] 'process raft request' (duration: 1.406488366s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:44.516382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:43.109416Z","time spent":"1.406949508s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:44.516359Z","caller":"traceutil/trace.go:171","msg":"trace[82090134] transaction","detail":"{read_only:false; response_revision:13939; number_of_response:1; }","duration":"1.406985849s","start":"2026-04-03T03:04:43.109335Z","end":"2026-04-03T03:04:44.516321Z","steps":["trace[82090134] 'process raft request' (duration: 1.406534457s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:44.51646Z","caller":"traceutil/trace.go:171","msg":"trace[829057169] transaction","detail":"{read_only:false; response_revision:13938; number_of_response:1; }","duration":"1.407891811s","start":"2026-04-03T03:04:43.108555Z","end":"2026-04-03T03:04:44.516447Z","steps":["trace[829057169] 'process raft request' (duration: 1.407218504s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:44.516493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:43.10932Z","time spent":"1.407103361s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:44.516528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:43.108541Z","time spent":"1.407951173s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2076,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:44.516499Z","caller":"traceutil/trace.go:171","msg":"trace[2018424778] transaction","detail":"{read_only:false; response_revision:13943; number_of_response:1; }","duration":"499.277211ms","start":"2026-04-03T03:04:44.017191Z","end":"2026-04-03T03:04:44.516468Z","steps":["trace[2018424778] 'process raft request' (duration: 498.787089ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:44.516505Z","caller":"traceutil/trace.go:171","msg":"trace[445713583] linearizableReadLoop","detail":"{readStateIndex:14497; appliedIndex:14496; }","duration":"1.408153618s","start":"2026-04-03T03:04:43.108344Z","end":"2026-04-03T03:04:44.516498Z","steps":["trace[445713583] 'read index received' (duration: 119.367896ms)","trace[445713583] 'applied index is now lower than readState.Index' (duration: 1.288784752s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:44.516549Z","caller":"traceutil/trace.go:171","msg":"trace[410266792] transaction","detail":"{read_only:false; response_revision:13942; number_of_response:1; }","duration":"1.405978843s","start":"2026-04-03T03:04:43.110496Z","end":"2026-04-03T03:04:44.516475Z","steps":["trace[410266792] 'process raft request' (duration: 1.405458991s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:44.516602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408258931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:04:44.51663Z","caller":"traceutil/trace.go:171","msg":"trace[1927933116] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:13944; }","duration":"1.408323833s","start":"2026-04-03T03:04:43.1083Z","end":"2026-04-03T03:04:44.516623Z","steps":["trace[1927933116] 'agreement among raft nodes before linearized reading' (duration: 1.408218371s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:44.516638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:44.01716Z","time spent":"499.406135ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:44.516649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:43.108242Z","time spent":"1.408403095s","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-03T03:04:44.516513Z","caller":"traceutil/trace.go:171","msg":"trace[1199026111] transaction","detail":"{read_only:false; response_revision:13941; number_of_response:1; }","duration":"1.406928467s","start":"2026-04-03T03:04:43.10954Z","end":"2026-04-03T03:04:44.516468Z","steps":["trace[1199026111] 'process raft request' (duration: 1.406394484s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:44.516767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.582901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:44.516788Z","caller":"traceutil/trace.go:171","msg":"trace[3211503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13944; }","duration":"976.638912ms","start":"2026-04-03T03:04:43.540144Z","end":"2026-04-03T03:04:44.516783Z","steps":["trace[3211503] 'agreement among raft nodes before linearized reading' (duration: 976.603051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:44.516804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:43.54012Z","time spent":"976.680943ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:04:44.516809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403704817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-04-03T03:04:44.516788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:43.109534Z","time spent":"1.407196134s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:44.516831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.996539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:04:44.516838Z","caller":"traceutil/trace.go:171","msg":"trace[1620659539] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:13944; }","duration":"1.403738457s","start":"2026-04-03T03:04:43.113089Z","end":"2026-04-03T03:04:44.516828Z","steps":["trace[1620659539] 'agreement among raft nodes before linearized reading' (duration: 1.403673116s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:44.516855Z","caller":"traceutil/trace.go:171","msg":"trace[564887234] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:13944; }","duration":"830.066971ms","start":"2026-04-03T03:04:43.686781Z","end":"2026-04-03T03:04:44.516848Z","steps":["trace[564887234] 'agreement among raft nodes before linearized reading' (duration: 830.02194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:44.516859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:43.113084Z","time spent":"1.403770898s","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T03:04:44.516886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:43.686713Z","time spent":"830.165693ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:04:44.516806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:43.110489Z","time spent":"1.406135717s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:44.520723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412347434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:521605"} {"level":"info","ts":"2026-04-03T03:04:44.520793Z","caller":"traceutil/trace.go:171","msg":"trace[546326133] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:13944; }","duration":"1.412445057s","start":"2026-04-03T03:04:43.108337Z","end":"2026-04-03T03:04:44.520782Z","steps":["trace[546326133] 'agreement among raft nodes before linearized reading' (duration: 1.408251891s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:44.520832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:43.108322Z","time spent":"1.412489928s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":56,"response size":521629,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:04:44.522115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409596064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:521605"} {"level":"info","ts":"2026-04-03T03:04:44.522238Z","caller":"traceutil/trace.go:171","msg":"trace[1996283902] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:13944; }","duration":"1.409742968s","start":"2026-04-03T03:04:43.11247Z","end":"2026-04-03T03:04:44.522213Z","steps":["trace[1996283902] 'agreement among raft nodes before linearized reading' (duration: 1.404166317s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:44.522343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:43.112465Z","time spent":"1.40982618s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":56,"response size":521629,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:04:44.970701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.113262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:04:44.970817Z","caller":"traceutil/trace.go:171","msg":"trace[1215085103] linearizableReadLoop","detail":"{readStateIndex:14505; appliedIndex:14504; }","duration":"442.835601ms","start":"2026-04-03T03:04:44.527963Z","end":"2026-04-03T03:04:44.970798Z","steps":["trace[1215085103] 'read index received' (duration: 139.650527ms)","trace[1215085103] 'applied index is now lower than readState.Index' (duration: 303.183994ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:44.970995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.027906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-03T03:04:44.971033Z","caller":"traceutil/trace.go:171","msg":"trace[861224766] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13945; }","duration":"443.084257ms","start":"2026-04-03T03:04:44.527938Z","end":"2026-04-03T03:04:44.971022Z","steps":["trace[861224766] 'agreement among raft nodes before linearized reading' (duration: 442.938603ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:44.971005Z","caller":"traceutil/trace.go:171","msg":"trace[1898436037] transaction","detail":"{read_only:false; response_revision:13945; number_of_response:1; }","duration":"443.668942ms","start":"2026-04-03T03:04:44.527157Z","end":"2026-04-03T03:04:44.970826Z","steps":["trace[1898436037] 'process raft request' (duration: 140.365655ms)","trace[1898436037] 'compare' (duration: 302.911877ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:44.971079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:44.527931Z","time spent":"443.138548ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-03T03:04:44.971204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:44.527132Z","time spent":"443.983699ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:45.014011Z","caller":"traceutil/trace.go:171","msg":"trace[1626456361] transaction","detail":"{read_only:false; response_revision:13946; number_of_response:1; }","duration":"486.002078ms","start":"2026-04-03T03:04:44.527979Z","end":"2026-04-03T03:04:45.013981Z","steps":["trace[1626456361] 'process raft request' (duration: 485.819434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:45.01423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:44.527963Z","time spent":"486.191184ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:45.054371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.681764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:45.054538Z","caller":"traceutil/trace.go:171","msg":"trace[16424550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13948; }","duration":"513.90576ms","start":"2026-04-03T03:04:44.540607Z","end":"2026-04-03T03:04:45.054513Z","steps":["trace[16424550] 'agreement among raft nodes before linearized reading' (duration: 513.674055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:45.054611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:44.540579Z","time spent":"514.019972ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:04:45.054971Z","caller":"traceutil/trace.go:171","msg":"trace[552862096] transaction","detail":"{read_only:false; response_revision:13947; number_of_response:1; }","duration":"363.679338ms","start":"2026-04-03T03:04:44.691278Z","end":"2026-04-03T03:04:45.054957Z","steps":["trace[552862096] 'process raft request' (duration: 362.808087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:45.055111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:44.691198Z","time spent":"363.851483ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:45.055349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.08037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:04:45.055447Z","caller":"traceutil/trace.go:171","msg":"trace[1044750223] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:13948; }","duration":"467.252445ms","start":"2026-04-03T03:04:44.588173Z","end":"2026-04-03T03:04:45.055426Z","steps":["trace[1044750223] 'agreement among raft nodes before linearized reading' (duration: 467.074261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:45.055547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:44.588152Z","time spent":"467.380119ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":13,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:04:45.055699Z","caller":"traceutil/trace.go:171","msg":"trace[149977348] transaction","detail":"{read_only:false; response_revision:13948; number_of_response:1; }","duration":"183.137842ms","start":"2026-04-03T03:04:44.872511Z","end":"2026-04-03T03:04:45.055649Z","steps":["trace[149977348] 'process raft request' (duration: 181.708426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:45.056284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.382874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:45.056638Z","caller":"traceutil/trace.go:171","msg":"trace[1484246131] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:13948; }","duration":"271.928937ms","start":"2026-04-03T03:04:44.784624Z","end":"2026-04-03T03:04:45.056552Z","steps":["trace[1484246131] 'agreement among raft nodes before linearized reading' (duration: 271.055915ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:45.308511Z","caller":"traceutil/trace.go:171","msg":"trace[1662530914] transaction","detail":"{read_only:false; response_revision:13949; number_of_response:1; }","duration":"198.219981ms","start":"2026-04-03T03:04:45.110247Z","end":"2026-04-03T03:04:45.308467Z","steps":["trace[1662530914] 'process raft request' (duration: 144.489629ms)","trace[1662530914] 'compare' (duration: 53.578969ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:45.577527Z","caller":"traceutil/trace.go:171","msg":"trace[1854076153] linearizableReadLoop","detail":"{readStateIndex:14510; appliedIndex:14509; }","duration":"151.720651ms","start":"2026-04-03T03:04:45.425777Z","end":"2026-04-03T03:04:45.577498Z","steps":["trace[1854076153] 'read index received' (duration: 151.564937ms)","trace[1854076153] 'applied index is now lower than readState.Index' (duration: 154.203µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:45.577645Z","caller":"traceutil/trace.go:171","msg":"trace[173623886] transaction","detail":"{read_only:false; response_revision:13950; number_of_response:1; }","duration":"233.16979ms","start":"2026-04-03T03:04:45.34444Z","end":"2026-04-03T03:04:45.577609Z","steps":["trace[173623886] 'process raft request' (duration: 232.881303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:45.577792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.997707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-api-6cd7c5d48c-xkk5z\" ","response":"range_response_count:1 size:10188"} {"level":"info","ts":"2026-04-03T03:04:45.577851Z","caller":"traceutil/trace.go:171","msg":"trace[1461520016] range","detail":"{range_begin:/registry/pods/openstack/cinder-api-6cd7c5d48c-xkk5z; range_end:; response_count:1; response_revision:13950; }","duration":"152.10963ms","start":"2026-04-03T03:04:45.425724Z","end":"2026-04-03T03:04:45.577833Z","steps":["trace[1461520016] 'agreement among raft nodes before linearized reading' (duration: 151.903355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:45.813254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.307782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:04:45.813375Z","caller":"traceutil/trace.go:171","msg":"trace[1220732067] linearizableReadLoop","detail":"{readStateIndex:14511; appliedIndex:14510; }","duration":"235.752347ms","start":"2026-04-03T03:04:45.577604Z","end":"2026-04-03T03:04:45.813357Z","steps":["trace[1220732067] 'read index received' (duration: 99.236149ms)","trace[1220732067] 'applied index is now lower than readState.Index' (duration: 136.514967ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:45.813502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.263554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:04:45.813491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.22946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:45.813539Z","caller":"traceutil/trace.go:171","msg":"trace[1551846125] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:13951; }","duration":"372.344886ms","start":"2026-04-03T03:04:45.441181Z","end":"2026-04-03T03:04:45.813526Z","steps":["trace[1551846125] 'agreement among raft nodes before linearized reading' (duration: 372.256844ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:45.81346Z","caller":"traceutil/trace.go:171","msg":"trace[1057196224] transaction","detail":"{read_only:false; response_revision:13951; number_of_response:1; }","duration":"266.251554ms","start":"2026-04-03T03:04:45.54716Z","end":"2026-04-03T03:04:45.813412Z","steps":["trace[1057196224] 'process raft request' (duration: 129.692905ms)","trace[1057196224] 'compare' (duration: 136.095327ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:45.813566Z","caller":"traceutil/trace.go:171","msg":"trace[544769258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13951; }","duration":"273.357813ms","start":"2026-04-03T03:04:45.540192Z","end":"2026-04-03T03:04:45.81355Z","steps":["trace[544769258] 'agreement among raft nodes before linearized reading' (duration: 273.23157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:45.813583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:45.441155Z","time spent":"372.418648ms","remote":"127.0.0.1:55098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":15,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:04:46.163014Z","caller":"traceutil/trace.go:171","msg":"trace[1302437159] linearizableReadLoop","detail":"{readStateIndex:14512; appliedIndex:14511; }","duration":"349.577082ms","start":"2026-04-03T03:04:45.813406Z","end":"2026-04-03T03:04:46.162983Z","steps":["trace[1302437159] 'read index received' (duration: 270.291656ms)","trace[1302437159] 'applied index is now lower than readState.Index' (duration: 79.283846ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:46.163164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.619115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:04:46.163202Z","caller":"traceutil/trace.go:171","msg":"trace[500363847] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:13952; }","duration":"440.717918ms","start":"2026-04-03T03:04:45.72247Z","end":"2026-04-03T03:04:46.163188Z","steps":["trace[500363847] 'agreement among raft nodes before linearized reading' (duration: 440.620955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:46.163237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:45.722444Z","time spent":"440.783ms","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":4,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:04:46.163359Z","caller":"traceutil/trace.go:171","msg":"trace[2062882013] transaction","detail":"{read_only:false; response_revision:13952; number_of_response:1; }","duration":"573.956233ms","start":"2026-04-03T03:04:45.589365Z","end":"2026-04-03T03:04:46.163322Z","steps":["trace[2062882013] 'process raft request' (duration: 494.343428ms)","trace[2062882013] 'compare' (duration: 78.922638ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:46.163545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:45.589341Z","time spent":"574.104667ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10320,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:46.682467Z","caller":"traceutil/trace.go:171","msg":"trace[1013170930] transaction","detail":"{read_only:false; response_revision:13953; number_of_response:1; }","duration":"158.50562ms","start":"2026-04-03T03:04:46.523927Z","end":"2026-04-03T03:04:46.682433Z","steps":["trace[1013170930] 'process raft request' (duration: 158.281164ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:46.923473Z","caller":"traceutil/trace.go:171","msg":"trace[808579784] transaction","detail":"{read_only:false; response_revision:13954; number_of_response:1; }","duration":"396.885953ms","start":"2026-04-03T03:04:46.526551Z","end":"2026-04-03T03:04:46.923437Z","steps":["trace[808579784] 'process raft request' (duration: 312.902858ms)","trace[808579784] 'compare' (duration: 83.671397ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:46.923883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:46.526534Z","time spent":"397.242032ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:46.924277Z","caller":"traceutil/trace.go:171","msg":"trace[1617641363] transaction","detail":"{read_only:false; response_revision:13955; number_of_response:1; }","duration":"396.671578ms","start":"2026-04-03T03:04:46.527129Z","end":"2026-04-03T03:04:46.9238Z","steps":["trace[1617641363] 'process raft request' (duration: 396.231777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:46.92445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:46.52712Z","time spent":"397.244193ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:46.924546Z","caller":"traceutil/trace.go:171","msg":"trace[1549173838] transaction","detail":"{read_only:false; response_revision:13956; number_of_response:1; }","duration":"396.952886ms","start":"2026-04-03T03:04:46.527577Z","end":"2026-04-03T03:04:46.92453Z","steps":["trace[1549173838] 'process raft request' (duration: 396.098194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:46.924683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:46.527551Z","time spent":"397.08879ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:46.925593Z","caller":"traceutil/trace.go:171","msg":"trace[1414418184] transaction","detail":"{read_only:false; response_revision:13957; number_of_response:1; }","duration":"396.391631ms","start":"2026-04-03T03:04:46.529176Z","end":"2026-04-03T03:04:46.925568Z","steps":["trace[1414418184] 'process raft request' (duration: 395.264653ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:46.925825Z","caller":"traceutil/trace.go:171","msg":"trace[1564612676] transaction","detail":"{read_only:false; response_revision:13958; number_of_response:1; }","duration":"396.628306ms","start":"2026-04-03T03:04:46.529176Z","end":"2026-04-03T03:04:46.925804Z","steps":["trace[1564612676] 'process raft request' (duration: 395.927469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:46.925855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:46.529164Z","time spent":"396.510904ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:46.926075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:46.529165Z","time spent":"396.835742ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:47.042593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.409327ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T03:04:47.042803Z","caller":"traceutil/trace.go:171","msg":"trace[1505997592] linearizableReadLoop","detail":"{readStateIndex:14518; appliedIndex:14512; }","duration":"513.571732ms","start":"2026-04-03T03:04:46.529204Z","end":"2026-04-03T03:04:47.042775Z","steps":["trace[1505997592] 'read index received' (duration: 153.033183ms)","trace[1505997592] 'applied index is now lower than readState.Index' (duration: 360.535219ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:47.043055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.825638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-03T03:04:47.043145Z","caller":"traceutil/trace.go:171","msg":"trace[217639525] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13958; }","duration":"513.962502ms","start":"2026-04-03T03:04:46.529161Z","end":"2026-04-03T03:04:47.043124Z","steps":["trace[217639525] 'agreement among raft nodes before linearized reading' (duration: 513.722816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:47.043184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:46.529142Z","time spent":"514.035183ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-03T03:04:47.376984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.064658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:04:47.377104Z","caller":"traceutil/trace.go:171","msg":"trace[715998636] linearizableReadLoop","detail":"{readStateIndex:14521; appliedIndex:14519; }","duration":"334.240486ms","start":"2026-04-03T03:04:47.042845Z","end":"2026-04-03T03:04:47.377086Z","steps":["trace[715998636] 'read index received' (duration: 853.931µs)","trace[715998636] 'applied index is now lower than readState.Index' (duration: 333.385085ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:47.377373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.664887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" ","response":"range_response_count:1 size:8550"} {"level":"info","ts":"2026-04-03T03:04:47.377508Z","caller":"traceutil/trace.go:171","msg":"trace[1941788264] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-6gxwv; range_end:; response_count:1; response_revision:13960; }","duration":"838.826092ms","start":"2026-04-03T03:04:46.538656Z","end":"2026-04-03T03:04:47.377482Z","steps":["trace[1941788264] 'agreement among raft nodes before linearized reading' (duration: 838.534834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:47.377535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.521479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:47.37759Z","caller":"traceutil/trace.go:171","msg":"trace[1410675925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13960; }","duration":"839.594551ms","start":"2026-04-03T03:04:46.537982Z","end":"2026-04-03T03:04:47.377576Z","steps":["trace[1410675925] 'agreement among raft nodes before linearized reading' (duration: 839.501399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:47.377628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:46.537972Z","time spent":"839.647092ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:04:47.377643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:46.538627Z","time spent":"839.002706ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8574,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" "} {"level":"warn","ts":"2026-04-03T03:04:47.377944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.814563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:04:47.377983Z","caller":"traceutil/trace.go:171","msg":"trace[947215263] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:13960; }","duration":"840.886485ms","start":"2026-04-03T03:04:46.537086Z","end":"2026-04-03T03:04:47.377973Z","steps":["trace[947215263] 'agreement among raft nodes before linearized reading' (duration: 840.744871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:47.378014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:46.537056Z","time spent":"840.951177ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"info","ts":"2026-04-03T03:04:47.377953Z","caller":"traceutil/trace.go:171","msg":"trace[974247199] transaction","detail":"{read_only:false; response_revision:13960; number_of_response:1; }","duration":"358.236591ms","start":"2026-04-03T03:04:47.019699Z","end":"2026-04-03T03:04:47.377935Z","steps":["trace[974247199] 'process raft request' (duration: 161.118427ms)","trace[974247199] 'compare' (duration: 195.702238ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:47.378181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:47.019663Z","time spent":"358.431466ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:47.378493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.277356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-03T03:04:47.378602Z","caller":"traceutil/trace.go:171","msg":"trace[913425857] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13960; }","duration":"401.384657ms","start":"2026-04-03T03:04:46.977178Z","end":"2026-04-03T03:04:47.378562Z","steps":["trace[913425857] 'agreement among raft nodes before linearized reading' (duration: 401.225514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:47.379008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:46.977168Z","time spent":"401.825999ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-04-03T03:04:47.429878Z","caller":"traceutil/trace.go:171","msg":"trace[1792312851] transaction","detail":"{read_only:false; response_revision:13961; number_of_response:1; }","duration":"116.74788ms","start":"2026-04-03T03:04:47.313092Z","end":"2026-04-03T03:04:47.42984Z","steps":["trace[1792312851] 'process raft request' (duration: 116.529535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:47.429906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.32393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:04:47.429987Z","caller":"traceutil/trace.go:171","msg":"trace[433265610] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:13961; }","duration":"290.452934ms","start":"2026-04-03T03:04:47.139517Z","end":"2026-04-03T03:04:47.42997Z","steps":["trace[433265610] 'agreement among raft nodes before linearized reading' (duration: 290.3009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:47.654407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.970269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:47.6545Z","caller":"traceutil/trace.go:171","msg":"trace[429704701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13961; }","duration":"114.122303ms","start":"2026-04-03T03:04:47.540358Z","end":"2026-04-03T03:04:47.65448Z","steps":["trace[429704701] 'range keys from in-memory index tree' (duration: 113.808435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:48.924263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.226792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-03T03:04:48.924416Z","caller":"traceutil/trace.go:171","msg":"trace[81561835] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:13962; }","duration":"119.416838ms","start":"2026-04-03T03:04:48.804939Z","end":"2026-04-03T03:04:48.924356Z","steps":["trace[81561835] 'range keys from in-memory index tree' (duration: 118.933104ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:49.209743Z","caller":"traceutil/trace.go:171","msg":"trace[183023421] transaction","detail":"{read_only:false; response_revision:13965; number_of_response:1; }","duration":"276.02529ms","start":"2026-04-03T03:04:48.933688Z","end":"2026-04-03T03:04:49.209713Z","steps":["trace[183023421] 'process raft request' (duration: 275.966639ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:49.209853Z","caller":"traceutil/trace.go:171","msg":"trace[2009540630] transaction","detail":"{read_only:false; response_revision:13964; number_of_response:1; }","duration":"276.099022ms","start":"2026-04-03T03:04:48.933683Z","end":"2026-04-03T03:04:49.209782Z","steps":["trace[2009540630] 'process raft request' (duration: 275.818175ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:49.210105Z","caller":"traceutil/trace.go:171","msg":"trace[2010097701] transaction","detail":"{read_only:false; response_revision:13966; number_of_response:1; }","duration":"276.319968ms","start":"2026-04-03T03:04:48.933754Z","end":"2026-04-03T03:04:49.210073Z","steps":["trace[2010097701] 'process raft request' (duration: 275.928047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:49.210294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.480902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T03:04:49.210345Z","caller":"traceutil/trace.go:171","msg":"trace[137088857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13966; }","duration":"276.568784ms","start":"2026-04-03T03:04:48.933761Z","end":"2026-04-03T03:04:49.21033Z","steps":["trace[137088857] 'agreement among raft nodes before linearized reading' (duration: 276.38502ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:49.210873Z","caller":"traceutil/trace.go:171","msg":"trace[1360301558] linearizableReadLoop","detail":"{readStateIndex:14527; appliedIndex:14523; }","duration":"276.210085ms","start":"2026-04-03T03:04:48.933792Z","end":"2026-04-03T03:04:49.210002Z","steps":["trace[1360301558] 'read index received' (duration: 34.848497ms)","trace[1360301558] 'applied index is now lower than readState.Index' (duration: 241.359088ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:49.951055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.511025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:04:49.951396Z","caller":"traceutil/trace.go:171","msg":"trace[249731591] transaction","detail":"{read_only:false; response_revision:13967; number_of_response:1; }","duration":"902.236789ms","start":"2026-04-03T03:04:49.049143Z","end":"2026-04-03T03:04:49.951379Z","steps":["trace[249731591] 'process raft request' (duration: 250.302863ms)","trace[249731591] 'compare' (duration: 650.707716ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:49.951558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:49.049117Z","time spent":"902.355851ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:49.95168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.91798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:04:49.951744Z","caller":"traceutil/trace.go:171","msg":"trace[94930935] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:13968; }","duration":"873.031703ms","start":"2026-04-03T03:04:49.078697Z","end":"2026-04-03T03:04:49.951729Z","steps":["trace[94930935] 'agreement among raft nodes before linearized reading' (duration: 872.855068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:49.951769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:49.078677Z","time spent":"873.087645ms","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":93,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:04:49.951878Z","caller":"traceutil/trace.go:171","msg":"trace[1083028345] linearizableReadLoop","detail":"{readStateIndex:14528; appliedIndex:14527; }","duration":"740.491406ms","start":"2026-04-03T03:04:49.210909Z","end":"2026-04-03T03:04:49.9514Z","steps":["trace[1083028345] 'read index received' (duration: 88.498368ms)","trace[1083028345] 'applied index is now lower than readState.Index' (duration: 651.990768ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:49.951988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.548758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-03T03:04:49.952069Z","caller":"traceutil/trace.go:171","msg":"trace[1986090415] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13968; }","duration":"904.681991ms","start":"2026-04-03T03:04:49.047367Z","end":"2026-04-03T03:04:49.952049Z","steps":["trace[1986090415] 'agreement among raft nodes before linearized reading' (duration: 904.442365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:49.952108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:49.047325Z","time spent":"904.773293ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-04-03T03:04:49.95258Z","caller":"traceutil/trace.go:171","msg":"trace[1380083359] transaction","detail":"{read_only:false; response_revision:13968; number_of_response:1; }","duration":"736.813033ms","start":"2026-04-03T03:04:49.214493Z","end":"2026-04-03T03:04:49.951306Z","steps":["trace[1380083359] 'process raft request' (duration: 736.69099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:49.95273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:49.214468Z","time spent":"738.151668ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:50.321142Z","caller":"traceutil/trace.go:171","msg":"trace[1968282851] linearizableReadLoop","detail":"{readStateIndex:14531; appliedIndex:14529; }","duration":"369.161036ms","start":"2026-04-03T03:04:49.951954Z","end":"2026-04-03T03:04:50.321115Z","steps":["trace[1968282851] 'read index received' (duration: 308.16789ms)","trace[1968282851] 'applied index is now lower than readState.Index' (duration: 60.992126ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:50.321415Z","caller":"traceutil/trace.go:171","msg":"trace[1393064466] transaction","detail":"{read_only:false; response_revision:13969; number_of_response:1; }","duration":"935.684351ms","start":"2026-04-03T03:04:49.385717Z","end":"2026-04-03T03:04:50.321401Z","steps":["trace[1393064466] 'process raft request' (duration: 874.380357ms)","trace[1393064466] 'compare' (duration: 60.818602ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:50.321525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:49.385698Z","time spent":"935.754773ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:04:50.321709Z","caller":"traceutil/trace.go:171","msg":"trace[1266692347] transaction","detail":"{read_only:false; response_revision:13970; number_of_response:1; }","duration":"884.963724ms","start":"2026-04-03T03:04:49.436735Z","end":"2026-04-03T03:04:50.321699Z","steps":["trace[1266692347] 'process raft request' (duration: 884.310217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:50.321766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:49.436721Z","time spent":"885.015876ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:50.321951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.129072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:04:50.321993Z","caller":"traceutil/trace.go:171","msg":"trace[283511190] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:13970; }","duration":"685.208074ms","start":"2026-04-03T03:04:49.636774Z","end":"2026-04-03T03:04:50.321982Z","steps":["trace[283511190] 'agreement among raft nodes before linearized reading' (duration: 685.131062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:50.322024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:49.636752Z","time spent":"685.264175ms","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":14,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:04:50.322256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.164518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T03:04:50.322291Z","caller":"traceutil/trace.go:171","msg":"trace[45827631] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13970; }","duration":"796.23663ms","start":"2026-04-03T03:04:49.526045Z","end":"2026-04-03T03:04:50.322282Z","steps":["trace[45827631] 'agreement among raft nodes before linearized reading' (duration: 796.111577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:50.322318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:49.526027Z","time spent":"796.284172ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:04:50.322519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.868798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" ","response":"range_response_count:1 size:8550"} {"level":"info","ts":"2026-04-03T03:04:50.322552Z","caller":"traceutil/trace.go:171","msg":"trace[467943782] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-6gxwv; range_end:; response_count:1; response_revision:13970; }","duration":"860.924839ms","start":"2026-04-03T03:04:49.461619Z","end":"2026-04-03T03:04:50.322544Z","steps":["trace[467943782] 'agreement among raft nodes before linearized reading' (duration: 860.836956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:50.322579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:49.461607Z","time spent":"860.96617ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8574,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" "} {"level":"warn","ts":"2026-04-03T03:04:50.322766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.681686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:04:50.322799Z","caller":"traceutil/trace.go:171","msg":"trace[396034370] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:13970; }","duration":"878.736618ms","start":"2026-04-03T03:04:49.444055Z","end":"2026-04-03T03:04:50.322791Z","steps":["trace[396034370] 'agreement among raft nodes before linearized reading' (duration: 878.644215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:50.322825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:49.444044Z","time spent":"878.774538ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T03:04:50.323298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.634336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-03T03:04:50.323319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.091346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-03T03:04:50.3234Z","caller":"traceutil/trace.go:171","msg":"trace[1802612048] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13970; }","duration":"220.774469ms","start":"2026-04-03T03:04:50.102603Z","end":"2026-04-03T03:04:50.323378Z","steps":["trace[1802612048] 'agreement among raft nodes before linearized reading' (duration: 220.495612ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:50.323418Z","caller":"traceutil/trace.go:171","msg":"trace[967350092] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13970; }","duration":"939.24359ms","start":"2026-04-03T03:04:49.384158Z","end":"2026-04-03T03:04:50.323401Z","steps":["trace[967350092] 'agreement among raft nodes before linearized reading' (duration: 938.804319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:50.323529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:49.384134Z","time spent":"939.381674ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-03T03:04:50.323679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.770793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-03T03:04:50.323731Z","caller":"traceutil/trace.go:171","msg":"trace[313966997] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13970; }","duration":"354.864866ms","start":"2026-04-03T03:04:49.968851Z","end":"2026-04-03T03:04:50.323716Z","steps":["trace[313966997] 'agreement among raft nodes before linearized reading' (duration: 354.120587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:50.323962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:49.968831Z","time spent":"355.111572ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-03T03:04:50.709659Z","caller":"traceutil/trace.go:171","msg":"trace[923615103] linearizableReadLoop","detail":"{readStateIndex:14532; appliedIndex:14531; }","duration":"378.396478ms","start":"2026-04-03T03:04:50.331225Z","end":"2026-04-03T03:04:50.709621Z","steps":["trace[923615103] 'read index received' (duration: 378.338217ms)","trace[923615103] 'applied index is now lower than readState.Index' (duration: 57.351µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:50.709834Z","caller":"traceutil/trace.go:171","msg":"trace[1992040054] transaction","detail":"{read_only:false; response_revision:13971; number_of_response:1; }","duration":"379.538597ms","start":"2026-04-03T03:04:50.330274Z","end":"2026-04-03T03:04:50.709813Z","steps":["trace[1992040054] 'process raft request' (duration: 379.205319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:50.709891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.646335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19172"} {"level":"info","ts":"2026-04-03T03:04:50.70995Z","caller":"traceutil/trace.go:171","msg":"trace[794364302] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13971; }","duration":"378.740386ms","start":"2026-04-03T03:04:50.331199Z","end":"2026-04-03T03:04:50.709939Z","steps":["trace[794364302] 'agreement among raft nodes before linearized reading' (duration: 378.563922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:50.709992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:50.33119Z","time spent":"378.793878ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19196,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-03T03:04:50.710362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:50.33025Z","time spent":"379.793194ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:51.017748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.613584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:04:51.017946Z","caller":"traceutil/trace.go:171","msg":"trace[667946271] transaction","detail":"{read_only:false; response_revision:13973; number_of_response:1; }","duration":"272.734977ms","start":"2026-04-03T03:04:50.74519Z","end":"2026-04-03T03:04:51.017925Z","steps":["trace[667946271] 'process raft request' (duration: 272.678205ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:51.018141Z","caller":"traceutil/trace.go:171","msg":"trace[600372455] linearizableReadLoop","detail":"{readStateIndex:14533; appliedIndex:14532; }","duration":"308.397046ms","start":"2026-04-03T03:04:50.709733Z","end":"2026-04-03T03:04:51.01813Z","steps":["trace[600372455] 'read index received' (duration: 89.369171ms)","trace[600372455] 'applied index is now lower than readState.Index' (duration: 219.026885ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:51.018293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.005892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:51.018347Z","caller":"traceutil/trace.go:171","msg":"trace[1134421101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13973; }","duration":"456.094575ms","start":"2026-04-03T03:04:50.562243Z","end":"2026-04-03T03:04:51.018337Z","steps":["trace[1134421101] 'agreement among raft nodes before linearized reading' (duration: 455.991812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:51.018379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:50.562222Z","time spent":"456.149107ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:04:51.018399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.919397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:04:51.018483Z","caller":"traceutil/trace.go:171","msg":"trace[1393456942] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13973; }","duration":"245.04843ms","start":"2026-04-03T03:04:50.773414Z","end":"2026-04-03T03:04:51.018463Z","steps":["trace[1393456942] 'agreement among raft nodes before linearized reading' (duration: 244.905796ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:51.018476Z","caller":"traceutil/trace.go:171","msg":"trace[1325028854] transaction","detail":"{read_only:false; response_revision:13972; number_of_response:1; }","duration":"685.938833ms","start":"2026-04-03T03:04:50.332107Z","end":"2026-04-03T03:04:51.018046Z","steps":["trace[1325028854] 'process raft request' (duration: 466.920298ms)","trace[1325028854] 'compare' (duration: 218.41664ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:51.018801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:50.332076Z","time spent":"686.480486ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:04:51.018864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.777692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:521752"} {"level":"info","ts":"2026-04-03T03:04:51.018923Z","caller":"traceutil/trace.go:171","msg":"trace[673821706] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:13973; }","duration":"680.858284ms","start":"2026-04-03T03:04:50.338052Z","end":"2026-04-03T03:04:51.018911Z","steps":["trace[673821706] 'agreement among raft nodes before linearized reading' (duration: 680.27985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:51.018965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:04:50.338045Z","time spent":"680.909756ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":56,"response size":521776,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:04:51.291956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.378943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:04:51.292114Z","caller":"traceutil/trace.go:171","msg":"trace[1953033906] linearizableReadLoop","detail":"{readStateIndex:14535; appliedIndex:14534; }","duration":"267.358984ms","start":"2026-04-03T03:04:51.02473Z","end":"2026-04-03T03:04:51.292089Z","steps":["trace[1953033906] 'read index received' (duration: 142.634202ms)","trace[1953033906] 'applied index is now lower than readState.Index' (duration: 124.722811ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:51.292261Z","caller":"traceutil/trace.go:171","msg":"trace[1683800192] transaction","detail":"{read_only:false; response_revision:13974; number_of_response:1; }","duration":"268.895161ms","start":"2026-04-03T03:04:51.023309Z","end":"2026-04-03T03:04:51.292204Z","steps":["trace[1683800192] 'process raft request' (duration: 144.15558ms)","trace[1683800192] 'compare' (duration: 124.225829ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:04:51.29271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.969658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T03:04:51.292781Z","caller":"traceutil/trace.go:171","msg":"trace[709739047] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13974; }","duration":"268.06421ms","start":"2026-04-03T03:04:51.0247Z","end":"2026-04-03T03:04:51.292764Z","steps":["trace[709739047] 'agreement among raft nodes before linearized reading' (duration: 267.488766ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:51.492929Z","caller":"traceutil/trace.go:171","msg":"trace[2065426900] transaction","detail":"{read_only:false; response_revision:13976; number_of_response:1; }","duration":"195.463051ms","start":"2026-04-03T03:04:51.297417Z","end":"2026-04-03T03:04:51.49288Z","steps":["trace[2065426900] 'process raft request' (duration: 163.805774ms)","trace[2065426900] 'compare' (duration: 31.310718ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:51.493005Z","caller":"traceutil/trace.go:171","msg":"trace[114127231] linearizableReadLoop","detail":"{readStateIndex:14538; appliedIndex:14535; }","duration":"187.406048ms","start":"2026-04-03T03:04:51.305562Z","end":"2026-04-03T03:04:51.492968Z","steps":["trace[114127231] 'read index received' (duration: 65.846477ms)","trace[114127231] 'applied index is now lower than readState.Index' (duration: 121.558111ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:04:51.493188Z","caller":"traceutil/trace.go:171","msg":"trace[175833110] transaction","detail":"{read_only:false; response_revision:13977; number_of_response:1; }","duration":"195.595166ms","start":"2026-04-03T03:04:51.297563Z","end":"2026-04-03T03:04:51.493158Z","steps":["trace[175833110] 'process raft request' (duration: 195.200015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:04:51.493411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.827719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-03T03:04:51.493491Z","caller":"traceutil/trace.go:171","msg":"trace[456204960] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:13977; }","duration":"187.932302ms","start":"2026-04-03T03:04:51.305539Z","end":"2026-04-03T03:04:51.493472Z","steps":["trace[456204960] 'agreement among raft nodes before linearized reading' (duration: 187.752068ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:04:51.66862Z","caller":"traceutil/trace.go:171","msg":"trace[1134550113] transaction","detail":"{read_only:false; response_revision:13978; number_of_response:1; }","duration":"139.370069ms","start":"2026-04-03T03:04:51.529208Z","end":"2026-04-03T03:04:51.668578Z","steps":["trace[1134550113] 'process raft request' (duration: 88.55016ms)","trace[1134550113] 'compare' (duration: 50.540612ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:27.745896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.216838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:05:27.745994Z","caller":"traceutil/trace.go:171","msg":"trace[640178132] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14190; }","duration":"153.379962ms","start":"2026-04-03T03:05:27.592594Z","end":"2026-04-03T03:05:27.745974Z","steps":["trace[640178132] 'range keys from in-memory index tree' (duration: 152.951172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:27.994341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.704718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:05:27.994621Z","caller":"traceutil/trace.go:171","msg":"trace[883322323] transaction","detail":"{read_only:false; response_revision:14192; number_of_response:1; }","duration":"200.788094ms","start":"2026-04-03T03:05:27.793784Z","end":"2026-04-03T03:05:27.994572Z","steps":["trace[883322323] 'process raft request' (duration: 91.762928ms)","trace[883322323] 'compare' (duration: 108.527994ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:27.994683Z","caller":"traceutil/trace.go:171","msg":"trace[507509454] transaction","detail":"{read_only:false; response_revision:14193; number_of_response:1; }","duration":"200.379094ms","start":"2026-04-03T03:05:27.794266Z","end":"2026-04-03T03:05:27.994645Z","steps":["trace[507509454] 'process raft request' (duration: 200.257541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:28.402789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.066647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:05:28.403078Z","caller":"traceutil/trace.go:171","msg":"trace[941340457] linearizableReadLoop","detail":"{readStateIndex:14766; appliedIndex:14763; }","duration":"248.641487ms","start":"2026-04-03T03:05:28.154405Z","end":"2026-04-03T03:05:28.403046Z","steps":["trace[941340457] 'read index received' (duration: 54.214741ms)","trace[941340457] 'applied index is now lower than readState.Index' (duration: 194.425896ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:28.403265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.860513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:05:28.403302Z","caller":"traceutil/trace.go:171","msg":"trace[381650568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14196; }","duration":"248.949765ms","start":"2026-04-03T03:05:28.154341Z","end":"2026-04-03T03:05:28.40329Z","steps":["trace[381650568] 'agreement among raft nodes before linearized reading' (duration: 248.779331ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:28.40352Z","caller":"traceutil/trace.go:171","msg":"trace[863541710] transaction","detail":"{read_only:false; response_revision:14195; number_of_response:1; }","duration":"396.998145ms","start":"2026-04-03T03:05:28.006454Z","end":"2026-04-03T03:05:28.403452Z","steps":["trace[863541710] 'process raft request' (duration: 396.467822ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:28.403587Z","caller":"traceutil/trace.go:171","msg":"trace[1772279953] transaction","detail":"{read_only:false; response_revision:14196; number_of_response:1; }","duration":"322.975345ms","start":"2026-04-03T03:05:28.080598Z","end":"2026-04-03T03:05:28.403574Z","steps":["trace[1772279953] 'process raft request' (duration: 322.398471ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:28.403558Z","caller":"traceutil/trace.go:171","msg":"trace[233942689] transaction","detail":"{read_only:false; response_revision:14194; number_of_response:1; }","duration":"472.357808ms","start":"2026-04-03T03:05:27.931155Z","end":"2026-04-03T03:05:28.403513Z","steps":["trace[233942689] 'process raft request' (duration: 277.47281ms)","trace[233942689] 'compare' (duration: 193.863993ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:28.403673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:28.080566Z","time spent":"323.059777ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:05:28.403733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:27.93114Z","time spent":"472.503792ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":927,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:05:28.403747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:28.006419Z","time spent":"397.2052ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6899,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:05:28.635647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.779962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:05:28.635952Z","caller":"traceutil/trace.go:171","msg":"trace[831509297] transaction","detail":"{read_only:false; response_revision:14198; number_of_response:1; }","duration":"227.036924ms","start":"2026-04-03T03:05:28.408874Z","end":"2026-04-03T03:05:28.635911Z","steps":["trace[831509297] 'process raft request' (duration: 108.8073ms)","trace[831509297] 'compare' (duration: 117.646679ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:28.635996Z","caller":"traceutil/trace.go:171","msg":"trace[502017015] transaction","detail":"{read_only:false; response_revision:14199; number_of_response:1; }","duration":"218.769009ms","start":"2026-04-03T03:05:28.417201Z","end":"2026-04-03T03:05:28.63597Z","steps":["trace[502017015] 'process raft request' (duration: 218.592615ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:28.63611Z","caller":"traceutil/trace.go:171","msg":"trace[1965535598] transaction","detail":"{read_only:false; response_revision:14200; number_of_response:1; }","duration":"168.064635ms","start":"2026-04-03T03:05:28.468026Z","end":"2026-04-03T03:05:28.63609Z","steps":["trace[1965535598] 'process raft request' (duration: 167.87084ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:28.636141Z","caller":"traceutil/trace.go:171","msg":"trace[275733568] transaction","detail":"{read_only:false; response_revision:14201; number_of_response:1; }","duration":"165.754458ms","start":"2026-04-03T03:05:28.470372Z","end":"2026-04-03T03:05:28.636127Z","steps":["trace[275733568] 'process raft request' (duration: 165.582714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:28.889539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.825221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:05:28.889631Z","caller":"traceutil/trace.go:171","msg":"trace[281197297] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:14201; }","duration":"140.989696ms","start":"2026-04-03T03:05:28.748623Z","end":"2026-04-03T03:05:28.889613Z","steps":["trace[281197297] 'count revisions from in-memory index tree' (duration: 140.716919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:29.443611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.165736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:05:29.443773Z","caller":"traceutil/trace.go:171","msg":"trace[1444276433] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:14202; }","duration":"117.315901ms","start":"2026-04-03T03:05:29.326368Z","end":"2026-04-03T03:05:29.443684Z","steps":["trace[1444276433] 'range keys from in-memory index tree' (duration: 116.949322ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:29.881308Z","caller":"traceutil/trace.go:171","msg":"trace[375278658] transaction","detail":"{read_only:false; response_revision:14204; number_of_response:1; }","duration":"312.523207ms","start":"2026-04-03T03:05:29.568733Z","end":"2026-04-03T03:05:29.881256Z","steps":["trace[375278658] 'process raft request' (duration: 312.179499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:29.88155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:29.568697Z","time spent":"312.733882ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:05:30.088765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.133511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:05:30.089123Z","caller":"traceutil/trace.go:171","msg":"trace[605953259] transaction","detail":"{read_only:false; response_revision:14205; number_of_response:1; }","duration":"203.004298ms","start":"2026-04-03T03:05:29.885956Z","end":"2026-04-03T03:05:30.08896Z","steps":["trace[605953259] 'process raft request' (duration: 86.523068ms)","trace[605953259] 'compare' (duration: 115.932297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:30.351783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.024947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:05:30.352023Z","caller":"traceutil/trace.go:171","msg":"trace[969749330] transaction","detail":"{read_only:false; response_revision:14207; number_of_response:1; }","duration":"257.570148ms","start":"2026-04-03T03:05:30.09443Z","end":"2026-04-03T03:05:30.352Z","steps":["trace[969749330] 'process raft request' (duration: 257.475446ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:30.352089Z","caller":"traceutil/trace.go:171","msg":"trace[1189107292] transaction","detail":"{read_only:false; response_revision:14206; number_of_response:1; }","duration":"258.520301ms","start":"2026-04-03T03:05:30.093539Z","end":"2026-04-03T03:05:30.352059Z","steps":["trace[1189107292] 'process raft request' (duration: 138.132954ms)","trace[1189107292] 'compare' (duration: 119.768532ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:30.417768Z","caller":"traceutil/trace.go:171","msg":"trace[1717179562] transaction","detail":"{read_only:false; response_revision:14208; number_of_response:1; }","duration":"157.35896ms","start":"2026-04-03T03:05:30.260384Z","end":"2026-04-03T03:05:30.417743Z","steps":["trace[1717179562] 'process raft request' (duration: 157.244588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:30.794156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.235907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:05:30.794395Z","caller":"traceutil/trace.go:171","msg":"trace[335162231] linearizableReadLoop","detail":"{readStateIndex:14779; appliedIndex:14778; }","duration":"256.322578ms","start":"2026-04-03T03:05:30.538051Z","end":"2026-04-03T03:05:30.794374Z","steps":["trace[335162231] 'read index received' (duration: 96.627369ms)","trace[335162231] 'applied index is now lower than readState.Index' (duration: 159.692449ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:30.794608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.558433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:05:30.794714Z","caller":"traceutil/trace.go:171","msg":"trace[1668370334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14209; }","duration":"256.695497ms","start":"2026-04-03T03:05:30.538005Z","end":"2026-04-03T03:05:30.7947Z","steps":["trace[1668370334] 'agreement among raft nodes before linearized reading' (duration: 256.530713ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:30.794595Z","caller":"traceutil/trace.go:171","msg":"trace[918321360] transaction","detail":"{read_only:false; response_revision:14209; number_of_response:1; }","duration":"385.632465ms","start":"2026-04-03T03:05:30.408918Z","end":"2026-04-03T03:05:30.79455Z","steps":["trace[918321360] 'process raft request' (duration: 225.865235ms)","trace[918321360] 'compare' (duration: 159.032632ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:30.795215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:30.408882Z","time spent":"386.094306ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:05:31.154123Z","caller":"traceutil/trace.go:171","msg":"trace[966068330] transaction","detail":"{read_only:false; response_revision:14210; number_of_response:1; }","duration":"513.202468ms","start":"2026-04-03T03:05:30.640886Z","end":"2026-04-03T03:05:31.154089Z","steps":["trace[966068330] 'process raft request' (duration: 513.017113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:31.154323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:30.640871Z","time spent":"513.339572ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:05:31.526368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.629178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:05:31.526669Z","caller":"traceutil/trace.go:171","msg":"trace[1172075195] transaction","detail":"{read_only:false; response_revision:14211; number_of_response:1; }","duration":"883.054823ms","start":"2026-04-03T03:05:30.643571Z","end":"2026-04-03T03:05:31.526626Z","steps":["trace[1172075195] 'process raft request' (duration: 604.083036ms)","trace[1172075195] 'compare' (duration: 278.528856ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:31.526867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:30.64348Z","time spent":"883.280998ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:05:31.526888Z","caller":"traceutil/trace.go:171","msg":"trace[1021053356] linearizableReadLoop","detail":"{readStateIndex:14782; appliedIndex:14779; }","duration":"732.376577ms","start":"2026-04-03T03:05:30.794497Z","end":"2026-04-03T03:05:31.526874Z","steps":["trace[1021053356] 'read index received' (duration: 359.442836ms)","trace[1021053356] 'applied index is now lower than readState.Index' (duration: 372.932041ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:31.52687Z","caller":"traceutil/trace.go:171","msg":"trace[1045095126] transaction","detail":"{read_only:false; response_revision:14212; number_of_response:1; }","duration":"772.248432ms","start":"2026-04-03T03:05:30.754579Z","end":"2026-04-03T03:05:31.526828Z","steps":["trace[1045095126] 'process raft request' (duration: 771.892214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:31.527021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.922476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:05:31.527105Z","caller":"traceutil/trace.go:171","msg":"trace[729303718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14213; }","duration":"730.040469ms","start":"2026-04-03T03:05:30.797054Z","end":"2026-04-03T03:05:31.527095Z","steps":["trace[729303718] 'agreement among raft nodes before linearized reading' (duration: 729.937176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:31.527152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:30.797037Z","time spent":"730.10434ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:05:31.527142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.717027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" ","response":"range_response_count:1 size:8550"} {"level":"warn","ts":"2026-04-03T03:05:31.527196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.119164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-04-03T03:05:31.527216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.657015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:05:31.527232Z","caller":"traceutil/trace.go:171","msg":"trace[2126406289] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-6gxwv; range_end:; response_count:1; response_revision:14213; }","duration":"836.84853ms","start":"2026-04-03T03:05:30.690365Z","end":"2026-04-03T03:05:31.527214Z","steps":["trace[2126406289] 'agreement among raft nodes before linearized reading' (duration: 836.555343ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:31.527235Z","caller":"traceutil/trace.go:171","msg":"trace[1899802610] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:14213; }","duration":"176.228477ms","start":"2026-04-03T03:05:31.350995Z","end":"2026-04-03T03:05:31.527223Z","steps":["trace[1899802610] 'agreement among raft nodes before linearized reading' (duration: 176.137265ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:31.527276Z","caller":"traceutil/trace.go:171","msg":"trace[4044606] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:14213; }","duration":"493.738607ms","start":"2026-04-03T03:05:31.033524Z","end":"2026-04-03T03:05:31.527263Z","steps":["trace[4044606] 'agreement among raft nodes before linearized reading' (duration: 493.490491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:31.527285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:30.690342Z","time spent":"836.929741ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8574,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" "} {"level":"warn","ts":"2026-04-03T03:05:31.527239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.493986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:05:31.52732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:31.033511Z","time spent":"493.799888ms","remote":"127.0.0.1:35046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":87,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:05:31.527341Z","caller":"traceutil/trace.go:171","msg":"trace[1314696765] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:14213; }","duration":"966.604079ms","start":"2026-04-03T03:05:30.560717Z","end":"2026-04-03T03:05:31.527321Z","steps":["trace[1314696765] 'agreement among raft nodes before linearized reading' (duration: 966.421164ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:31.52688Z","caller":"traceutil/trace.go:171","msg":"trace[1096544638] transaction","detail":"{read_only:false; response_revision:14213; number_of_response:1; }","duration":"341.566455ms","start":"2026-04-03T03:05:31.185297Z","end":"2026-04-03T03:05:31.526863Z","steps":["trace[1096544638] 'process raft request' (duration: 341.519594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:31.527475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:31.185272Z","time spent":"342.165709ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:05:31.52719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.08596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:05:31.527585Z","caller":"traceutil/trace.go:171","msg":"trace[1286958866] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:14213; }","duration":"171.568873ms","start":"2026-04-03T03:05:31.356005Z","end":"2026-04-03T03:05:31.527573Z","steps":["trace[1286958866] 'agreement among raft nodes before linearized reading' (duration: 171.007228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:31.52744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:30.560639Z","time spent":"966.775713ms","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:05:31.527092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:30.754537Z","time spent":"772.448807ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":803,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:05:31.527787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.153939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:05:31.527888Z","caller":"traceutil/trace.go:171","msg":"trace[49639887] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14213; }","duration":"511.300432ms","start":"2026-04-03T03:05:31.016576Z","end":"2026-04-03T03:05:31.527876Z","steps":["trace[49639887] 'agreement among raft nodes before linearized reading' (duration: 511.176329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:31.527922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.263223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-volume-usage-audit-29586425-lvdpr\" ","response":"range_response_count:1 size:6914"} {"level":"info","ts":"2026-04-03T03:05:31.527966Z","caller":"traceutil/trace.go:171","msg":"trace[1346349000] range","detail":"{range_begin:/registry/pods/openstack/cinder-volume-usage-audit-29586425-lvdpr; range_end:; response_count:1; response_revision:14213; }","duration":"558.346595ms","start":"2026-04-03T03:05:30.969609Z","end":"2026-04-03T03:05:31.527956Z","steps":["trace[1346349000] 'agreement among raft nodes before linearized reading' (duration: 558.220432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:31.528003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:30.969544Z","time spent":"558.451578ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6938,"request content":"key:\"/registry/pods/openstack/cinder-volume-usage-audit-29586425-lvdpr\" "} {"level":"warn","ts":"2026-04-03T03:05:31.527934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:31.016549Z","time spent":"511.371864ms","remote":"127.0.0.1:33138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:05:31.528059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.340127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:05:31.528594Z","caller":"traceutil/trace.go:171","msg":"trace[848641877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14213; }","duration":"888.486777ms","start":"2026-04-03T03:05:30.64009Z","end":"2026-04-03T03:05:31.528577Z","steps":["trace[848641877] 'agreement among raft nodes before linearized reading' (duration: 886.858706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:31.528823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:30.640065Z","time spent":"888.741413ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:05:31.702842Z","caller":"traceutil/trace.go:171","msg":"trace[1834221869] linearizableReadLoop","detail":"{readStateIndex:14786; appliedIndex:14783; }","duration":"170.182918ms","start":"2026-04-03T03:05:31.532632Z","end":"2026-04-03T03:05:31.702815Z","steps":["trace[1834221869] 'read index received' (duration: 31.864178ms)","trace[1834221869] 'applied index is now lower than readState.Index' (duration: 138.31759ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:31.702871Z","caller":"traceutil/trace.go:171","msg":"trace[802007922] transaction","detail":"{read_only:false; response_revision:14215; number_of_response:1; }","duration":"170.200789ms","start":"2026-04-03T03:05:31.532615Z","end":"2026-04-03T03:05:31.702816Z","steps":["trace[802007922] 'process raft request' (duration: 170.042445ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:31.70297Z","caller":"traceutil/trace.go:171","msg":"trace[1876290975] transaction","detail":"{read_only:false; response_revision:14216; number_of_response:1; }","duration":"166.169278ms","start":"2026-04-03T03:05:31.536789Z","end":"2026-04-03T03:05:31.702958Z","steps":["trace[1876290975] 'process raft request' (duration: 165.925662ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:31.702903Z","caller":"traceutil/trace.go:171","msg":"trace[280326599] transaction","detail":"{read_only:false; response_revision:14214; number_of_response:1; }","duration":"170.2603ms","start":"2026-04-03T03:05:31.532606Z","end":"2026-04-03T03:05:31.702867Z","steps":["trace[280326599] 'process raft request' (duration: 149.873906ms)","trace[280326599] 'compare' (duration: 20.038905ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:31.70312Z","caller":"traceutil/trace.go:171","msg":"trace[2111469415] transaction","detail":"{read_only:false; response_revision:14217; number_of_response:1; }","duration":"163.740188ms","start":"2026-04-03T03:05:31.539363Z","end":"2026-04-03T03:05:31.703103Z","steps":["trace[2111469415] 'process raft request' (duration: 163.392639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:31.703858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.204673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:57 size:528627"} {"level":"info","ts":"2026-04-03T03:05:31.703911Z","caller":"traceutil/trace.go:171","msg":"trace[1901921862] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:57; response_revision:14217; }","duration":"171.300415ms","start":"2026-04-03T03:05:31.532599Z","end":"2026-04-03T03:05:31.703899Z","steps":["trace[1901921862] 'agreement among raft nodes before linearized reading' (duration: 170.655619ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:31.708025Z","caller":"traceutil/trace.go:171","msg":"trace[1443831550] transaction","detail":"{read_only:false; response_revision:14218; number_of_response:1; }","duration":"142.330869ms","start":"2026-04-03T03:05:31.565675Z","end":"2026-04-03T03:05:31.708006Z","steps":["trace[1443831550] 'process raft request' (duration: 142.118594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:31.708134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.07961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:05:31.708319Z","caller":"traceutil/trace.go:171","msg":"trace[682488314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14218; }","duration":"169.275605ms","start":"2026-04-03T03:05:31.539002Z","end":"2026-04-03T03:05:31.708277Z","steps":["trace[682488314] 'agreement among raft nodes before linearized reading' (duration: 169.032479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:31.708805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.50762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:57 size:528627"} {"level":"info","ts":"2026-04-03T03:05:31.708919Z","caller":"traceutil/trace.go:171","msg":"trace[200105826] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:57; response_revision:14218; }","duration":"171.652294ms","start":"2026-04-03T03:05:31.537242Z","end":"2026-04-03T03:05:31.708894Z","steps":["trace[200105826] 'agreement among raft nodes before linearized reading' (duration: 170.738961ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:32.118111Z","caller":"traceutil/trace.go:171","msg":"trace[1298584473] transaction","detail":"{read_only:false; response_revision:14220; number_of_response:1; }","duration":"127.729567ms","start":"2026-04-03T03:05:31.990354Z","end":"2026-04-03T03:05:32.118083Z","steps":["trace[1298584473] 'process raft request' (duration: 127.221635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:32.796946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.766553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:05:32.797182Z","caller":"traceutil/trace.go:171","msg":"trace[263184544] linearizableReadLoop","detail":"{readStateIndex:14793; appliedIndex:14791; }","duration":"637.580904ms","start":"2026-04-03T03:05:32.159581Z","end":"2026-04-03T03:05:32.797161Z","steps":["trace[263184544] 'read index received' (duration: 36.157075ms)","trace[263184544] 'applied index is now lower than readState.Index' (duration: 601.422769ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:32.797154Z","caller":"traceutil/trace.go:171","msg":"trace[1699873169] transaction","detail":"{read_only:false; response_revision:14221; number_of_response:1; }","duration":"662.286844ms","start":"2026-04-03T03:05:32.134832Z","end":"2026-04-03T03:05:32.797118Z","steps":["trace[1699873169] 'process raft request' (duration: 60.925336ms)","trace[1699873169] 'compare' (duration: 600.432915ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:32.797257Z","caller":"traceutil/trace.go:171","msg":"trace[1926640824] transaction","detail":"{read_only:false; response_revision:14222; number_of_response:1; }","duration":"661.683459ms","start":"2026-04-03T03:05:32.135535Z","end":"2026-04-03T03:05:32.797218Z","steps":["trace[1926640824] 'process raft request' (duration: 661.528695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:32.797319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:32.134803Z","time spent":"662.435408ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:05:32.797338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:32.135474Z","time spent":"661.817143ms","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7230,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:05:32.797374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.788069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T03:05:32.797413Z","caller":"traceutil/trace.go:171","msg":"trace[1948769148] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14222; }","duration":"637.85535ms","start":"2026-04-03T03:05:32.159545Z","end":"2026-04-03T03:05:32.7974Z","steps":["trace[1948769148] 'agreement among raft nodes before linearized reading' (duration: 637.698806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:32.797441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:32.159528Z","time spent":"637.905472ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:05:33.297771Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840012170,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T03:05:33.516282Z","caller":"traceutil/trace.go:171","msg":"trace[418072953] transaction","detail":"{read_only:false; response_revision:14223; number_of_response:1; }","duration":"799.292732ms","start":"2026-04-03T03:05:32.716965Z","end":"2026-04-03T03:05:33.516258Z","steps":["trace[418072953] 'process raft request' (duration: 799.139678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:33.516548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:32.716934Z","time spent":"799.482215ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5270,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:05:33.721402Z","caller":"traceutil/trace.go:171","msg":"trace[1541761619] transaction","detail":"{read_only:false; response_revision:14224; number_of_response:1; }","duration":"920.695424ms","start":"2026-04-03T03:05:32.80068Z","end":"2026-04-03T03:05:33.721376Z","steps":["trace[1541761619] 'process raft request' (duration: 920.380126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:33.721566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:32.800657Z","time spent":"920.813486ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:05:33.721817Z","caller":"traceutil/trace.go:171","msg":"trace[1218465982] transaction","detail":"{read_only:false; response_revision:14225; number_of_response:1; }","duration":"914.710946ms","start":"2026-04-03T03:05:32.807072Z","end":"2026-04-03T03:05:33.721783Z","steps":["trace[1218465982] 'process raft request' (duration: 914.246594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:33.721901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175222766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:05:33.721951Z","caller":"traceutil/trace.go:171","msg":"trace[1081486621] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14226; }","duration":"1.175295958s","start":"2026-04-03T03:05:32.546643Z","end":"2026-04-03T03:05:33.721939Z","steps":["trace[1081486621] 'agreement among raft nodes before linearized reading' (duration: 1.175236847s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:33.721983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:32.546629Z","time spent":"1.175346149s","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:05:33.721986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:32.807049Z","time spent":"914.853878ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:05:33.721988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384897211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:05:33.721862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175447412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:05:33.722053Z","caller":"traceutil/trace.go:171","msg":"trace[1565384414] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14226; }","duration":"1.385016734s","start":"2026-04-03T03:05:32.337021Z","end":"2026-04-03T03:05:33.722038Z","steps":["trace[1565384414] 'agreement among raft nodes before linearized reading' (duration: 1.384894631s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:33.722049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36587384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T03:05:33.72212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:32.336993Z","time spent":"1.385095475s","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:05:33.721913Z","caller":"traceutil/trace.go:171","msg":"trace[310543215] transaction","detail":"{read_only:false; response_revision:14226; number_of_response:1; }","duration":"560.719472ms","start":"2026-04-03T03:05:33.161178Z","end":"2026-04-03T03:05:33.721897Z","steps":["trace[310543215] 'process raft request' (duration: 560.528628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:33.722128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365960582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T03:05:33.722171Z","caller":"traceutil/trace.go:171","msg":"trace[913280245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14226; }","duration":"1.366011393s","start":"2026-04-03T03:05:32.356121Z","end":"2026-04-03T03:05:33.722132Z","steps":["trace[913280245] 'agreement among raft nodes before linearized reading' (duration: 1.365788468s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:33.722234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:32.356095Z","time spent":"1.366129006s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T03:05:33.721867Z","caller":"traceutil/trace.go:171","msg":"trace[1816345423] linearizableReadLoop","detail":"{readStateIndex:14797; appliedIndex:14793; }","duration":"924.589589ms","start":"2026-04-03T03:05:32.797217Z","end":"2026-04-03T03:05:33.721807Z","steps":["trace[1816345423] 'read index received' (duration: 718.937354ms)","trace[1816345423] 'applied index is now lower than readState.Index' (duration: 205.650925ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:33.72223Z","caller":"traceutil/trace.go:171","msg":"trace[2072390869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14226; }","duration":"1.366104856s","start":"2026-04-03T03:05:32.356103Z","end":"2026-04-03T03:05:33.722208Z","steps":["trace[2072390869] 'agreement among raft nodes before linearized reading' (duration: 1.365761138s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:33.722362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4544774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-04-03T03:05:33.722391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:32.35609Z","time spent":"1.36628467s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T03:05:33.72244Z","caller":"traceutil/trace.go:171","msg":"trace[608867733] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:14226; }","duration":"1.454596343s","start":"2026-04-03T03:05:32.267825Z","end":"2026-04-03T03:05:33.722421Z","steps":["trace[608867733] 'agreement among raft nodes before linearized reading' (duration: 1.454360987s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:33.72212Z","caller":"traceutil/trace.go:171","msg":"trace[556982384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14226; }","duration":"1.175714109s","start":"2026-04-03T03:05:32.546367Z","end":"2026-04-03T03:05:33.722081Z","steps":["trace[556982384] 'agreement among raft nodes before linearized reading' (duration: 1.175464413s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:33.722498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:32.267802Z","time spent":"1.454682366s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-03T03:05:33.722519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:32.546346Z","time spent":"1.176165269s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:05:33.722252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:33.161147Z","time spent":"561.03049ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:05:33.883944Z","caller":"traceutil/trace.go:171","msg":"trace[249105884] transaction","detail":"{read_only:false; response_revision:14227; number_of_response:1; }","duration":"351.016629ms","start":"2026-04-03T03:05:33.532889Z","end":"2026-04-03T03:05:33.883906Z","steps":["trace[249105884] 'process raft request' (duration: 264.788387ms)","trace[249105884] 'compare' (duration: 85.933855ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:33.883968Z","caller":"traceutil/trace.go:171","msg":"trace[1883623258] linearizableReadLoop","detail":"{readStateIndex:14799; appliedIndex:14797; }","duration":"161.610766ms","start":"2026-04-03T03:05:33.722324Z","end":"2026-04-03T03:05:33.883935Z","steps":["trace[1883623258] 'read index received' (duration: 75.440035ms)","trace[1883623258] 'applied index is now lower than readState.Index' (duration: 86.169611ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:33.883973Z","caller":"traceutil/trace.go:171","msg":"trace[1586543884] transaction","detail":"{read_only:false; response_revision:14228; number_of_response:1; }","duration":"349.468161ms","start":"2026-04-03T03:05:33.534466Z","end":"2026-04-03T03:05:33.883934Z","steps":["trace[1586543884] 'process raft request' (duration: 349.367208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:33.884112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:33.532872Z","time spent":"351.154312ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:05:33.884146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:33.534459Z","time spent":"349.600184ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:05:33.88425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.123892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:05:33.884282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.343244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:05:33.884334Z","caller":"traceutil/trace.go:171","msg":"trace[622890140] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:14228; }","duration":"351.255055ms","start":"2026-04-03T03:05:33.533056Z","end":"2026-04-03T03:05:33.884311Z","steps":["trace[622890140] 'agreement among raft nodes before linearized reading' (duration: 350.972958ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:33.884351Z","caller":"traceutil/trace.go:171","msg":"trace[1135561133] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:14228; }","duration":"166.437946ms","start":"2026-04-03T03:05:33.717894Z","end":"2026-04-03T03:05:33.884332Z","steps":["trace[1135561133] 'agreement among raft nodes before linearized reading' (duration: 166.099857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:33.884396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:33.533032Z","time spent":"351.347638ms","remote":"127.0.0.1:39164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:05:33.884487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.548768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:05:33.884547Z","caller":"traceutil/trace.go:171","msg":"trace[265758412] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:14228; }","duration":"166.651591ms","start":"2026-04-03T03:05:33.717885Z","end":"2026-04-03T03:05:33.884536Z","steps":["trace[265758412] 'agreement among raft nodes before linearized reading' (duration: 166.096547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:33.884667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.955914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:05:33.884695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.122442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" ","response":"range_response_count:1 size:8550"} {"level":"warn","ts":"2026-04-03T03:05:33.884665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.412948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T03:05:33.88472Z","caller":"traceutil/trace.go:171","msg":"trace[123156598] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:14228; }","duration":"812.055318ms","start":"2026-04-03T03:05:33.072652Z","end":"2026-04-03T03:05:33.884707Z","steps":["trace[123156598] 'agreement among raft nodes before linearized reading' (duration: 811.407992ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:33.884748Z","caller":"traceutil/trace.go:171","msg":"trace[1409640233] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-6gxwv; range_end:; response_count:1; response_revision:14228; }","duration":"167.208944ms","start":"2026-04-03T03:05:33.717523Z","end":"2026-04-03T03:05:33.884732Z","steps":["trace[1409640233] 'agreement among raft nodes before linearized reading' (duration: 166.484217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:33.884767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.890059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T03:05:33.884811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.413456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:05:33.884817Z","caller":"traceutil/trace.go:171","msg":"trace[953869229] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14228; }","duration":"175.960531ms","start":"2026-04-03T03:05:33.708845Z","end":"2026-04-03T03:05:33.884806Z","steps":["trace[953869229] 'agreement among raft nodes before linearized reading' (duration: 175.170722ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:33.884844Z","caller":"traceutil/trace.go:171","msg":"trace[1288791640] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:14228; }","duration":"232.481698ms","start":"2026-04-03T03:05:33.652354Z","end":"2026-04-03T03:05:33.884836Z","steps":["trace[1288791640] 'agreement among raft nodes before linearized reading' (duration: 231.686668ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:33.884833Z","caller":"traceutil/trace.go:171","msg":"trace[556541490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14228; }","duration":"175.929839ms","start":"2026-04-03T03:05:33.708809Z","end":"2026-04-03T03:05:33.884739Z","steps":["trace[556541490] 'agreement among raft nodes before linearized reading' (duration: 175.14396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:33.884769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:33.072627Z","time spent":"812.128399ms","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:05:33.884917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.908561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-6cd7c5d48c-xkk5z.18a2b9d40cb25e4d\" ","response":"range_response_count:1 size:1177"} {"level":"info","ts":"2026-04-03T03:05:33.884978Z","caller":"traceutil/trace.go:171","msg":"trace[802296316] range","detail":"{range_begin:/registry/events/openstack/cinder-api-6cd7c5d48c-xkk5z.18a2b9d40cb25e4d; range_end:; response_count:1; response_revision:14228; }","duration":"349.989763ms","start":"2026-04-03T03:05:33.534973Z","end":"2026-04-03T03:05:33.884963Z","steps":["trace[802296316] 'agreement among raft nodes before linearized reading' (duration: 349.076841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:33.885036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:33.534967Z","time spent":"350.056765ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1201,"request content":"key:\"/registry/events/openstack/cinder-api-6cd7c5d48c-xkk5z.18a2b9d40cb25e4d\" "} {"level":"info","ts":"2026-04-03T03:05:33.884722Z","caller":"traceutil/trace.go:171","msg":"trace[1313265444] transaction","detail":"{read_only:false; response_revision:14229; number_of_response:1; }","duration":"156.192492ms","start":"2026-04-03T03:05:33.728511Z","end":"2026-04-03T03:05:33.884704Z","steps":["trace[1313265444] 'process raft request' (duration: 155.390072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:33.885165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.227931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:05:33.885209Z","caller":"traceutil/trace.go:171","msg":"trace[253660885] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:14228; }","duration":"524.275973ms","start":"2026-04-03T03:05:33.360924Z","end":"2026-04-03T03:05:33.8852Z","steps":["trace[253660885] 'agreement among raft nodes before linearized reading' (duration: 523.147045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:33.885247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:33.360851Z","time spent":"524.386265ms","remote":"127.0.0.1:37670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:05:33.885312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084866402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T03:05:33.885355Z","caller":"traceutil/trace.go:171","msg":"trace[661085344] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14228; }","duration":"1.084942334s","start":"2026-04-03T03:05:32.800403Z","end":"2026-04-03T03:05:33.885345Z","steps":["trace[661085344] 'agreement among raft nodes before linearized reading' (duration: 1.083675703s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:33.885389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:32.800384Z","time spent":"1.084997205s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:05:33.885463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.809531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:05:33.885511Z","caller":"traceutil/trace.go:171","msg":"trace[2070732865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14230; }","duration":"162.18769ms","start":"2026-04-03T03:05:33.723312Z","end":"2026-04-03T03:05:33.8855Z","steps":["trace[2070732865] 'agreement among raft nodes before linearized reading' (duration: 162.099148ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:33.885523Z","caller":"traceutil/trace.go:171","msg":"trace[868024898] transaction","detail":"{read_only:false; response_revision:14230; number_of_response:1; }","duration":"156.172152ms","start":"2026-04-03T03:05:33.729312Z","end":"2026-04-03T03:05:33.885484Z","steps":["trace[868024898] 'process raft request' (duration: 154.990033ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:34.946212Z","caller":"traceutil/trace.go:171","msg":"trace[642558491] transaction","detail":"{read_only:false; response_revision:14235; number_of_response:1; }","duration":"141.249803ms","start":"2026-04-03T03:05:34.804931Z","end":"2026-04-03T03:05:34.946181Z","steps":["trace[642558491] 'process raft request' (duration: 141.047878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:35.116926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.227616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:05:35.117032Z","caller":"traceutil/trace.go:171","msg":"trace[176583145] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:14235; }","duration":"110.40938ms","start":"2026-04-03T03:05:35.006599Z","end":"2026-04-03T03:05:35.117009Z","steps":["trace[176583145] 'count revisions from in-memory index tree' (duration: 110.128824ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:35.261949Z","caller":"traceutil/trace.go:171","msg":"trace[1479505153] transaction","detail":"{read_only:false; response_revision:14236; number_of_response:1; }","duration":"137.249083ms","start":"2026-04-03T03:05:35.124664Z","end":"2026-04-03T03:05:35.261914Z","steps":["trace[1479505153] 'process raft request' (duration: 136.942245ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:35.848927Z","caller":"traceutil/trace.go:171","msg":"trace[769675145] transaction","detail":"{read_only:false; response_revision:14237; number_of_response:1; }","duration":"120.565201ms","start":"2026-04-03T03:05:35.728331Z","end":"2026-04-03T03:05:35.848897Z","steps":["trace[769675145] 'process raft request' (duration: 120.334236ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:35.884408Z","caller":"traceutil/trace.go:171","msg":"trace[2022878337] linearizableReadLoop","detail":"{readStateIndex:14809; appliedIndex:14807; }","duration":"147.089218ms","start":"2026-04-03T03:05:35.737286Z","end":"2026-04-03T03:05:35.884375Z","steps":["trace[2022878337] 'read index received' (duration: 111.391775ms)","trace[2022878337] 'applied index is now lower than readState.Index' (duration: 35.696113ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:35.88451Z","caller":"traceutil/trace.go:171","msg":"trace[1923261978] transaction","detail":"{read_only:false; response_revision:14238; number_of_response:1; }","duration":"151.822714ms","start":"2026-04-03T03:05:35.732633Z","end":"2026-04-03T03:05:35.884456Z","steps":["trace[1923261978] 'process raft request' (duration: 151.560477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:35.884675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.354384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-03T03:05:35.884725Z","caller":"traceutil/trace.go:171","msg":"trace[1935911314] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14238; }","duration":"147.457856ms","start":"2026-04-03T03:05:35.737255Z","end":"2026-04-03T03:05:35.884713Z","steps":["trace[1935911314] 'agreement among raft nodes before linearized reading' (duration: 147.243921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:36.318214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.304203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:05:36.318326Z","caller":"traceutil/trace.go:171","msg":"trace[1243156] linearizableReadLoop","detail":"{readStateIndex:14813; appliedIndex:14812; }","duration":"317.08021ms","start":"2026-04-03T03:05:36.001229Z","end":"2026-04-03T03:05:36.318309Z","steps":["trace[1243156] 'read index received' (duration: 137.770107ms)","trace[1243156] 'applied index is now lower than readState.Index' (duration: 179.309243ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:36.318579Z","caller":"traceutil/trace.go:171","msg":"trace[1105221258] transaction","detail":"{read_only:false; response_revision:14242; number_of_response:1; }","duration":"317.682025ms","start":"2026-04-03T03:05:36.00085Z","end":"2026-04-03T03:05:36.318532Z","steps":["trace[1105221258] 'process raft request' (duration: 137.990802ms)","trace[1105221258] 'compare' (duration: 178.930753ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:36.318752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:36.000825Z","time spent":"317.836859ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:05:36.319317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.073864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:57 size:528764"} {"level":"info","ts":"2026-04-03T03:05:36.319423Z","caller":"traceutil/trace.go:171","msg":"trace[137083009] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:57; response_revision:14242; }","duration":"318.189707ms","start":"2026-04-03T03:05:36.001213Z","end":"2026-04-03T03:05:36.319403Z","steps":["trace[137083009] 'agreement among raft nodes before linearized reading' (duration: 317.456579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:36.319479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:36.001201Z","time spent":"318.26626ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":57,"response size":528788,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T03:05:36.327711Z","caller":"traceutil/trace.go:171","msg":"trace[1344383967] transaction","detail":"{read_only:false; response_revision:14244; number_of_response:1; }","duration":"326.198645ms","start":"2026-04-03T03:05:36.001477Z","end":"2026-04-03T03:05:36.327675Z","steps":["trace[1344383967] 'process raft request' (duration: 326.080102ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:36.327823Z","caller":"traceutil/trace.go:171","msg":"trace[1763743240] transaction","detail":"{read_only:false; response_revision:14245; number_of_response:1; }","duration":"326.178424ms","start":"2026-04-03T03:05:36.001623Z","end":"2026-04-03T03:05:36.327801Z","steps":["trace[1763743240] 'process raft request' (duration: 325.975329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:36.32789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:36.001458Z","time spent":"326.345078ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:05:36.32803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:36.001603Z","time spent":"326.304627ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:05:36.327716Z","caller":"traceutil/trace.go:171","msg":"trace[228844397] transaction","detail":"{read_only:false; response_revision:14243; number_of_response:1; }","duration":"326.184664ms","start":"2026-04-03T03:05:36.001479Z","end":"2026-04-03T03:05:36.327663Z","steps":["trace[228844397] 'process raft request' (duration: 325.894627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:36.328569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:36.001358Z","time spent":"327.154019ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:05:36.400117Z","caller":"traceutil/trace.go:171","msg":"trace[957055851] transaction","detail":"{read_only:false; response_revision:14246; number_of_response:1; }","duration":"128.404105ms","start":"2026-04-03T03:05:36.271689Z","end":"2026-04-03T03:05:36.400093Z","steps":["trace[957055851] 'process raft request' (duration: 127.976045ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:36.400654Z","caller":"traceutil/trace.go:171","msg":"trace[753902844] transaction","detail":"{read_only:false; response_revision:14247; number_of_response:1; }","duration":"120.225893ms","start":"2026-04-03T03:05:36.280388Z","end":"2026-04-03T03:05:36.400614Z","steps":["trace[753902844] 'process raft request' (duration: 119.494075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:36.400942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.147465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-03T03:05:36.401044Z","caller":"traceutil/trace.go:171","msg":"trace[1808763244] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14247; }","duration":"354.3394ms","start":"2026-04-03T03:05:36.046676Z","end":"2026-04-03T03:05:36.401016Z","steps":["trace[1808763244] 'agreement among raft nodes before linearized reading' (duration: 353.846538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:36.401109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:36.046643Z","time spent":"354.441382ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-03T03:05:36.568261Z","caller":"traceutil/trace.go:171","msg":"trace[462079144] linearizableReadLoop","detail":"{readStateIndex:14819; appliedIndex:14818; }","duration":"161.096803ms","start":"2026-04-03T03:05:36.407132Z","end":"2026-04-03T03:05:36.568228Z","steps":["trace[462079144] 'read index received' (duration: 90.816546ms)","trace[462079144] 'applied index is now lower than readState.Index' (duration: 70.278757ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:36.568426Z","caller":"traceutil/trace.go:171","msg":"trace[953238531] transaction","detail":"{read_only:false; response_revision:14248; number_of_response:1; }","duration":"163.097862ms","start":"2026-04-03T03:05:36.40531Z","end":"2026-04-03T03:05:36.568408Z","steps":["trace[953238531] 'process raft request' (duration: 92.707772ms)","trace[953238531] 'compare' (duration: 69.9518ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:36.568693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.676735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:05:36.568716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.549375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:05:36.56878Z","caller":"traceutil/trace.go:171","msg":"trace[820021416] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:14248; }","duration":"131.839149ms","start":"2026-04-03T03:05:36.436918Z","end":"2026-04-03T03:05:36.568757Z","steps":["trace[820021416] 'agreement among raft nodes before linearized reading' (duration: 131.684155ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:36.568808Z","caller":"traceutil/trace.go:171","msg":"trace[720029924] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14248; }","duration":"161.708239ms","start":"2026-04-03T03:05:36.407077Z","end":"2026-04-03T03:05:36.568785Z","steps":["trace[720029924] 'agreement among raft nodes before linearized reading' (duration: 161.518244ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:36.713812Z","caller":"traceutil/trace.go:171","msg":"trace[931570347] transaction","detail":"{read_only:false; number_of_response:1; response_revision:14249; }","duration":"134.427894ms","start":"2026-04-03T03:05:36.57935Z","end":"2026-04-03T03:05:36.713778Z","steps":["trace[931570347] 'process raft request' (duration: 101.137671ms)","trace[931570347] 'compare' (duration: 32.822341ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:36.843207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.442121ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T03:05:36.843697Z","caller":"traceutil/trace.go:171","msg":"trace[372697734] transaction","detail":"{read_only:false; response_revision:14250; number_of_response:1; }","duration":"165.808059ms","start":"2026-04-03T03:05:36.677846Z","end":"2026-04-03T03:05:36.843654Z","steps":["trace[372697734] 'process raft request' (duration: 165.487631ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:37.21638Z","caller":"traceutil/trace.go:171","msg":"trace[2089014759] transaction","detail":"{read_only:false; response_revision:14252; number_of_response:1; }","duration":"151.859984ms","start":"2026-04-03T03:05:37.064492Z","end":"2026-04-03T03:05:37.216352Z","steps":["trace[2089014759] 'process raft request' (duration: 134.058234ms)","trace[2089014759] 'compare' (duration: 17.169184ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:37.572886Z","caller":"traceutil/trace.go:171","msg":"trace[1454956617] transaction","detail":"{read_only:false; response_revision:14254; number_of_response:1; }","duration":"161.692167ms","start":"2026-04-03T03:05:37.411165Z","end":"2026-04-03T03:05:37.572857Z","steps":["trace[1454956617] 'process raft request' (duration: 161.250706ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:37.753863Z","caller":"traceutil/trace.go:171","msg":"trace[1661090162] transaction","detail":"{read_only:false; response_revision:14255; number_of_response:1; }","duration":"172.009072ms","start":"2026-04-03T03:05:37.58182Z","end":"2026-04-03T03:05:37.75383Z","steps":["trace[1661090162] 'process raft request' (duration: 171.801437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:38.159658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.448826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:05:38.159977Z","caller":"traceutil/trace.go:171","msg":"trace[1315498572] transaction","detail":"{read_only:false; response_revision:14257; number_of_response:1; }","duration":"304.908798ms","start":"2026-04-03T03:05:37.85505Z","end":"2026-04-03T03:05:38.159959Z","steps":["trace[1315498572] 'process raft request' (duration: 304.707714ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:38.160083Z","caller":"traceutil/trace.go:171","msg":"trace[967338006] transaction","detail":"{read_only:false; response_revision:14256; number_of_response:1; }","duration":"397.001686ms","start":"2026-04-03T03:05:37.763047Z","end":"2026-04-03T03:05:38.160049Z","steps":["trace[967338006] 'process raft request' (duration: 107.064818ms)","trace[967338006] 'compare' (duration: 289.2038ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:38.160061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:37.855018Z","time spent":"305.014821ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:05:38.160248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:37.763025Z","time spent":"397.140678ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5367,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:05:38.21728Z","caller":"traceutil/trace.go:171","msg":"trace[831984937] transaction","detail":"{read_only:false; response_revision:14258; number_of_response:1; }","duration":"325.149039ms","start":"2026-04-03T03:05:37.892088Z","end":"2026-04-03T03:05:38.217238Z","steps":["trace[831984937] 'process raft request' (duration: 324.873202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:38.217487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:37.892057Z","time spent":"325.319354ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:05:38.217456Z","caller":"traceutil/trace.go:171","msg":"trace[42194993] linearizableReadLoop","detail":"{readStateIndex:14832; appliedIndex:14827; }","duration":"206.353433ms","start":"2026-04-03T03:05:38.011064Z","end":"2026-04-03T03:05:38.217417Z","steps":["trace[42194993] 'read index received' (duration: 8.862089ms)","trace[42194993] 'applied index is now lower than readState.Index' (duration: 197.488643ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:38.217274Z","caller":"traceutil/trace.go:171","msg":"trace[804818917] transaction","detail":"{read_only:false; response_revision:14259; number_of_response:1; }","duration":"215.692612ms","start":"2026-04-03T03:05:38.001545Z","end":"2026-04-03T03:05:38.217238Z","steps":["trace[804818917] 'process raft request' (duration: 215.59998ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:38.217534Z","caller":"traceutil/trace.go:171","msg":"trace[617238479] transaction","detail":"{read_only:false; response_revision:14260; number_of_response:1; }","duration":"214.850082ms","start":"2026-04-03T03:05:38.002665Z","end":"2026-04-03T03:05:38.217515Z","steps":["trace[617238479] 'process raft request' (duration: 214.531953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:38.217848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.65689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:05:38.217907Z","caller":"traceutil/trace.go:171","msg":"trace[163563348] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:14260; }","duration":"206.872315ms","start":"2026-04-03T03:05:38.011014Z","end":"2026-04-03T03:05:38.217886Z","steps":["trace[163563348] 'agreement among raft nodes before linearized reading' (duration: 206.531827ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:52.505034Z","caller":"traceutil/trace.go:171","msg":"trace[766331640] linearizableReadLoop","detail":"{readStateIndex:14911; appliedIndex:14909; }","duration":"156.261743ms","start":"2026-04-03T03:05:52.348739Z","end":"2026-04-03T03:05:52.505001Z","steps":["trace[766331640] 'read index received' (duration: 156.102919ms)","trace[766331640] 'applied index is now lower than readState.Index' (duration: 157.434µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:52.505073Z","caller":"traceutil/trace.go:171","msg":"trace[1908882260] transaction","detail":"{read_only:false; response_revision:14335; number_of_response:1; }","duration":"233.021111ms","start":"2026-04-03T03:05:52.272011Z","end":"2026-04-03T03:05:52.505032Z","steps":["trace[1908882260] 'process raft request' (duration: 232.704203ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:52.505106Z","caller":"traceutil/trace.go:171","msg":"trace[1595748376] transaction","detail":"{read_only:false; response_revision:14336; number_of_response:1; }","duration":"230.545021ms","start":"2026-04-03T03:05:52.274524Z","end":"2026-04-03T03:05:52.505069Z","steps":["trace[1595748376] 'process raft request' (duration: 230.418348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:52.505328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.564671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:05:52.505384Z","caller":"traceutil/trace.go:171","msg":"trace[1753835580] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:14336; }","duration":"156.682574ms","start":"2026-04-03T03:05:52.348684Z","end":"2026-04-03T03:05:52.505366Z","steps":["trace[1753835580] 'agreement among raft nodes before linearized reading' (duration: 156.478399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:52.798361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.740704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:05:52.798525Z","caller":"traceutil/trace.go:171","msg":"trace[1222261111] linearizableReadLoop","detail":"{readStateIndex:14912; appliedIndex:14911; }","duration":"293.372774ms","start":"2026-04-03T03:05:52.505127Z","end":"2026-04-03T03:05:52.7985Z","steps":["trace[1222261111] 'read index received' (duration: 79.442564ms)","trace[1222261111] 'applied index is now lower than readState.Index' (duration: 213.92864ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:52.79879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.102079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T03:05:52.798761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.048279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T03:05:52.798773Z","caller":"traceutil/trace.go:171","msg":"trace[431768106] transaction","detail":"{read_only:false; response_revision:14337; number_of_response:1; }","duration":"379.910133ms","start":"2026-04-03T03:05:52.418808Z","end":"2026-04-03T03:05:52.798718Z","steps":["trace[431768106] 'process raft request' (duration: 165.684366ms)","trace[431768106] 'compare' (duration: 213.508759ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:52.798811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.26944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" ","response":"range_response_count:1 size:8550"} {"level":"info","ts":"2026-04-03T03:05:52.798847Z","caller":"traceutil/trace.go:171","msg":"trace[1323688881] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14337; }","duration":"378.190801ms","start":"2026-04-03T03:05:52.420639Z","end":"2026-04-03T03:05:52.79883Z","steps":["trace[1323688881] 'agreement among raft nodes before linearized reading' (duration: 377.995946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:52.798822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.895653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T03:05:52.798874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.617575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:05:52.798858Z","caller":"traceutil/trace.go:171","msg":"trace[1764480566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14337; }","duration":"370.171162ms","start":"2026-04-03T03:05:52.428667Z","end":"2026-04-03T03:05:52.798838Z","steps":["trace[1764480566] 'agreement among raft nodes before linearized reading' (duration: 369.961727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:52.798904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:52.420625Z","time spent":"378.264702ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T03:05:52.798918Z","caller":"traceutil/trace.go:171","msg":"trace[1209186556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14337; }","duration":"258.673287ms","start":"2026-04-03T03:05:52.54023Z","end":"2026-04-03T03:05:52.798903Z","steps":["trace[1209186556] 'agreement among raft nodes before linearized reading' (duration: 258.614585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:52.798923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:52.428656Z","time spent":"370.257264ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T03:05:52.798917Z","caller":"traceutil/trace.go:171","msg":"trace[733860952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14337; }","duration":"361.037826ms","start":"2026-04-03T03:05:52.437855Z","end":"2026-04-03T03:05:52.798893Z","steps":["trace[733860952] 'agreement among raft nodes before linearized reading' (duration: 360.76361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:52.798955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:52.418781Z","time spent":"380.084818ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:05:52.798971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:52.437828Z","time spent":"361.133729ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:05:52.798875Z","caller":"traceutil/trace.go:171","msg":"trace[1427903883] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-6gxwv; range_end:; response_count:1; response_revision:14337; }","duration":"333.366203ms","start":"2026-04-03T03:05:52.465494Z","end":"2026-04-03T03:05:52.798861Z","steps":["trace[1427903883] 'agreement among raft nodes before linearized reading' (duration: 333.206799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:52.799039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:52.465479Z","time spent":"333.550207ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8574,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" "} {"level":"warn","ts":"2026-04-03T03:05:52.798795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.614176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T03:05:52.799119Z","caller":"traceutil/trace.go:171","msg":"trace[574173296] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14337; }","duration":"364.951243ms","start":"2026-04-03T03:05:52.434149Z","end":"2026-04-03T03:05:52.799101Z","steps":["trace[574173296] 'agreement among raft nodes before linearized reading' (duration: 364.509643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:52.799159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:52.434137Z","time spent":"365.012256ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:05:52.799799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.516013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:57 size:528664"} {"level":"info","ts":"2026-04-03T03:05:52.799913Z","caller":"traceutil/trace.go:171","msg":"trace[1051957076] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:57; response_revision:14337; }","duration":"290.674087ms","start":"2026-04-03T03:05:52.50922Z","end":"2026-04-03T03:05:52.799894Z","steps":["trace[1051957076] 'agreement among raft nodes before linearized reading' (duration: 289.57174ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:53.100203Z","caller":"traceutil/trace.go:171","msg":"trace[2020105967] transaction","detail":"{read_only:false; response_revision:14341; number_of_response:1; }","duration":"295.793662ms","start":"2026-04-03T03:05:52.804372Z","end":"2026-04-03T03:05:53.100166Z","steps":["trace[2020105967] 'process raft request' (duration: 295.729541ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:53.100323Z","caller":"traceutil/trace.go:171","msg":"trace[194588685] transaction","detail":"{read_only:false; response_revision:14339; number_of_response:1; }","duration":"296.610774ms","start":"2026-04-03T03:05:52.803656Z","end":"2026-04-03T03:05:53.100267Z","steps":["trace[194588685] 'process raft request' (duration: 264.263325ms)","trace[194588685] 'compare' (duration: 31.476977ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:53.100509Z","caller":"traceutil/trace.go:171","msg":"trace[849170029] transaction","detail":"{read_only:false; response_revision:14340; number_of_response:1; }","duration":"296.048709ms","start":"2026-04-03T03:05:52.804303Z","end":"2026-04-03T03:05:53.100352Z","steps":["trace[849170029] 'process raft request' (duration: 295.620728ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:54.62221Z","caller":"traceutil/trace.go:171","msg":"trace[1253874307] transaction","detail":"{read_only:false; response_revision:14347; number_of_response:1; }","duration":"112.41939ms","start":"2026-04-03T03:05:54.509761Z","end":"2026-04-03T03:05:54.62218Z","steps":["trace[1253874307] 'process raft request' (duration: 112.227414ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:54.774229Z","caller":"traceutil/trace.go:171","msg":"trace[106727665] linearizableReadLoop","detail":"{readStateIndex:14923; appliedIndex:14922; }","duration":"234.024026ms","start":"2026-04-03T03:05:54.540173Z","end":"2026-04-03T03:05:54.774197Z","steps":["trace[106727665] 'read index received' (duration: 81.989998ms)","trace[106727665] 'applied index is now lower than readState.Index' (duration: 152.032738ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:54.774434Z","caller":"traceutil/trace.go:171","msg":"trace[855248987] transaction","detail":"{read_only:false; response_revision:14348; number_of_response:1; }","duration":"263.458584ms","start":"2026-04-03T03:05:54.510935Z","end":"2026-04-03T03:05:54.774393Z","steps":["trace[855248987] 'process raft request' (duration: 256.338118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:54.774514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.321384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:05:54.774577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.722795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:05:54.774631Z","caller":"traceutil/trace.go:171","msg":"trace[1644134341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14348; }","duration":"234.513658ms","start":"2026-04-03T03:05:54.540086Z","end":"2026-04-03T03:05:54.7746Z","steps":["trace[1644134341] 'agreement among raft nodes before linearized reading' (duration: 234.285253ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:54.774683Z","caller":"traceutil/trace.go:171","msg":"trace[1733562186] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:14348; }","duration":"211.944351ms","start":"2026-04-03T03:05:54.56272Z","end":"2026-04-03T03:05:54.774665Z","steps":["trace[1733562186] 'agreement among raft nodes before linearized reading' (duration: 211.711475ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:55.025132Z","caller":"traceutil/trace.go:171","msg":"trace[1425447239] linearizableReadLoop","detail":"{readStateIndex:14924; appliedIndex:14923; }","duration":"159.996376ms","start":"2026-04-03T03:05:54.865101Z","end":"2026-04-03T03:05:55.025097Z","steps":["trace[1425447239] 'read index received' (duration: 84.711005ms)","trace[1425447239] 'applied index is now lower than readState.Index' (duration: 75.284011ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:55.02529Z","caller":"traceutil/trace.go:171","msg":"trace[1048274424] transaction","detail":"{read_only:false; response_revision:14349; number_of_response:1; }","duration":"162.973279ms","start":"2026-04-03T03:05:54.862301Z","end":"2026-04-03T03:05:55.025274Z","steps":["trace[1048274424] 'process raft request' (duration: 87.467583ms)","trace[1048274424] 'compare' (duration: 74.879381ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:55.02552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.885351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:05:55.025585Z","caller":"traceutil/trace.go:171","msg":"trace[2087310075] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:14349; }","duration":"128.001724ms","start":"2026-04-03T03:05:54.897566Z","end":"2026-04-03T03:05:55.025568Z","steps":["trace[2087310075] 'agreement among raft nodes before linearized reading' (duration: 127.891641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:55.025625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.511019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" ","response":"range_response_count:1 size:8550"} {"level":"info","ts":"2026-04-03T03:05:55.025693Z","caller":"traceutil/trace.go:171","msg":"trace[1008927660] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-6gxwv; range_end:; response_count:1; response_revision:14349; }","duration":"160.601591ms","start":"2026-04-03T03:05:54.865075Z","end":"2026-04-03T03:05:55.025677Z","steps":["trace[1008927660] 'agreement among raft nodes before linearized reading' (duration: 160.379835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:55.298568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.308555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:05:55.298665Z","caller":"traceutil/trace.go:171","msg":"trace[907463853] transaction","detail":"{read_only:false; response_revision:14350; number_of_response:1; }","duration":"188.808808ms","start":"2026-04-03T03:05:55.109839Z","end":"2026-04-03T03:05:55.298648Z","steps":["trace[907463853] 'process raft request' (duration: 87.35828ms)","trace[907463853] 'compare' (duration: 101.211342ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:55.302227Z","caller":"traceutil/trace.go:171","msg":"trace[416201795] linearizableReadLoop","detail":"{readStateIndex:14927; appliedIndex:14924; }","duration":"110.379938ms","start":"2026-04-03T03:05:55.191827Z","end":"2026-04-03T03:05:55.302207Z","steps":["trace[416201795] 'read index received' (duration: 5.456075ms)","trace[416201795] 'applied index is now lower than readState.Index' (duration: 104.922633ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:55.302326Z","caller":"traceutil/trace.go:171","msg":"trace[333936902] transaction","detail":"{read_only:false; response_revision:14351; number_of_response:1; }","duration":"192.414817ms","start":"2026-04-03T03:05:55.109867Z","end":"2026-04-03T03:05:55.302282Z","steps":["trace[333936902] 'process raft request' (duration: 192.12633ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:55.302361Z","caller":"traceutil/trace.go:171","msg":"trace[590901163] transaction","detail":"{read_only:false; response_revision:14352; number_of_response:1; }","duration":"190.628033ms","start":"2026-04-03T03:05:55.111705Z","end":"2026-04-03T03:05:55.302333Z","steps":["trace[590901163] 'process raft request' (duration: 190.402198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:55.302464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.629544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T03:05:55.302524Z","caller":"traceutil/trace.go:171","msg":"trace[691606939] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14352; }","duration":"110.724827ms","start":"2026-04-03T03:05:55.191783Z","end":"2026-04-03T03:05:55.302508Z","steps":["trace[691606939] 'agreement among raft nodes before linearized reading' (duration: 110.555793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:55.528946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.266193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:05:55.529278Z","caller":"traceutil/trace.go:171","msg":"trace[705107561] transaction","detail":"{read_only:false; response_revision:14353; number_of_response:1; }","duration":"223.008153ms","start":"2026-04-03T03:05:55.306207Z","end":"2026-04-03T03:05:55.529215Z","steps":["trace[705107561] 'process raft request' (duration: 119.382871ms)","trace[705107561] 'compare' (duration: 103.13538ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:56.823631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.838317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:05:56.823733Z","caller":"traceutil/trace.go:171","msg":"trace[924389831] linearizableReadLoop","detail":"{readStateIndex:14930; appliedIndex:14929; }","duration":"283.212492ms","start":"2026-04-03T03:05:56.540506Z","end":"2026-04-03T03:05:56.823719Z","steps":["trace[924389831] 'read index received' (duration: 55.741µs)","trace[924389831] 'applied index is now lower than readState.Index' (duration: 283.155621ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:56.823795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.296894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:05:56.823815Z","caller":"traceutil/trace.go:171","msg":"trace[1598183674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14355; }","duration":"283.354466ms","start":"2026-04-03T03:05:56.540453Z","end":"2026-04-03T03:05:56.823807Z","steps":["trace[1598183674] 'agreement among raft nodes before linearized reading' (duration: 283.312535ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:56.823786Z","caller":"traceutil/trace.go:171","msg":"trace[865933014] transaction","detail":"{read_only:false; response_revision:14355; number_of_response:1; }","duration":"463.197561ms","start":"2026-04-03T03:05:56.360549Z","end":"2026-04-03T03:05:56.823747Z","steps":["trace[865933014] 'process raft request' (duration: 126.146579ms)","trace[865933014] 'compare' (duration: 336.699084ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:56.82416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:56.360518Z","time spent":"463.49044ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:05:57.165695Z","caller":"traceutil/trace.go:171","msg":"trace[314733292] transaction","detail":"{read_only:false; response_revision:14356; number_of_response:1; }","duration":"536.612377ms","start":"2026-04-03T03:05:56.629047Z","end":"2026-04-03T03:05:57.16566Z","steps":["trace[314733292] 'process raft request' (duration: 486.053287ms)","trace[314733292] 'compare' (duration: 50.393056ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:57.165953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:56.629016Z","time spent":"536.848544ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:05:57.428187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.012793ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T03:05:57.429953Z","caller":"traceutil/trace.go:171","msg":"trace[632767828] transaction","detail":"{read_only:false; response_revision:14357; number_of_response:1; }","duration":"651.149109ms","start":"2026-04-03T03:05:56.778772Z","end":"2026-04-03T03:05:57.429921Z","steps":["trace[632767828] 'process raft request' (duration: 649.549259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:57.430133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:56.778743Z","time spent":"651.295023ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:05:57.807371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.878297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:05:57.807584Z","caller":"traceutil/trace.go:171","msg":"trace[1541189778] transaction","detail":"{read_only:false; response_revision:14358; number_of_response:1; }","duration":"867.092699ms","start":"2026-04-03T03:05:56.940448Z","end":"2026-04-03T03:05:57.807541Z","steps":["trace[1541189778] 'process raft request' (duration: 489.454882ms)","trace[1541189778] 'compare' (duration: 376.60912ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:57.807678Z","caller":"traceutil/trace.go:171","msg":"trace[152745826] transaction","detail":"{read_only:false; response_revision:14359; number_of_response:1; }","duration":"525.81425ms","start":"2026-04-03T03:05:57.281843Z","end":"2026-04-03T03:05:57.807657Z","steps":["trace[152745826] 'process raft request' (duration: 525.696567ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:57.8077Z","caller":"traceutil/trace.go:171","msg":"trace[1922638255] linearizableReadLoop","detail":"{readStateIndex:14933; appliedIndex:14930; }","duration":"982.969673ms","start":"2026-04-03T03:05:56.824682Z","end":"2026-04-03T03:05:57.807651Z","steps":["trace[1922638255] 'read index received' (duration: 290.586144ms)","trace[1922638255] 'applied index is now lower than readState.Index' (duration: 692.376489ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:57.807757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:57.281811Z","time spent":"525.908183ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:05:57.80778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:56.940384Z","time spent":"867.296804ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:05:57.807915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.210799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:05:57.808013Z","caller":"traceutil/trace.go:171","msg":"trace[1286570842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14359; }","duration":"983.358873ms","start":"2026-04-03T03:05:56.824632Z","end":"2026-04-03T03:05:57.807991Z","steps":["trace[1286570842] 'agreement among raft nodes before linearized reading' (duration: 983.210659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:57.808023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.471276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T03:05:57.808063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:56.824607Z","time spent":"983.446365ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:05:57.808101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.383025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T03:05:57.808009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.519363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-03T03:05:57.808075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.295574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:05:57.808139Z","caller":"traceutil/trace.go:171","msg":"trace[1320185357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14359; }","duration":"778.468897ms","start":"2026-04-03T03:05:57.029656Z","end":"2026-04-03T03:05:57.808125Z","steps":["trace[1320185357] 'agreement among raft nodes before linearized reading' (duration: 778.385925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:57.808128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.805952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:05:57.808067Z","caller":"traceutil/trace.go:171","msg":"trace[2052430237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14359; }","duration":"492.554878ms","start":"2026-04-03T03:05:57.3155Z","end":"2026-04-03T03:05:57.808055Z","steps":["trace[2052430237] 'agreement among raft nodes before linearized reading' (duration: 492.403174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:57.80817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:57.029624Z","time spent":"778.538849ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:05:57.808165Z","caller":"traceutil/trace.go:171","msg":"trace[1682453634] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:14359; }","duration":"980.718447ms","start":"2026-04-03T03:05:56.82743Z","end":"2026-04-03T03:05:57.808148Z","steps":["trace[1682453634] 'agreement among raft nodes before linearized reading' (duration: 980.457161ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:57.80818Z","caller":"traceutil/trace.go:171","msg":"trace[285746880] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:14359; }","duration":"137.475149ms","start":"2026-04-03T03:05:57.670683Z","end":"2026-04-03T03:05:57.808158Z","steps":["trace[285746880] 'agreement among raft nodes before linearized reading' (duration: 137.222452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:57.808148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.110941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T03:05:57.808202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.349563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" ","response":"range_response_count:1 size:8550"} {"level":"warn","ts":"2026-04-03T03:05:57.808222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:56.827402Z","time spent":"980.805779ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"info","ts":"2026-04-03T03:05:57.808239Z","caller":"traceutil/trace.go:171","msg":"trace[1771451014] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14359; }","duration":"275.240524ms","start":"2026-04-03T03:05:57.532989Z","end":"2026-04-03T03:05:57.80823Z","steps":["trace[1771451014] 'agreement among raft nodes before linearized reading' (duration: 275.096791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:57.808229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:57.315462Z","time spent":"492.746193ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T03:05:57.808264Z","caller":"traceutil/trace.go:171","msg":"trace[1734979099] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-6gxwv; range_end:; response_count:1; response_revision:14359; }","duration":"763.464417ms","start":"2026-04-03T03:05:57.044783Z","end":"2026-04-03T03:05:57.808247Z","steps":["trace[1734979099] 'agreement among raft nodes before linearized reading' (duration: 763.277722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:57.808317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:57.044695Z","time spent":"763.60913ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8574,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" "} {"level":"info","ts":"2026-04-03T03:05:57.808186Z","caller":"traceutil/trace.go:171","msg":"trace[770297477] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:14359; }","duration":"646.971506ms","start":"2026-04-03T03:05:57.161201Z","end":"2026-04-03T03:05:57.808173Z","steps":["trace[770297477] 'agreement among raft nodes before linearized reading' (duration: 646.760091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:57.808335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.121004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-03T03:05:57.808384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:57.161081Z","time spent":"647.288694ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:05:57.808362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.015302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T03:05:57.808422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.107932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415220"} {"level":"info","ts":"2026-04-03T03:05:57.808422Z","caller":"traceutil/trace.go:171","msg":"trace[1262897699] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14359; }","duration":"502.230057ms","start":"2026-04-03T03:05:57.306149Z","end":"2026-04-03T03:05:57.808379Z","steps":["trace[1262897699] 'agreement among raft nodes before linearized reading' (duration: 502.058253ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:57.808464Z","caller":"traceutil/trace.go:171","msg":"trace[1419799405] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:14359; }","duration":"364.187034ms","start":"2026-04-03T03:05:57.444264Z","end":"2026-04-03T03:05:57.808451Z","steps":["trace[1419799405] 'agreement among raft nodes before linearized reading' (duration: 363.904087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:57.808477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:57.306107Z","time spent":"502.35743ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T03:05:57.808486Z","caller":"traceutil/trace.go:171","msg":"trace[1154928088] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14359; }","duration":"502.179945ms","start":"2026-04-03T03:05:57.306257Z","end":"2026-04-03T03:05:57.808437Z","steps":["trace[1154928088] 'agreement among raft nodes before linearized reading' (duration: 501.742995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:57.808495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:57.444245Z","time spent":"364.243176ms","remote":"127.0.0.1:39162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415244,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-03T03:05:57.80854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:57.306219Z","time spent":"502.311029ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:05:58.163165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.040604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:05:58.163374Z","caller":"traceutil/trace.go:171","msg":"trace[1753388645] transaction","detail":"{read_only:false; response_revision:14360; number_of_response:1; }","duration":"349.652105ms","start":"2026-04-03T03:05:57.813678Z","end":"2026-04-03T03:05:58.16333Z","steps":["trace[1753388645] 'process raft request' (duration: 107.151349ms)","trace[1753388645] 'compare' (duration: 241.926491ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:58.163474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:57.813651Z","time spent":"349.786108ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:05:58.396753Z","caller":"traceutil/trace.go:171","msg":"trace[330139788] transaction","detail":"{read_only:false; response_revision:14363; number_of_response:1; }","duration":"582.330958ms","start":"2026-04-03T03:05:57.814386Z","end":"2026-04-03T03:05:58.396717Z","steps":["trace[330139788] 'process raft request' (duration: 582.236436ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:58.396799Z","caller":"traceutil/trace.go:171","msg":"trace[117359641] linearizableReadLoop","detail":"{readStateIndex:14940; appliedIndex:14935; }","duration":"580.750058ms","start":"2026-04-03T03:05:57.816012Z","end":"2026-04-03T03:05:58.396762Z","steps":["trace[117359641] 'read index received' (duration: 104.830932ms)","trace[117359641] 'applied index is now lower than readState.Index' (duration: 475.917386ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:58.396858Z","caller":"traceutil/trace.go:171","msg":"trace[282062288] transaction","detail":"{read_only:false; response_revision:14364; number_of_response:1; }","duration":"582.310077ms","start":"2026-04-03T03:05:57.814513Z","end":"2026-04-03T03:05:58.396823Z","steps":["trace[282062288] 'process raft request' (duration: 582.148233ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:05:58.396904Z","caller":"traceutil/trace.go:171","msg":"trace[1897973411] transaction","detail":"{read_only:false; response_revision:14362; number_of_response:1; }","duration":"583.179318ms","start":"2026-04-03T03:05:57.813697Z","end":"2026-04-03T03:05:58.396877Z","steps":["trace[1897973411] 'process raft request' (duration: 582.816159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:58.396922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:57.814363Z","time spent":"582.478911ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:05:58.39704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:57.814506Z","time spent":"582.43229ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:05:58.397082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.39961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:05:58.397117Z","caller":"traceutil/trace.go:171","msg":"trace[826638548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14364; }","duration":"580.45091ms","start":"2026-04-03T03:05:57.816651Z","end":"2026-04-03T03:05:58.397102Z","steps":["trace[826638548] 'agreement among raft nodes before linearized reading' (duration: 580.399229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:58.397149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:57.816643Z","time spent":"580.500502ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:05:58.397045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:57.813667Z","time spent":"583.284231ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:05:58.397691Z","caller":"traceutil/trace.go:171","msg":"trace[1757362809] transaction","detail":"{read_only:false; response_revision:14361; number_of_response:1; }","duration":"583.930057ms","start":"2026-04-03T03:05:57.813685Z","end":"2026-04-03T03:05:58.397615Z","steps":["trace[1757362809] 'process raft request' (duration: 486.663433ms)","trace[1757362809] 'compare' (duration: 95.671965ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:58.397884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.856245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:57 size:528664"} {"level":"info","ts":"2026-04-03T03:05:58.397961Z","caller":"traceutil/trace.go:171","msg":"trace[1519255953] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:57; response_revision:14364; }","duration":"581.964778ms","start":"2026-04-03T03:05:57.815977Z","end":"2026-04-03T03:05:58.397942Z","steps":["trace[1519255953] 'agreement among raft nodes before linearized reading' (duration: 580.958333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:58.398012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:57.815963Z","time spent":"582.037269ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":57,"response size":528688,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:05:58.397901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:57.813658Z","time spent":"584.138471ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:05:58.860295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.766082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:05:58.860439Z","caller":"traceutil/trace.go:171","msg":"trace[187645055] transaction","detail":"{read_only:false; response_revision:14365; number_of_response:1; }","duration":"429.701794ms","start":"2026-04-03T03:05:58.430713Z","end":"2026-04-03T03:05:58.860415Z","steps":["trace[187645055] 'process raft request' (duration: 116.713826ms)","trace[187645055] 'compare' (duration: 312.622469ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:58.86051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:05:58.43069Z","time spent":"429.787375ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:05:59.446573Z","caller":"traceutil/trace.go:171","msg":"trace[729215711] transaction","detail":"{read_only:false; response_revision:14367; number_of_response:1; }","duration":"275.363069ms","start":"2026-04-03T03:05:59.171181Z","end":"2026-04-03T03:05:59.446544Z","steps":["trace[729215711] 'process raft request' (duration: 275.149084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:59.645707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.266577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:05:59.645805Z","caller":"traceutil/trace.go:171","msg":"trace[1413735520] linearizableReadLoop","detail":"{readStateIndex:14944; appliedIndex:14943; }","duration":"163.844211ms","start":"2026-04-03T03:05:59.481944Z","end":"2026-04-03T03:05:59.645788Z","steps":["trace[1413735520] 'read index received' (duration: 19.40856ms)","trace[1413735520] 'applied index is now lower than readState.Index' (duration: 144.434541ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:05:59.64592Z","caller":"traceutil/trace.go:171","msg":"trace[861408417] transaction","detail":"{read_only:false; response_revision:14368; number_of_response:1; }","duration":"211.353406ms","start":"2026-04-03T03:05:59.434558Z","end":"2026-04-03T03:05:59.645911Z","steps":["trace[861408417] 'process raft request' (duration: 66.806202ms)","trace[861408417] 'compare' (duration: 144.007381ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:05:59.646402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.454586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T03:05:59.646422Z","caller":"traceutil/trace.go:171","msg":"trace[1164531145] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14368; }","duration":"164.511637ms","start":"2026-04-03T03:05:59.481904Z","end":"2026-04-03T03:05:59.646415Z","steps":["trace[1164531145] 'agreement among raft nodes before linearized reading' (duration: 164.192529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:05:59.934618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.966559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:05:59.934799Z","caller":"traceutil/trace.go:171","msg":"trace[18020978] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:14368; }","duration":"112.212365ms","start":"2026-04-03T03:05:59.822562Z","end":"2026-04-03T03:05:59.934774Z","steps":["trace[18020978] 'range keys from in-memory index tree' (duration: 111.758053ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:00.426999Z","caller":"traceutil/trace.go:171","msg":"trace[817085261] transaction","detail":"{read_only:false; response_revision:14370; number_of_response:1; }","duration":"121.628008ms","start":"2026-04-03T03:06:00.305331Z","end":"2026-04-03T03:06:00.426959Z","steps":["trace[817085261] 'process raft request' (duration: 79.223649ms)","trace[817085261] 'compare' (duration: 42.264465ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:01.155062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.927334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:01.155191Z","caller":"traceutil/trace.go:171","msg":"trace[853310510] linearizableReadLoop","detail":"{readStateIndex:14952; appliedIndex:14951; }","duration":"260.292936ms","start":"2026-04-03T03:06:00.894877Z","end":"2026-04-03T03:06:01.15517Z","steps":["trace[853310510] 'read index received' (duration: 66.141545ms)","trace[853310510] 'applied index is now lower than readState.Index' (duration: 194.149861ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:01.155207Z","caller":"traceutil/trace.go:171","msg":"trace[664743785] transaction","detail":"{read_only:false; response_revision:14376; number_of_response:1; }","duration":"278.808724ms","start":"2026-04-03T03:06:00.876363Z","end":"2026-04-03T03:06:01.155172Z","steps":["trace[664743785] 'process raft request' (duration: 84.654393ms)","trace[664743785] 'compare' (duration: 193.696709ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:01.155336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.442799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:01.155392Z","caller":"traceutil/trace.go:171","msg":"trace[1901566650] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:14376; }","duration":"260.550842ms","start":"2026-04-03T03:06:00.894825Z","end":"2026-04-03T03:06:01.155376Z","steps":["trace[1901566650] 'agreement among raft nodes before linearized reading' (duration: 260.425419ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:01.843883Z","caller":"traceutil/trace.go:171","msg":"trace[1307513550] linearizableReadLoop","detail":"{readStateIndex:14955; appliedIndex:14954; }","duration":"302.557941ms","start":"2026-04-03T03:06:01.541295Z","end":"2026-04-03T03:06:01.843852Z","steps":["trace[1307513550] 'read index received' (duration: 220.257756ms)","trace[1307513550] 'applied index is now lower than readState.Index' (duration: 82.299125ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:01.843922Z","caller":"traceutil/trace.go:171","msg":"trace[1348387424] transaction","detail":"{read_only:false; response_revision:14378; number_of_response:1; }","duration":"318.587285ms","start":"2026-04-03T03:06:01.525289Z","end":"2026-04-03T03:06:01.843876Z","steps":["trace[1348387424] 'process raft request' (duration: 236.24756ms)","trace[1348387424] 'compare' (duration: 82.071459ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:01.844097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:01.525265Z","time spent":"318.73971ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:01.844178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.849169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:01.844411Z","caller":"traceutil/trace.go:171","msg":"trace[458053309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14378; }","duration":"303.087544ms","start":"2026-04-03T03:06:01.541224Z","end":"2026-04-03T03:06:01.844312Z","steps":["trace[458053309] 'agreement among raft nodes before linearized reading' (duration: 302.760705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:01.844571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:01.541199Z","time spent":"303.257619ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:06:02.195283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.771099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:02.195398Z","caller":"traceutil/trace.go:171","msg":"trace[785566645] transaction","detail":"{read_only:false; response_revision:14379; number_of_response:1; }","duration":"542.606326ms","start":"2026-04-03T03:06:01.652775Z","end":"2026-04-03T03:06:02.195381Z","steps":["trace[785566645] 'process raft request' (duration: 323.311934ms)","trace[785566645] 'compare' (duration: 218.639536ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:02.195397Z","caller":"traceutil/trace.go:171","msg":"trace[2091840165] linearizableReadLoop","detail":"{readStateIndex:14956; appliedIndex:14955; }","duration":"351.416999ms","start":"2026-04-03T03:06:01.843964Z","end":"2026-04-03T03:06:02.195381Z","steps":["trace[2091840165] 'read index received' (duration: 132.090467ms)","trace[2091840165] 'applied index is now lower than readState.Index' (duration: 219.325012ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:02.19545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:01.652728Z","time spent":"542.699658ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:02.195728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.49535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:06:02.195751Z","caller":"traceutil/trace.go:171","msg":"trace[912279750] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:14379; }","duration":"226.569162ms","start":"2026-04-03T03:06:01.969177Z","end":"2026-04-03T03:06:02.195746Z","steps":["trace[912279750] 'agreement among raft nodes before linearized reading' (duration: 226.475259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:02.195697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.85239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:02.195823Z","caller":"traceutil/trace.go:171","msg":"trace[1148674641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14379; }","duration":"350.019924ms","start":"2026-04-03T03:06:01.845773Z","end":"2026-04-03T03:06:02.195793Z","steps":["trace[1148674641] 'agreement among raft nodes before linearized reading' (duration: 349.825559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:02.195894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:01.845751Z","time spent":"350.127377ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:06:02.196107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.27904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:06:02.196142Z","caller":"traceutil/trace.go:171","msg":"trace[1325659819] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:14379; }","duration":"532.366872ms","start":"2026-04-03T03:06:01.663766Z","end":"2026-04-03T03:06:02.196133Z","steps":["trace[1325659819] 'agreement among raft nodes before linearized reading' (duration: 532.29878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:02.196162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:01.663736Z","time spent":"532.422104ms","remote":"127.0.0.1:39738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":15,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:06:02.196061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.053845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-03T03:06:02.19644Z","caller":"traceutil/trace.go:171","msg":"trace[131891396] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:14379; }","duration":"350.496796ms","start":"2026-04-03T03:06:01.84591Z","end":"2026-04-03T03:06:02.196407Z","steps":["trace[131891396] 'agreement among raft nodes before linearized reading' (duration: 349.775438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:02.196544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:01.845889Z","time spent":"350.634309ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T03:06:02.463705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.148488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:02.463953Z","caller":"traceutil/trace.go:171","msg":"trace[1833207349] transaction","detail":"{read_only:false; response_revision:14380; number_of_response:1; }","duration":"243.395647ms","start":"2026-04-03T03:06:02.220508Z","end":"2026-04-03T03:06:02.463904Z","steps":["trace[1833207349] 'process raft request' (duration: 93.968023ms)","trace[1833207349] 'compare' (duration: 148.991434ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:02.999283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840012603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:06:03.178939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.259116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:03.179138Z","caller":"traceutil/trace.go:171","msg":"trace[1462339301] linearizableReadLoop","detail":"{readStateIndex:14959; appliedIndex:14957; }","duration":"680.71831ms","start":"2026-04-03T03:06:02.498402Z","end":"2026-04-03T03:06:03.17912Z","steps":["trace[1462339301] 'read index received' (duration: 513.235969ms)","trace[1462339301] 'applied index is now lower than readState.Index' (duration: 167.481301ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:03.179194Z","caller":"traceutil/trace.go:171","msg":"trace[1420883335] transaction","detail":"{read_only:false; response_revision:14382; number_of_response:1; }","duration":"291.516158ms","start":"2026-04-03T03:06:02.88762Z","end":"2026-04-03T03:06:03.179136Z","steps":["trace[1420883335] 'process raft request' (duration: 291.426896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:03.179316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.908735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T03:06:03.179359Z","caller":"traceutil/trace.go:171","msg":"trace[643556350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14382; }","duration":"680.983677ms","start":"2026-04-03T03:06:02.498364Z","end":"2026-04-03T03:06:03.179348Z","steps":["trace[643556350] 'agreement among raft nodes before linearized reading' (duration: 680.836433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:03.179393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:02.498345Z","time spent":"681.040348ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:06:03.17917Z","caller":"traceutil/trace.go:171","msg":"trace[1865344621] transaction","detail":"{read_only:false; response_revision:14381; number_of_response:1; }","duration":"703.971245ms","start":"2026-04-03T03:06:02.475155Z","end":"2026-04-03T03:06:03.179127Z","steps":["trace[1865344621] 'process raft request' (duration: 536.392801ms)","trace[1865344621] 'compare' (duration: 166.796764ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:03.179813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:02.47513Z","time spent":"704.473417ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:03.204789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.839895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:03.204876Z","caller":"traceutil/trace.go:171","msg":"trace[1361558843] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:14383; }","duration":"528.972878ms","start":"2026-04-03T03:06:02.67588Z","end":"2026-04-03T03:06:03.204853Z","steps":["trace[1361558843] 'agreement among raft nodes before linearized reading' (duration: 528.832515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:03.204921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.995015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T03:06:03.204938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:02.675854Z","time spent":"529.063901ms","remote":"127.0.0.1:52380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:06:03.204962Z","caller":"traceutil/trace.go:171","msg":"trace[1666910589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14383; }","duration":"706.074787ms","start":"2026-04-03T03:06:02.498877Z","end":"2026-04-03T03:06:03.204952Z","steps":["trace[1666910589] 'agreement among raft nodes before linearized reading' (duration: 705.912143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:03.204808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.360634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T03:06:03.204987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:02.498857Z","time spent":"706.125168ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T03:06:03.205023Z","caller":"traceutil/trace.go:171","msg":"trace[809978449] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14383; }","duration":"706.59852ms","start":"2026-04-03T03:06:02.498404Z","end":"2026-04-03T03:06:03.205002Z","steps":["trace[809978449] 'agreement among raft nodes before linearized reading' (duration: 706.293312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:03.205092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:02.49838Z","time spent":"706.692702ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:06:03.204999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.730659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" ","response":"range_response_count:1 size:8550"} {"level":"info","ts":"2026-04-03T03:06:03.205242Z","caller":"traceutil/trace.go:171","msg":"trace[1262661049] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-6gxwv; range_end:; response_count:1; response_revision:14383; }","duration":"703.927543ms","start":"2026-04-03T03:06:02.501217Z","end":"2026-04-03T03:06:03.205145Z","steps":["trace[1262661049] 'agreement among raft nodes before linearized reading' (duration: 703.544034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:03.20533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:02.501212Z","time spent":"704.099167ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8574,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" "} {"level":"info","ts":"2026-04-03T03:06:03.385318Z","caller":"traceutil/trace.go:171","msg":"trace[97521006] transaction","detail":"{read_only:false; response_revision:14384; number_of_response:1; }","duration":"201.721147ms","start":"2026-04-03T03:06:03.183566Z","end":"2026-04-03T03:06:03.385287Z","steps":["trace[97521006] 'process raft request' (duration: 113.68735ms)","trace[97521006] 'compare' (duration: 87.690059ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:03.385357Z","caller":"traceutil/trace.go:171","msg":"trace[641991722] linearizableReadLoop","detail":"{readStateIndex:14963; appliedIndex:14960; }","duration":"173.417718ms","start":"2026-04-03T03:06:03.211921Z","end":"2026-04-03T03:06:03.385339Z","steps":["trace[641991722] 'read index received' (duration: 85.3428ms)","trace[641991722] 'applied index is now lower than readState.Index' (duration: 88.073908ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:03.385407Z","caller":"traceutil/trace.go:171","msg":"trace[1377940784] transaction","detail":"{read_only:false; response_revision:14385; number_of_response:1; }","duration":"175.853338ms","start":"2026-04-03T03:06:03.209521Z","end":"2026-04-03T03:06:03.385375Z","steps":["trace[1377940784] 'process raft request' (duration: 175.673934ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:03.385678Z","caller":"traceutil/trace.go:171","msg":"trace[326601333] transaction","detail":"{read_only:false; response_revision:14386; number_of_response:1; }","duration":"176.009582ms","start":"2026-04-03T03:06:03.209634Z","end":"2026-04-03T03:06:03.385644Z","steps":["trace[326601333] 'process raft request' (duration: 175.659313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:03.386435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.482664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:57 size:528664"} {"level":"info","ts":"2026-04-03T03:06:03.386556Z","caller":"traceutil/trace.go:171","msg":"trace[109637753] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:57; response_revision:14386; }","duration":"174.629687ms","start":"2026-04-03T03:06:03.211892Z","end":"2026-04-03T03:06:03.386521Z","steps":["trace[109637753] 'agreement among raft nodes before linearized reading' (duration: 173.565281ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:03.614365Z","caller":"traceutil/trace.go:171","msg":"trace[1346485107] transaction","detail":"{read_only:false; response_revision:14387; number_of_response:1; }","duration":"134.805563ms","start":"2026-04-03T03:06:03.479526Z","end":"2026-04-03T03:06:03.614331Z","steps":["trace[1346485107] 'process raft request' (duration: 79.000144ms)","trace[1346485107] 'compare' (duration: 55.615854ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:03.890184Z","caller":"traceutil/trace.go:171","msg":"trace[1777559801] transaction","detail":"{read_only:false; response_revision:14389; number_of_response:1; }","duration":"210.446373ms","start":"2026-04-03T03:06:03.679701Z","end":"2026-04-03T03:06:03.890147Z","steps":["trace[1777559801] 'process raft request' (duration: 172.208247ms)","trace[1777559801] 'compare' (duration: 37.98187ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:04.277486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.903564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-03T03:06:04.277564Z","caller":"traceutil/trace.go:171","msg":"trace[1960660509] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:14389; }","duration":"103.037157ms","start":"2026-04-03T03:06:04.174508Z","end":"2026-04-03T03:06:04.277545Z","steps":["trace[1960660509] 'range keys from in-memory index tree' (duration: 102.658198ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:12.532208Z","caller":"traceutil/trace.go:171","msg":"trace[992931741] linearizableReadLoop","detail":"{readStateIndex:15011; appliedIndex:15010; }","duration":"181.780614ms","start":"2026-04-03T03:06:12.350401Z","end":"2026-04-03T03:06:12.532181Z","steps":["trace[992931741] 'read index received' (duration: 181.575169ms)","trace[992931741] 'applied index is now lower than readState.Index' (duration: 204.415µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:12.532303Z","caller":"traceutil/trace.go:171","msg":"trace[1972423986] transaction","detail":"{read_only:false; response_revision:14432; number_of_response:1; }","duration":"229.153735ms","start":"2026-04-03T03:06:12.303128Z","end":"2026-04-03T03:06:12.532282Z","steps":["trace[1972423986] 'process raft request' (duration: 228.906429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:12.532433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.0218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:06:12.532477Z","caller":"traceutil/trace.go:171","msg":"trace[1160194517] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:14432; }","duration":"182.128303ms","start":"2026-04-03T03:06:12.350337Z","end":"2026-04-03T03:06:12.532465Z","steps":["trace[1160194517] 'agreement among raft nodes before linearized reading' (duration: 181.980379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:12.532589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.249622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7530"} {"level":"info","ts":"2026-04-03T03:06:12.532688Z","caller":"traceutil/trace.go:171","msg":"trace[1028706271] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:14432; }","duration":"124.411836ms","start":"2026-04-03T03:06:12.408256Z","end":"2026-04-03T03:06:12.532668Z","steps":["trace[1028706271] 'agreement among raft nodes before linearized reading' (duration: 124.115358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:12.903993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.409525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:12.904106Z","caller":"traceutil/trace.go:171","msg":"trace[1615331384] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:14433; }","duration":"185.591489ms","start":"2026-04-03T03:06:12.718488Z","end":"2026-04-03T03:06:12.90408Z","steps":["trace[1615331384] 'count revisions from in-memory index tree' (duration: 185.302421ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:13.43101Z","caller":"traceutil/trace.go:171","msg":"trace[1981180200] transaction","detail":"{read_only:false; response_revision:14434; number_of_response:1; }","duration":"421.716917ms","start":"2026-04-03T03:06:13.009263Z","end":"2026-04-03T03:06:13.43098Z","steps":["trace[1981180200] 'process raft request' (duration: 421.541793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:13.431166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:13.009236Z","time spent":"421.855361ms","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:13.487391Z","caller":"traceutil/trace.go:171","msg":"trace[1985562017] transaction","detail":"{read_only:false; response_revision:14435; number_of_response:1; }","duration":"264.486899ms","start":"2026-04-03T03:06:13.222868Z","end":"2026-04-03T03:06:13.487355Z","steps":["trace[1985562017] 'process raft request' (duration: 264.176852ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:13.487582Z","caller":"traceutil/trace.go:171","msg":"trace[2050834874] linearizableReadLoop","detail":"{readStateIndex:15014; appliedIndex:15012; }","duration":"254.288037ms","start":"2026-04-03T03:06:13.233259Z","end":"2026-04-03T03:06:13.487547Z","steps":["trace[2050834874] 'read index received' (duration: 197.605506ms)","trace[2050834874] 'applied index is now lower than readState.Index' (duration: 56.680201ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:13.487686Z","caller":"traceutil/trace.go:171","msg":"trace[1722458680] transaction","detail":"{read_only:false; response_revision:14436; number_of_response:1; }","duration":"246.595216ms","start":"2026-04-03T03:06:13.241078Z","end":"2026-04-03T03:06:13.487673Z","steps":["trace[1722458680] 'process raft request' (duration: 246.218877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:13.48786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.587254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T03:06:13.487953Z","caller":"traceutil/trace.go:171","msg":"trace[532127607] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14436; }","duration":"254.737319ms","start":"2026-04-03T03:06:13.233201Z","end":"2026-04-03T03:06:13.487938Z","steps":["trace[532127607] 'agreement among raft nodes before linearized reading' (duration: 254.507763ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:13.645836Z","caller":"traceutil/trace.go:171","msg":"trace[583316635] transaction","detail":"{read_only:false; response_revision:14438; number_of_response:1; }","duration":"152.436438ms","start":"2026-04-03T03:06:13.493368Z","end":"2026-04-03T03:06:13.645804Z","steps":["trace[583316635] 'process raft request' (duration: 152.124601ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:13.646089Z","caller":"traceutil/trace.go:171","msg":"trace[1153033164] transaction","detail":"{read_only:false; response_revision:14439; number_of_response:1; }","duration":"152.694735ms","start":"2026-04-03T03:06:13.493358Z","end":"2026-04-03T03:06:13.646053Z","steps":["trace[1153033164] 'process raft request' (duration: 152.311575ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:13.646204Z","caller":"traceutil/trace.go:171","msg":"trace[1759106900] linearizableReadLoop","detail":"{readStateIndex:15019; appliedIndex:15015; }","duration":"107.733614ms","start":"2026-04-03T03:06:13.538442Z","end":"2026-04-03T03:06:13.646176Z","steps":["trace[1759106900] 'read index received' (duration: 10.752056ms)","trace[1759106900] 'applied index is now lower than readState.Index' (duration: 96.979818ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:13.646325Z","caller":"traceutil/trace.go:171","msg":"trace[197065520] transaction","detail":"{read_only:false; response_revision:14440; number_of_response:1; }","duration":"152.87944ms","start":"2026-04-03T03:06:13.493427Z","end":"2026-04-03T03:06:13.646307Z","steps":["trace[197065520] 'process raft request' (duration: 152.50679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:13.646518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.040032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-6cd7c5d48c-xkk5z.18a2b9cd10979206\" ","response":"range_response_count:1 size:1176"} {"level":"info","ts":"2026-04-03T03:06:13.646571Z","caller":"traceutil/trace.go:171","msg":"trace[1528022681] range","detail":"{range_begin:/registry/events/openstack/cinder-api-6cd7c5d48c-xkk5z.18a2b9cd10979206; range_end:; response_count:1; response_revision:14440; }","duration":"108.175565ms","start":"2026-04-03T03:06:13.538379Z","end":"2026-04-03T03:06:13.646555Z","steps":["trace[1528022681] 'agreement among raft nodes before linearized reading' (duration: 107.900327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:13.777432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.06035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:13.777824Z","caller":"traceutil/trace.go:171","msg":"trace[103519772] transaction","detail":"{read_only:false; response_revision:14442; number_of_response:1; }","duration":"121.499284ms","start":"2026-04-03T03:06:13.656301Z","end":"2026-04-03T03:06:13.7778Z","steps":["trace[103519772] 'process raft request' (duration: 10.971742ms)","trace[103519772] 'compare' (duration: 109.920557ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:13.847548Z","caller":"traceutil/trace.go:171","msg":"trace[1281554975] transaction","detail":"{read_only:false; response_revision:14443; number_of_response:1; }","duration":"159.060611ms","start":"2026-04-03T03:06:13.688407Z","end":"2026-04-03T03:06:13.847468Z","steps":["trace[1281554975] 'process raft request' (duration: 158.886037ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:15.547884Z","caller":"traceutil/trace.go:171","msg":"trace[77269547] transaction","detail":"{read_only:false; response_revision:14446; number_of_response:1; }","duration":"104.427822ms","start":"2026-04-03T03:06:15.443425Z","end":"2026-04-03T03:06:15.547852Z","steps":["trace[77269547] 'process raft request' (duration: 104.244917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:15.827758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.279418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:15.828008Z","caller":"traceutil/trace.go:171","msg":"trace[1038707001] linearizableReadLoop","detail":"{readStateIndex:15027; appliedIndex:15024; }","duration":"323.197251ms","start":"2026-04-03T03:06:15.504786Z","end":"2026-04-03T03:06:15.827984Z","steps":["trace[1038707001] 'read index received' (duration: 42.925291ms)","trace[1038707001] 'applied index is now lower than readState.Index' (duration: 280.27096ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:15.828011Z","caller":"traceutil/trace.go:171","msg":"trace[2051694611] transaction","detail":"{read_only:false; response_revision:14447; number_of_response:1; }","duration":"334.616113ms","start":"2026-04-03T03:06:15.493368Z","end":"2026-04-03T03:06:15.827984Z","steps":["trace[2051694611] 'process raft request' (duration: 177.002306ms)","trace[2051694611] 'compare' (duration: 157.095304ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:15.82808Z","caller":"traceutil/trace.go:171","msg":"trace[764948273] transaction","detail":"{read_only:false; response_revision:14448; number_of_response:1; }","duration":"333.714821ms","start":"2026-04-03T03:06:15.494313Z","end":"2026-04-03T03:06:15.828027Z","steps":["trace[764948273] 'process raft request' (duration: 333.584888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:15.828185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.499077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:06:15.828205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.419656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" ","response":"range_response_count:1 size:8550"} {"level":"info","ts":"2026-04-03T03:06:15.828237Z","caller":"traceutil/trace.go:171","msg":"trace[357290169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14448; }","duration":"287.602141ms","start":"2026-04-03T03:06:15.540621Z","end":"2026-04-03T03:06:15.828223Z","steps":["trace[357290169] 'agreement among raft nodes before linearized reading' (duration: 287.520229ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:15.828256Z","caller":"traceutil/trace.go:171","msg":"trace[1538587860] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-6gxwv; range_end:; response_count:1; response_revision:14448; }","duration":"323.468367ms","start":"2026-04-03T03:06:15.504772Z","end":"2026-04-03T03:06:15.82824Z","steps":["trace[1538587860] 'agreement among raft nodes before linearized reading' (duration: 323.287353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:15.828246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:15.493342Z","time spent":"334.779917ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:15.828302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:15.504709Z","time spent":"323.579679ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8574,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" "} {"level":"warn","ts":"2026-04-03T03:06:15.828297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:15.494306Z","time spent":"333.880755ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:15.828383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.110943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T03:06:15.828453Z","caller":"traceutil/trace.go:171","msg":"trace[1833992456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14448; }","duration":"178.185675ms","start":"2026-04-03T03:06:15.650246Z","end":"2026-04-03T03:06:15.828432Z","steps":["trace[1833992456] 'agreement among raft nodes before linearized reading' (duration: 177.99338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:15.828574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.350527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T03:06:15.828567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.683157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:06:15.82865Z","caller":"traceutil/trace.go:171","msg":"trace[1872172511] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14448; }","duration":"178.810422ms","start":"2026-04-03T03:06:15.649824Z","end":"2026-04-03T03:06:15.828634Z","steps":["trace[1872172511] 'agreement among raft nodes before linearized reading' (duration: 178.638366ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:15.828638Z","caller":"traceutil/trace.go:171","msg":"trace[442821336] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14448; }","duration":"264.455969ms","start":"2026-04-03T03:06:15.564167Z","end":"2026-04-03T03:06:15.828623Z","steps":["trace[442821336] 'agreement among raft nodes before linearized reading' (duration: 264.310425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:15.828847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.716548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T03:06:15.828923Z","caller":"traceutil/trace.go:171","msg":"trace[1513042948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14448; }","duration":"178.802681ms","start":"2026-04-03T03:06:15.650086Z","end":"2026-04-03T03:06:15.828889Z","steps":["trace[1513042948] 'agreement among raft nodes before linearized reading' (duration: 178.673658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:16.19497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.10031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:16.195255Z","caller":"traceutil/trace.go:171","msg":"trace[1207998697] transaction","detail":"{read_only:false; response_revision:14450; number_of_response:1; }","duration":"361.693182ms","start":"2026-04-03T03:06:15.833536Z","end":"2026-04-03T03:06:16.195229Z","steps":["trace[1207998697] 'process raft request' (duration: 361.551499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:16.195324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:15.833518Z","time spent":"361.775525ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:16.19581Z","caller":"traceutil/trace.go:171","msg":"trace[1387341517] transaction","detail":"{read_only:false; response_revision:14451; number_of_response:1; }","duration":"362.183886ms","start":"2026-04-03T03:06:15.833591Z","end":"2026-04-03T03:06:16.195775Z","steps":["trace[1387341517] 'process raft request' (duration: 361.60178ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:16.195834Z","caller":"traceutil/trace.go:171","msg":"trace[1866350397] transaction","detail":"{read_only:false; response_revision:14452; number_of_response:1; }","duration":"362.107273ms","start":"2026-04-03T03:06:15.833697Z","end":"2026-04-03T03:06:16.195804Z","steps":["trace[1866350397] 'process raft request' (duration: 361.715093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:16.195983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:15.833572Z","time spent":"362.320818ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:16.196023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:15.833689Z","time spent":"362.241247ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:16.196216Z","caller":"traceutil/trace.go:171","msg":"trace[1718885051] transaction","detail":"{read_only:false; response_revision:14449; number_of_response:1; }","duration":"362.346719ms","start":"2026-04-03T03:06:15.833411Z","end":"2026-04-03T03:06:16.195757Z","steps":["trace[1718885051] 'process raft request' (duration: 173.359056ms)","trace[1718885051] 'compare' (duration: 187.784163ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:16.196292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:15.833386Z","time spent":"362.870242ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:16.196286Z","caller":"traceutil/trace.go:171","msg":"trace[1640743921] linearizableReadLoop","detail":"{readStateIndex:15031; appliedIndex:15027; }","duration":"361.804035ms","start":"2026-04-03T03:06:15.834448Z","end":"2026-04-03T03:06:16.196252Z","steps":["trace[1640743921] 'read index received' (duration: 172.386272ms)","trace[1640743921] 'applied index is now lower than readState.Index' (duration: 189.416343ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:16.196419Z","caller":"traceutil/trace.go:171","msg":"trace[544975110] transaction","detail":"{read_only:false; response_revision:14453; number_of_response:1; }","duration":"344.140169ms","start":"2026-04-03T03:06:15.852266Z","end":"2026-04-03T03:06:16.196406Z","steps":["trace[544975110] 'process raft request' (duration: 343.473383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:16.196488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:15.852251Z","time spent":"344.2027ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:16.196932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.472071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:57 size:528664"} {"level":"info","ts":"2026-04-03T03:06:16.196983Z","caller":"traceutil/trace.go:171","msg":"trace[303240003] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:57; response_revision:14453; }","duration":"362.539893ms","start":"2026-04-03T03:06:15.834432Z","end":"2026-04-03T03:06:16.196971Z","steps":["trace[303240003] 'agreement among raft nodes before linearized reading' (duration: 361.987169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:16.197021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:15.834424Z","time spent":"362.587455ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":57,"response size":528688,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T03:06:17.007845Z","caller":"traceutil/trace.go:171","msg":"trace[253132161] transaction","detail":"{read_only:false; response_revision:14455; number_of_response:1; }","duration":"183.362832ms","start":"2026-04-03T03:06:16.824451Z","end":"2026-04-03T03:06:17.007814Z","steps":["trace[253132161] 'process raft request' (duration: 183.184288ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:18.013218Z","caller":"traceutil/trace.go:171","msg":"trace[469274751] transaction","detail":"{read_only:false; response_revision:14456; number_of_response:1; }","duration":"179.17727ms","start":"2026-04-03T03:06:17.834009Z","end":"2026-04-03T03:06:18.013187Z","steps":["trace[469274751] 'process raft request' (duration: 178.868883ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:18.105367Z","caller":"traceutil/trace.go:171","msg":"trace[433363156] transaction","detail":"{read_only:false; response_revision:14457; number_of_response:1; }","duration":"271.044562ms","start":"2026-04-03T03:06:17.834282Z","end":"2026-04-03T03:06:18.105326Z","steps":["trace[433363156] 'process raft request' (duration: 222.611855ms)","trace[433363156] 'compare' (duration: 48.076288ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:18.339365Z","caller":"traceutil/trace.go:171","msg":"trace[1744789675] transaction","detail":"{read_only:false; response_revision:14459; number_of_response:1; }","duration":"133.422729ms","start":"2026-04-03T03:06:18.205872Z","end":"2026-04-03T03:06:18.339295Z","steps":["trace[1744789675] 'process raft request' (duration: 128.843585ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:18.346066Z","caller":"traceutil/trace.go:171","msg":"trace[1567068151] transaction","detail":"{read_only:false; response_revision:14460; number_of_response:1; }","duration":"140.122734ms","start":"2026-04-03T03:06:18.205928Z","end":"2026-04-03T03:06:18.346051Z","steps":["trace[1567068151] 'process raft request' (duration: 140.016702ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:18.346249Z","caller":"traceutil/trace.go:171","msg":"trace[1368883335] transaction","detail":"{read_only:false; response_revision:14461; number_of_response:1; }","duration":"140.310509ms","start":"2026-04-03T03:06:18.205926Z","end":"2026-04-03T03:06:18.346236Z","steps":["trace[1368883335] 'process raft request' (duration: 140.088503ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:18.346367Z","caller":"traceutil/trace.go:171","msg":"trace[868547553] transaction","detail":"{read_only:false; response_revision:14462; number_of_response:1; }","duration":"140.036653ms","start":"2026-04-03T03:06:18.206318Z","end":"2026-04-03T03:06:18.346355Z","steps":["trace[868547553] 'process raft request' (duration: 139.872749ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:18.346447Z","caller":"traceutil/trace.go:171","msg":"trace[7301115] linearizableReadLoop","detail":"{readStateIndex:15042; appliedIndex:15038; }","duration":"135.759205ms","start":"2026-04-03T03:06:18.210676Z","end":"2026-04-03T03:06:18.346435Z","steps":["trace[7301115] 'read index received' (duration: 124.055436ms)","trace[7301115] 'applied index is now lower than readState.Index' (duration: 11.703079ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:18.346517Z","caller":"traceutil/trace.go:171","msg":"trace[2047605233] transaction","detail":"{read_only:false; response_revision:14463; number_of_response:1; }","duration":"126.162389ms","start":"2026-04-03T03:06:18.220345Z","end":"2026-04-03T03:06:18.346508Z","steps":["trace[2047605233] 'process raft request' (duration: 125.969735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:18.34674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.043862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" ","response":"range_response_count:1 size:8550"} {"level":"info","ts":"2026-04-03T03:06:18.346783Z","caller":"traceutil/trace.go:171","msg":"trace[1160301799] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-6gxwv; range_end:; response_count:1; response_revision:14464; }","duration":"136.128965ms","start":"2026-04-03T03:06:18.210645Z","end":"2026-04-03T03:06:18.346774Z","steps":["trace[1160301799] 'agreement among raft nodes before linearized reading' (duration: 135.984801ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:18.792931Z","caller":"traceutil/trace.go:171","msg":"trace[2113023131] linearizableReadLoop","detail":"{readStateIndex:15045; appliedIndex:15044; }","duration":"190.52504ms","start":"2026-04-03T03:06:18.602363Z","end":"2026-04-03T03:06:18.792888Z","steps":["trace[2113023131] 'read index received' (duration: 190.308275ms)","trace[2113023131] 'applied index is now lower than readState.Index' (duration: 215.725µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:18.793002Z","caller":"traceutil/trace.go:171","msg":"trace[991489860] transaction","detail":"{read_only:false; response_revision:14465; number_of_response:1; }","duration":"200.539399ms","start":"2026-04-03T03:06:18.592417Z","end":"2026-04-03T03:06:18.792957Z","steps":["trace[991489860] 'process raft request' (duration: 200.285863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:18.793223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.841258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:06:18.793276Z","caller":"traceutil/trace.go:171","msg":"trace[757745188] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:14465; }","duration":"190.93383ms","start":"2026-04-03T03:06:18.602329Z","end":"2026-04-03T03:06:18.793263Z","steps":["trace[757745188] 'agreement among raft nodes before linearized reading' (duration: 190.730286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:19.362508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.061503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:19.362628Z","caller":"traceutil/trace.go:171","msg":"trace[1975190419] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:14465; }","duration":"142.266697ms","start":"2026-04-03T03:06:19.220336Z","end":"2026-04-03T03:06:19.362602Z","steps":["trace[1975190419] 'count revisions from in-memory index tree' (duration: 141.863928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:19.362728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.282791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T03:06:19.36281Z","caller":"traceutil/trace.go:171","msg":"trace[155523757] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14465; }","duration":"350.428064ms","start":"2026-04-03T03:06:19.012363Z","end":"2026-04-03T03:06:19.362791Z","steps":["trace[155523757] 'range keys from in-memory index tree' (duration: 350.111066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:19.362849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:19.012338Z","time spent":"350.504515ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T03:06:19.535186Z","caller":"traceutil/trace.go:171","msg":"trace[282367210] transaction","detail":"{read_only:false; response_revision:14466; number_of_response:1; }","duration":"167.910961ms","start":"2026-04-03T03:06:19.367239Z","end":"2026-04-03T03:06:19.53515Z","steps":["trace[282367210] 'process raft request' (duration: 167.723977ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:20.206626Z","caller":"traceutil/trace.go:171","msg":"trace[2098783705] linearizableReadLoop","detail":"{readStateIndex:15047; appliedIndex:15046; }","duration":"125.00514ms","start":"2026-04-03T03:06:20.08159Z","end":"2026-04-03T03:06:20.206595Z","steps":["trace[2098783705] 'read index received' (duration: 124.883517ms)","trace[2098783705] 'applied index is now lower than readState.Index' (duration: 120.453µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:20.206702Z","caller":"traceutil/trace.go:171","msg":"trace[1986267443] transaction","detail":"{read_only:false; response_revision:14467; number_of_response:1; }","duration":"188.769057ms","start":"2026-04-03T03:06:20.017902Z","end":"2026-04-03T03:06:20.206671Z","steps":["trace[1986267443] 'process raft request' (duration: 188.522051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:20.207008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.391299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T03:06:20.207059Z","caller":"traceutil/trace.go:171","msg":"trace[1456987741] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14467; }","duration":"125.506672ms","start":"2026-04-03T03:06:20.081541Z","end":"2026-04-03T03:06:20.207048Z","steps":["trace[1456987741] 'agreement among raft nodes before linearized reading' (duration: 125.167194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:20.612443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.375787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:20.612675Z","caller":"traceutil/trace.go:171","msg":"trace[276357180] transaction","detail":"{read_only:false; response_revision:14468; number_of_response:1; }","duration":"502.191806ms","start":"2026-04-03T03:06:20.110449Z","end":"2026-04-03T03:06:20.61264Z","steps":["trace[276357180] 'process raft request' (duration: 311.526912ms)","trace[276357180] 'compare' (duration: 190.233503ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:20.612745Z","caller":"traceutil/trace.go:171","msg":"trace[285878740] linearizableReadLoop","detail":"{readStateIndex:15048; appliedIndex:15047; }","duration":"401.837764ms","start":"2026-04-03T03:06:20.210895Z","end":"2026-04-03T03:06:20.612733Z","steps":["trace[285878740] 'read index received' (duration: 211.15598ms)","trace[285878740] 'applied index is now lower than readState.Index' (duration: 190.680444ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:20.612954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.048519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T03:06:20.612993Z","caller":"traceutil/trace.go:171","msg":"trace[810512541] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14469; }","duration":"402.119811ms","start":"2026-04-03T03:06:20.210863Z","end":"2026-04-03T03:06:20.612983Z","steps":["trace[810512541] 'agreement among raft nodes before linearized reading' (duration: 401.961957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:20.613023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:20.210842Z","time spent":"402.174103ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:06:20.613059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.81457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T03:06:20.613132Z","caller":"traceutil/trace.go:171","msg":"trace[1094042756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14469; }","duration":"269.942483ms","start":"2026-04-03T03:06:20.343175Z","end":"2026-04-03T03:06:20.613117Z","steps":["trace[1094042756] 'agreement among raft nodes before linearized reading' (duration: 269.766669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:20.613127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.052782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:06:20.612641Z","caller":"traceutil/trace.go:171","msg":"trace[203348310] transaction","detail":"{read_only:false; response_revision:14469; number_of_response:1; }","duration":"258.927021ms","start":"2026-04-03T03:06:20.353693Z","end":"2026-04-03T03:06:20.61262Z","steps":["trace[203348310] 'process raft request' (duration: 258.87332ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:20.613177Z","caller":"traceutil/trace.go:171","msg":"trace[856815989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14469; }","duration":"263.129265ms","start":"2026-04-03T03:06:20.350034Z","end":"2026-04-03T03:06:20.613163Z","steps":["trace[856815989] 'agreement among raft nodes before linearized reading' (duration: 262.991411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:20.613157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.037112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-03T03:06:20.613234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.37894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" ","response":"range_response_count:1 size:8550"} {"level":"info","ts":"2026-04-03T03:06:20.613302Z","caller":"traceutil/trace.go:171","msg":"trace[1391366481] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-6gxwv; range_end:; response_count:1; response_revision:14469; }","duration":"248.496093ms","start":"2026-04-03T03:06:20.364788Z","end":"2026-04-03T03:06:20.613284Z","steps":["trace[1391366481] 'agreement among raft nodes before linearized reading' (duration: 248.262937ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:20.613325Z","caller":"traceutil/trace.go:171","msg":"trace[1207751020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14469; }","duration":"263.190577ms","start":"2026-04-03T03:06:20.350056Z","end":"2026-04-03T03:06:20.613246Z","steps":["trace[1207751020] 'agreement among raft nodes before linearized reading' (duration: 262.951861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:20.613346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.819497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T03:06:20.61344Z","caller":"traceutil/trace.go:171","msg":"trace[1651073128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14469; }","duration":"263.008843ms","start":"2026-04-03T03:06:20.350408Z","end":"2026-04-03T03:06:20.613417Z","steps":["trace[1651073128] 'agreement among raft nodes before linearized reading' (duration: 262.54172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:20.612855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:20.11042Z","time spent":"502.37141ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:21.079344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.149307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:21.079529Z","caller":"traceutil/trace.go:171","msg":"trace[710720079] transaction","detail":"{read_only:false; response_revision:14470; number_of_response:1; }","duration":"461.359287ms","start":"2026-04-03T03:06:20.61811Z","end":"2026-04-03T03:06:21.079469Z","steps":["trace[710720079] 'process raft request' (duration: 108.974745ms)","trace[710720079] 'compare' (duration: 351.967312ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:21.079612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:20.618078Z","time spent":"461.501751ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:21.564323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.247591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:21.564555Z","caller":"traceutil/trace.go:171","msg":"trace[1830860893] transaction","detail":"{read_only:false; response_revision:14471; number_of_response:1; }","duration":"946.06151ms","start":"2026-04-03T03:06:20.618453Z","end":"2026-04-03T03:06:21.564515Z","steps":["trace[1830860893] 'process raft request' (duration: 584.488931ms)","trace[1830860893] 'compare' (duration: 361.117858ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:21.56477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:20.618432Z","time spent":"946.237075ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:21.564767Z","caller":"traceutil/trace.go:171","msg":"trace[709381202] transaction","detail":"{read_only:false; response_revision:14473; number_of_response:1; }","duration":"945.837485ms","start":"2026-04-03T03:06:20.618896Z","end":"2026-04-03T03:06:21.564734Z","steps":["trace[709381202] 'process raft request' (duration: 945.591419ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:21.564904Z","caller":"traceutil/trace.go:171","msg":"trace[1900194513] transaction","detail":"{read_only:false; response_revision:14474; number_of_response:1; }","duration":"766.158312ms","start":"2026-04-03T03:06:20.798727Z","end":"2026-04-03T03:06:21.564886Z","steps":["trace[1900194513] 'process raft request' (duration: 766.004048ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:21.564836Z","caller":"traceutil/trace.go:171","msg":"trace[1264661572] linearizableReadLoop","detail":"{readStateIndex:15053; appliedIndex:15049; }","duration":"945.768462ms","start":"2026-04-03T03:06:20.619054Z","end":"2026-04-03T03:06:21.564823Z","steps":["trace[1264661572] 'read index received' (duration: 108.075652ms)","trace[1264661572] 'applied index is now lower than readState.Index' (duration: 837.69073ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:21.564556Z","caller":"traceutil/trace.go:171","msg":"trace[884391577] transaction","detail":"{read_only:false; response_revision:14472; number_of_response:1; }","duration":"945.777033ms","start":"2026-04-03T03:06:20.618756Z","end":"2026-04-03T03:06:21.564533Z","steps":["trace[884391577] 'process raft request' (duration: 945.677151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:21.56497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:20.618867Z","time spent":"946.013109ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:21.56502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:20.798688Z","time spent":"766.272755ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:21.565116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.04181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:06:21.565123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:20.618745Z","time spent":"946.256335ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:21.565194Z","caller":"traceutil/trace.go:171","msg":"trace[1401363193] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14474; }","duration":"893.210414ms","start":"2026-04-03T03:06:20.671963Z","end":"2026-04-03T03:06:21.565173Z","steps":["trace[1401363193] 'agreement among raft nodes before linearized reading' (duration: 893.078131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:21.565246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:20.671932Z","time spent":"893.303765ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-03T03:06:21.565241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.2655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-03T03:06:21.565361Z","caller":"traceutil/trace.go:171","msg":"trace[1163084405] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14474; }","duration":"545.432194ms","start":"2026-04-03T03:06:21.019913Z","end":"2026-04-03T03:06:21.565345Z","steps":["trace[1163084405] 'agreement among raft nodes before linearized reading' (duration: 545.239799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:21.565404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:21.01988Z","time spent":"545.513336ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T03:06:21.56543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.383287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:57 size:528664"} {"level":"info","ts":"2026-04-03T03:06:21.565475Z","caller":"traceutil/trace.go:171","msg":"trace[1822057591] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:57; response_revision:14474; }","duration":"946.433258ms","start":"2026-04-03T03:06:20.619032Z","end":"2026-04-03T03:06:21.565465Z","steps":["trace[1822057591] 'agreement among raft nodes before linearized reading' (duration: 945.834223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:21.565473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.318735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-03T03:06:21.565518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:20.618977Z","time spent":"946.529941ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":57,"response size":528688,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T03:06:21.565548Z","caller":"traceutil/trace.go:171","msg":"trace[1291616532] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:14474; }","duration":"753.510849ms","start":"2026-04-03T03:06:20.812013Z","end":"2026-04-03T03:06:21.565524Z","steps":["trace[1291616532] 'agreement among raft nodes before linearized reading' (duration: 753.317815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:21.565614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:20.811983Z","time spent":"753.619281ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T03:06:21.961647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.449956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:21.961741Z","caller":"traceutil/trace.go:171","msg":"trace[619078967] linearizableReadLoop","detail":"{readStateIndex:15058; appliedIndex:15057; }","duration":"380.793185ms","start":"2026-04-03T03:06:21.580935Z","end":"2026-04-03T03:06:21.961728Z","steps":["trace[619078967] 'read index received' (duration: 235.261797ms)","trace[619078967] 'applied index is now lower than readState.Index' (duration: 145.530408ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:21.961806Z","caller":"traceutil/trace.go:171","msg":"trace[523706935] transaction","detail":"{read_only:false; response_revision:14477; number_of_response:1; }","duration":"387.320265ms","start":"2026-04-03T03:06:21.574478Z","end":"2026-04-03T03:06:21.961798Z","steps":["trace[523706935] 'process raft request' (duration: 241.652374ms)","trace[523706935] 'compare' (duration: 145.366084ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:21.96184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:21.574466Z","time spent":"387.357216ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:21.962083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.523491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T03:06:21.962175Z","caller":"traceutil/trace.go:171","msg":"trace[2107834964] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14477; }","duration":"385.653565ms","start":"2026-04-03T03:06:21.576502Z","end":"2026-04-03T03:06:21.962155Z","steps":["trace[2107834964] 'agreement among raft nodes before linearized reading' (duration: 385.344097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:21.962225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:21.576487Z","time spent":"385.729026ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:06:21.962184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.350682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-03T03:06:21.962377Z","caller":"traceutil/trace.go:171","msg":"trace[1111908043] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14477; }","duration":"369.575108ms","start":"2026-04-03T03:06:21.592775Z","end":"2026-04-03T03:06:21.96235Z","steps":["trace[1111908043] 'agreement among raft nodes before linearized reading' (duration: 369.220999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:21.962507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:21.592757Z","time spent":"369.733711ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:06:22.329861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.073446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:22.330152Z","caller":"traceutil/trace.go:171","msg":"trace[1705607277] transaction","detail":"{read_only:false; response_revision:14479; number_of_response:1; }","duration":"118.041198ms","start":"2026-04-03T03:06:22.212083Z","end":"2026-04-03T03:06:22.330124Z","steps":["trace[1705607277] 'process raft request' (duration: 117.940226ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:22.330154Z","caller":"traceutil/trace.go:171","msg":"trace[711858263] linearizableReadLoop","detail":"{readStateIndex:15059; appliedIndex:15058; }","duration":"357.19158ms","start":"2026-04-03T03:06:21.972927Z","end":"2026-04-03T03:06:22.330119Z","steps":["trace[711858263] 'read index received' (duration: 116.722106ms)","trace[711858263] 'applied index is now lower than readState.Index' (duration: 240.466764ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:22.330188Z","caller":"traceutil/trace.go:171","msg":"trace[313655677] transaction","detail":"{read_only:false; response_revision:14478; number_of_response:1; }","duration":"362.838241ms","start":"2026-04-03T03:06:21.967294Z","end":"2026-04-03T03:06:22.330132Z","steps":["trace[313655677] 'process raft request' (duration: 122.354256ms)","trace[313655677] 'compare' (duration: 239.86624ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:22.330396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:21.967278Z","time spent":"363.011124ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:22.330411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.474288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-03T03:06:22.330458Z","caller":"traceutil/trace.go:171","msg":"trace[268258533] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:14479; }","duration":"357.57065ms","start":"2026-04-03T03:06:21.972875Z","end":"2026-04-03T03:06:22.330446Z","steps":["trace[268258533] 'agreement among raft nodes before linearized reading' (duration: 357.353705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:22.330506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:21.972852Z","time spent":"357.644892ms","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T03:06:26.112359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.611656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:26.112499Z","caller":"traceutil/trace.go:171","msg":"trace[1385354555] transaction","detail":"{read_only:false; response_revision:14500; number_of_response:1; }","duration":"233.076323ms","start":"2026-04-03T03:06:25.879383Z","end":"2026-04-03T03:06:26.11246Z","steps":["trace[1385354555] 'process raft request' (duration: 128.292202ms)","trace[1385354555] 'compare' (duration: 104.451542ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:29.339451Z","caller":"traceutil/trace.go:171","msg":"trace[1067334187] transaction","detail":"{read_only:false; response_revision:14526; number_of_response:1; }","duration":"152.715096ms","start":"2026-04-03T03:06:29.186709Z","end":"2026-04-03T03:06:29.339425Z","steps":["trace[1067334187] 'process raft request' (duration: 152.536041ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:30.173382Z","caller":"traceutil/trace.go:171","msg":"trace[1392889738] linearizableReadLoop","detail":"{readStateIndex:15110; appliedIndex:15109; }","duration":"486.152949ms","start":"2026-04-03T03:06:29.687195Z","end":"2026-04-03T03:06:30.173348Z","steps":["trace[1392889738] 'read index received' (duration: 485.982905ms)","trace[1392889738] 'applied index is now lower than readState.Index' (duration: 167.694µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:30.173504Z","caller":"traceutil/trace.go:171","msg":"trace[1683593202] transaction","detail":"{read_only:false; response_revision:14527; number_of_response:1; }","duration":"509.308713ms","start":"2026-04-03T03:06:29.664151Z","end":"2026-04-03T03:06:30.17346Z","steps":["trace[1683593202] 'process raft request' (duration: 508.929573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:30.173686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:29.664119Z","time spent":"509.472527ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:30.173762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.515828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-backup-5b65cc8bb5-c9k54\" ","response":"range_response_count:1 size:13083"} {"level":"info","ts":"2026-04-03T03:06:30.173874Z","caller":"traceutil/trace.go:171","msg":"trace[1035502488] range","detail":"{range_begin:/registry/pods/openstack/cinder-backup-5b65cc8bb5-c9k54; range_end:; response_count:1; response_revision:14527; }","duration":"486.705732ms","start":"2026-04-03T03:06:29.687143Z","end":"2026-04-03T03:06:30.173849Z","steps":["trace[1035502488] 'agreement among raft nodes before linearized reading' (duration: 486.356444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:30.173933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:29.687115Z","time spent":"486.809135ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13107,"request content":"key:\"/registry/pods/openstack/cinder-backup-5b65cc8bb5-c9k54\" "} {"level":"info","ts":"2026-04-03T03:06:30.195661Z","caller":"traceutil/trace.go:171","msg":"trace[1096701937] transaction","detail":"{read_only:false; response_revision:14528; number_of_response:1; }","duration":"507.682781ms","start":"2026-04-03T03:06:29.687925Z","end":"2026-04-03T03:06:30.195608Z","steps":["trace[1096701937] 'process raft request' (duration: 507.393794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:30.195879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:29.687906Z","time spent":"507.875477ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:06:30.195995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.191259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:06:30.196096Z","caller":"traceutil/trace.go:171","msg":"trace[2135210660] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14528; }","duration":"151.359903ms","start":"2026-04-03T03:06:30.044715Z","end":"2026-04-03T03:06:30.196075Z","steps":["trace[2135210660] 'agreement among raft nodes before linearized reading' (duration: 151.139307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:30.196095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.852949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:06:30.196172Z","caller":"traceutil/trace.go:171","msg":"trace[550169322] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:14528; }","duration":"408.95092ms","start":"2026-04-03T03:06:29.787197Z","end":"2026-04-03T03:06:30.196148Z","steps":["trace[550169322] 'agreement among raft nodes before linearized reading' (duration: 408.634103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:30.196195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.421422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" ","response":"range_response_count:1 size:8550"} {"level":"warn","ts":"2026-04-03T03:06:30.196225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:29.787186Z","time spent":"409.021473ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"info","ts":"2026-04-03T03:06:30.196258Z","caller":"traceutil/trace.go:171","msg":"trace[1921171449] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-6gxwv; range_end:; response_count:1; response_revision:14528; }","duration":"407.496665ms","start":"2026-04-03T03:06:29.788738Z","end":"2026-04-03T03:06:30.196235Z","steps":["trace[1921171449] 'agreement among raft nodes before linearized reading' (duration: 407.284049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:30.196209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.326651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T03:06:30.196309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:29.788728Z","time spent":"407.572596ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8574,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" "} {"level":"info","ts":"2026-04-03T03:06:30.196334Z","caller":"traceutil/trace.go:171","msg":"trace[708974177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14528; }","duration":"424.503025ms","start":"2026-04-03T03:06:29.771806Z","end":"2026-04-03T03:06:30.196309Z","steps":["trace[708974177] 'agreement among raft nodes before linearized reading' (duration: 424.228579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:30.196339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.449009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T03:06:30.19638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:29.77178Z","time spent":"424.590497ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T03:06:30.196446Z","caller":"traceutil/trace.go:171","msg":"trace[1220087148] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14528; }","duration":"423.586503ms","start":"2026-04-03T03:06:29.77283Z","end":"2026-04-03T03:06:30.196417Z","steps":["trace[1220087148] 'agreement among raft nodes before linearized reading' (duration: 423.190053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:30.196497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:29.772826Z","time spent":"423.661195ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:06:30.197161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.331602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:06:30.197211Z","caller":"traceutil/trace.go:171","msg":"trace[602927896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14528; }","duration":"424.403523ms","start":"2026-04-03T03:06:29.772794Z","end":"2026-04-03T03:06:30.197197Z","steps":["trace[602927896] 'agreement among raft nodes before linearized reading' (duration: 423.161942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:30.197371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:29.772785Z","time spent":"424.571898ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:06:30.197403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.706113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T03:06:30.197596Z","caller":"traceutil/trace.go:171","msg":"trace[1053221234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14528; }","duration":"430.841012ms","start":"2026-04-03T03:06:29.766724Z","end":"2026-04-03T03:06:30.197565Z","steps":["trace[1053221234] 'agreement among raft nodes before linearized reading' (duration: 429.095869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:30.197657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:29.766699Z","time spent":"430.942835ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:06:30.712195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840012989,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T03:06:30.732774Z","caller":"traceutil/trace.go:171","msg":"trace[435554816] transaction","detail":"{read_only:false; response_revision:14529; number_of_response:1; }","duration":"545.845625ms","start":"2026-04-03T03:06:30.186904Z","end":"2026-04-03T03:06:30.73275Z","steps":["trace[435554816] 'process raft request' (duration: 545.690812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:30.732943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:30.186875Z","time spent":"545.983059ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13168,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:31.071902Z","caller":"traceutil/trace.go:171","msg":"trace[1815992044] transaction","detail":"{read_only:false; response_revision:14530; number_of_response:1; }","duration":"870.256567ms","start":"2026-04-03T03:06:30.201614Z","end":"2026-04-03T03:06:31.071871Z","steps":["trace[1815992044] 'process raft request' (duration: 870.048502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:31.072128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:30.201578Z","time spent":"870.447151ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:31.07223Z","caller":"traceutil/trace.go:171","msg":"trace[1261405896] transaction","detail":"{read_only:false; response_revision:14531; number_of_response:1; }","duration":"870.479612ms","start":"2026-04-03T03:06:30.201725Z","end":"2026-04-03T03:06:31.072205Z","steps":["trace[1261405896] 'process raft request' (duration: 870.101763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:31.072329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:30.201714Z","time spent":"870.563944ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:31.072595Z","caller":"traceutil/trace.go:171","msg":"trace[1337200692] transaction","detail":"{read_only:false; response_revision:14532; number_of_response:1; }","duration":"870.691137ms","start":"2026-04-03T03:06:30.201892Z","end":"2026-04-03T03:06:31.072583Z","steps":["trace[1337200692] 'process raft request' (duration: 870.138884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:31.072664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:30.201869Z","time spent":"870.760368ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T03:06:31.072953Z","caller":"traceutil/trace.go:171","msg":"trace[1160812210] transaction","detail":"{read_only:false; response_revision:14533; number_of_response:1; }","duration":"870.154863ms","start":"2026-04-03T03:06:30.202782Z","end":"2026-04-03T03:06:31.072937Z","steps":["trace[1160812210] 'process raft request' (duration: 869.725642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:31.073036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:30.202769Z","time spent":"870.222414ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:31.073218Z","caller":"traceutil/trace.go:171","msg":"trace[2086082400] transaction","detail":"{read_only:false; response_revision:14534; number_of_response:1; }","duration":"869.22264ms","start":"2026-04-03T03:06:30.203982Z","end":"2026-04-03T03:06:31.073205Z","steps":["trace[2086082400] 'process raft request' (duration: 868.875552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:31.073301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:30.203973Z","time spent":"869.286192ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:31.073548Z","caller":"traceutil/trace.go:171","msg":"trace[1218182942] transaction","detail":"{read_only:false; response_revision:14535; number_of_response:1; }","duration":"713.07126ms","start":"2026-04-03T03:06:30.360467Z","end":"2026-04-03T03:06:31.073538Z","steps":["trace[1218182942] 'process raft request' (duration: 712.731261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:31.073614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:30.36043Z","time spent":"713.151212ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:31.073786Z","caller":"traceutil/trace.go:171","msg":"trace[390687160] transaction","detail":"{read_only:false; response_revision:14536; number_of_response:1; }","duration":"501.869959ms","start":"2026-04-03T03:06:30.571905Z","end":"2026-04-03T03:06:31.073775Z","steps":["trace[390687160] 'process raft request' (duration: 501.554981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:31.073847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:30.571889Z","time spent":"501.92644ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:31.074092Z","caller":"traceutil/trace.go:171","msg":"trace[118491870] transaction","detail":"{read_only:false; response_revision:14537; number_of_response:1; }","duration":"357.508989ms","start":"2026-04-03T03:06:30.716422Z","end":"2026-04-03T03:06:31.073931Z","steps":["trace[118491870] 'process raft request' (duration: 357.145179ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:31.07432Z","caller":"traceutil/trace.go:171","msg":"trace[1895229353] linearizableReadLoop","detail":"{readStateIndex:15119; appliedIndex:15111; }","duration":"871.684901ms","start":"2026-04-03T03:06:30.202587Z","end":"2026-04-03T03:06:31.074272Z","steps":["trace[1895229353] 'read index received' (duration: 529.965503ms)","trace[1895229353] 'applied index is now lower than readState.Index' (duration: 341.716248ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:31.074461Z","caller":"traceutil/trace.go:171","msg":"trace[1078811082] transaction","detail":"{read_only:false; response_revision:14538; number_of_response:1; }","duration":"348.273092ms","start":"2026-04-03T03:06:30.726164Z","end":"2026-04-03T03:06:31.074437Z","steps":["trace[1078811082] 'process raft request' (duration: 347.627086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:31.074579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:30.726141Z","time spent":"348.388994ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:31.074811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:30.716382Z","time spent":"357.989121ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:31.074846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.08876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:06:31.074831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.814431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-04-03T03:06:31.074955Z","caller":"traceutil/trace.go:171","msg":"trace[1252594711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14538; }","duration":"535.202243ms","start":"2026-04-03T03:06:30.539728Z","end":"2026-04-03T03:06:31.074931Z","steps":["trace[1252594711] 'agreement among raft nodes before linearized reading' (duration: 535.038869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:31.075002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:30.539646Z","time spent":"535.347106ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:06:31.075017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.659649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-volume-5fbb9d5c5-4k47v\" ","response":"range_response_count:1 size:16335"} {"level":"info","ts":"2026-04-03T03:06:31.075018Z","caller":"traceutil/trace.go:171","msg":"trace[648546225] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:14538; }","duration":"271.983635ms","start":"2026-04-03T03:06:30.802991Z","end":"2026-04-03T03:06:31.074975Z","steps":["trace[648546225] 'agreement among raft nodes before linearized reading' (duration: 271.630406ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:31.075109Z","caller":"traceutil/trace.go:171","msg":"trace[442299611] range","detail":"{range_begin:/registry/pods/openstack/cinder-volume-5fbb9d5c5-4k47v; range_end:; response_count:1; response_revision:14538; }","duration":"337.809452ms","start":"2026-04-03T03:06:30.737277Z","end":"2026-04-03T03:06:31.075087Z","steps":["trace[442299611] 'agreement among raft nodes before linearized reading' (duration: 337.457534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:31.075161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:30.737263Z","time spent":"337.889044ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":16359,"request content":"key:\"/registry/pods/openstack/cinder-volume-5fbb9d5c5-4k47v\" "} {"level":"warn","ts":"2026-04-03T03:06:31.075608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.985873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:57 size:529376"} {"level":"info","ts":"2026-04-03T03:06:31.075667Z","caller":"traceutil/trace.go:171","msg":"trace[1803574427] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:57; response_revision:14538; }","duration":"873.075195ms","start":"2026-04-03T03:06:30.202579Z","end":"2026-04-03T03:06:31.075654Z","steps":["trace[1803574427] 'agreement among raft nodes before linearized reading' (duration: 871.901507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:31.075697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:30.202527Z","time spent":"873.161097ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":57,"response size":529400,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:06:31.075709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.61588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:57 size:529376"} {"level":"info","ts":"2026-04-03T03:06:31.075763Z","caller":"traceutil/trace.go:171","msg":"trace[1163883463] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:57; response_revision:14538; }","duration":"871.687352ms","start":"2026-04-03T03:06:30.204061Z","end":"2026-04-03T03:06:31.075748Z","steps":["trace[1163883463] 'agreement among raft nodes before linearized reading' (duration: 870.532823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:31.075808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:30.204055Z","time spent":"871.743423ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":57,"response size":529400,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T03:06:31.398618Z","caller":"traceutil/trace.go:171","msg":"trace[1169171144] transaction","detail":"{read_only:false; response_revision:14539; number_of_response:1; }","duration":"309.142003ms","start":"2026-04-03T03:06:31.089436Z","end":"2026-04-03T03:06:31.398578Z","steps":["trace[1169171144] 'process raft request' (duration: 308.703192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:31.398805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:31.089403Z","time spent":"309.312138ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:31.578695Z","caller":"traceutil/trace.go:171","msg":"trace[1210041551] linearizableReadLoop","detail":"{readStateIndex:15123; appliedIndex:15122; }","duration":"112.02848ms","start":"2026-04-03T03:06:31.466629Z","end":"2026-04-03T03:06:31.578657Z","steps":["trace[1210041551] 'read index received' (duration: 34.456021ms)","trace[1210041551] 'applied index is now lower than readState.Index' (duration: 77.571119ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:31.578726Z","caller":"traceutil/trace.go:171","msg":"trace[1193898915] transaction","detail":"{read_only:false; response_revision:14540; number_of_response:1; }","duration":"175.762786ms","start":"2026-04-03T03:06:31.402938Z","end":"2026-04-03T03:06:31.578701Z","steps":["trace[1193898915] 'process raft request' (duration: 98.230848ms)","trace[1193898915] 'compare' (duration: 77.327213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:31.578955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.307646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:06:31.579025Z","caller":"traceutil/trace.go:171","msg":"trace[1474158173] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:14540; }","duration":"112.538662ms","start":"2026-04-03T03:06:31.466473Z","end":"2026-04-03T03:06:31.579012Z","steps":["trace[1474158173] 'agreement among raft nodes before linearized reading' (duration: 112.311597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:31.579038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.216336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T03:06:31.579153Z","caller":"traceutil/trace.go:171","msg":"trace[1937231791] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:14540; }","duration":"108.38106ms","start":"2026-04-03T03:06:31.470746Z","end":"2026-04-03T03:06:31.579127Z","steps":["trace[1937231791] 'agreement among raft nodes before linearized reading' (duration: 108.148724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:31.914984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:31.58034Z","time spent":"334.636294ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T03:06:32.967592Z","caller":"traceutil/trace.go:171","msg":"trace[1041057170] transaction","detail":"{read_only:false; response_revision:14547; number_of_response:1; }","duration":"164.886587ms","start":"2026-04-03T03:06:32.802674Z","end":"2026-04-03T03:06:32.96756Z","steps":["trace[1041057170] 'process raft request' (duration: 164.671511ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:33.142552Z","caller":"traceutil/trace.go:171","msg":"trace[618509009] transaction","detail":"{read_only:false; response_revision:14548; number_of_response:1; }","duration":"330.294176ms","start":"2026-04-03T03:06:32.812225Z","end":"2026-04-03T03:06:33.142519Z","steps":["trace[618509009] 'process raft request' (duration: 329.581649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:33.142761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:32.812202Z","time spent":"330.44329ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13378,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:33.416156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.821565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:33.416516Z","caller":"traceutil/trace.go:171","msg":"trace[637834512] linearizableReadLoop","detail":"{readStateIndex:15133; appliedIndex:15131; }","duration":"339.36544ms","start":"2026-04-03T03:06:33.07713Z","end":"2026-04-03T03:06:33.416495Z","steps":["trace[637834512] 'read index received' (duration: 64.691929ms)","trace[637834512] 'applied index is now lower than readState.Index' (duration: 274.671871ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:33.416494Z","caller":"traceutil/trace.go:171","msg":"trace[2041064527] transaction","detail":"{read_only:false; response_revision:14549; number_of_response:1; }","duration":"444.991921ms","start":"2026-04-03T03:06:32.971435Z","end":"2026-04-03T03:06:33.416427Z","steps":["trace[2041064527] 'process raft request' (duration: 330.775017ms)","trace[2041064527] 'compare' (duration: 113.488087ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:33.416619Z","caller":"traceutil/trace.go:171","msg":"trace[515750511] transaction","detail":"{read_only:false; response_revision:14551; number_of_response:1; }","duration":"336.006758ms","start":"2026-04-03T03:06:33.080595Z","end":"2026-04-03T03:06:33.416602Z","steps":["trace[515750511] 'process raft request' (duration: 335.821723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:33.416644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:32.971409Z","time spent":"445.165476ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:06:33.416713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:33.080561Z","time spent":"336.10331ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:33.416598Z","caller":"traceutil/trace.go:171","msg":"trace[63291200] transaction","detail":"{read_only:false; response_revision:14550; number_of_response:1; }","duration":"336.892909ms","start":"2026-04-03T03:06:33.079665Z","end":"2026-04-03T03:06:33.416558Z","steps":["trace[63291200] 'process raft request' (duration: 336.628052ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:33.416848Z","caller":"traceutil/trace.go:171","msg":"trace[1744551358] transaction","detail":"{read_only:false; response_revision:14552; number_of_response:1; }","duration":"335.815173ms","start":"2026-04-03T03:06:33.081009Z","end":"2026-04-03T03:06:33.416824Z","steps":["trace[1744551358] 'process raft request' (duration: 335.447304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:33.416911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.76874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T03:06:33.416947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:33.081Z","time spent":"335.899865ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:33.416965Z","caller":"traceutil/trace.go:171","msg":"trace[14962594] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14552; }","duration":"339.872672ms","start":"2026-04-03T03:06:33.077078Z","end":"2026-04-03T03:06:33.41695Z","steps":["trace[14962594] 'agreement among raft nodes before linearized reading' (duration: 339.651027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:33.416978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.750499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:06:33.417015Z","caller":"traceutil/trace.go:171","msg":"trace[1917721815] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14552; }","duration":"339.815202ms","start":"2026-04-03T03:06:33.077191Z","end":"2026-04-03T03:06:33.417006Z","steps":["trace[1917721815] 'agreement among raft nodes before linearized reading' (duration: 339.675818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:33.417005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:33.077053Z","time spent":"339.941144ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:06:33.417035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:33.077185Z","time spent":"339.844872ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:06:33.417121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.53493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T03:06:33.417147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.910584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T03:06:33.417154Z","caller":"traceutil/trace.go:171","msg":"trace[735704456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14552; }","duration":"336.654793ms","start":"2026-04-03T03:06:33.080488Z","end":"2026-04-03T03:06:33.417143Z","steps":["trace[735704456] 'agreement among raft nodes before linearized reading' (duration: 336.55263ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:33.417167Z","caller":"traceutil/trace.go:171","msg":"trace[381810095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14552; }","duration":"339.940164ms","start":"2026-04-03T03:06:33.077218Z","end":"2026-04-03T03:06:33.417158Z","steps":["trace[381810095] 'agreement among raft nodes before linearized reading' (duration: 339.884623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:33.417181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:33.077213Z","time spent":"339.964155ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:06:33.417184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:33.080462Z","time spent":"336.715585ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:06:33.417193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.83226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:06:33.417225Z","caller":"traceutil/trace.go:171","msg":"trace[1253127473] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:14552; }","duration":"328.882261ms","start":"2026-04-03T03:06:33.088334Z","end":"2026-04-03T03:06:33.417216Z","steps":["trace[1253127473] 'agreement among raft nodes before linearized reading' (duration: 328.781338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:33.417102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:33.079638Z","time spent":"337.230237ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:33.417252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:33.088324Z","time spent":"328.920492ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T03:06:33.41733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.715084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-volume-5fbb9d5c5-4k47v\" ","response":"range_response_count:1 size:16437"} {"level":"info","ts":"2026-04-03T03:06:33.417413Z","caller":"traceutil/trace.go:171","msg":"trace[790765981] range","detail":"{range_begin:/registry/pods/openstack/cinder-volume-5fbb9d5c5-4k47v; range_end:; response_count:1; response_revision:14552; }","duration":"270.856497ms","start":"2026-04-03T03:06:33.146536Z","end":"2026-04-03T03:06:33.417392Z","steps":["trace[790765981] 'agreement among raft nodes before linearized reading' (duration: 270.594821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:33.417855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.067946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" ","response":"range_response_count:1 size:8550"} {"level":"info","ts":"2026-04-03T03:06:33.417916Z","caller":"traceutil/trace.go:171","msg":"trace[1892370476] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-6gxwv; range_end:; response_count:1; response_revision:14552; }","duration":"329.143167ms","start":"2026-04-03T03:06:33.088757Z","end":"2026-04-03T03:06:33.4179Z","steps":["trace[1892370476] 'agreement among raft nodes before linearized reading' (duration: 328.163103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:33.417955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:33.088751Z","time spent":"329.194458ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8574,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" "} {"level":"warn","ts":"2026-04-03T03:06:33.810699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.142908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:33.810838Z","caller":"traceutil/trace.go:171","msg":"trace[52154170] transaction","detail":"{read_only:false; response_revision:14553; number_of_response:1; }","duration":"388.633658ms","start":"2026-04-03T03:06:33.422181Z","end":"2026-04-03T03:06:33.810815Z","steps":["trace[52154170] 'process raft request' (duration: 154.278924ms)","trace[52154170] 'compare' (duration: 234.009055ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:33.8109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:33.422159Z","time spent":"388.712551ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:33.862798Z","caller":"traceutil/trace.go:171","msg":"trace[15993917] transaction","detail":"{read_only:false; response_revision:14555; number_of_response:1; }","duration":"440.391388ms","start":"2026-04-03T03:06:33.42237Z","end":"2026-04-03T03:06:33.862761Z","steps":["trace[15993917] 'process raft request' (duration: 440.273615ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:33.862837Z","caller":"traceutil/trace.go:171","msg":"trace[1327520211] transaction","detail":"{read_only:false; response_revision:14554; number_of_response:1; }","duration":"440.47316ms","start":"2026-04-03T03:06:33.422313Z","end":"2026-04-03T03:06:33.862786Z","steps":["trace[1327520211] 'process raft request' (duration: 440.123931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:33.863005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:33.422339Z","time spent":"440.561972ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:33.863024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:33.422305Z","time spent":"440.625023ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:33.863168Z","caller":"traceutil/trace.go:171","msg":"trace[726270453] transaction","detail":"{read_only:false; response_revision:14556; number_of_response:1; }","duration":"440.582263ms","start":"2026-04-03T03:06:33.422542Z","end":"2026-04-03T03:06:33.863125Z","steps":["trace[726270453] 'process raft request' (duration: 440.161743ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:33.863239Z","caller":"traceutil/trace.go:171","msg":"trace[1758017297] linearizableReadLoop","detail":"{readStateIndex:15138; appliedIndex:15136; }","duration":"440.844309ms","start":"2026-04-03T03:06:33.42237Z","end":"2026-04-03T03:06:33.863214Z","steps":["trace[1758017297] 'read index received' (duration: 154.171592ms)","trace[1758017297] 'applied index is now lower than readState.Index' (duration: 286.671137ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:33.863348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:33.422527Z","time spent":"440.729756ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:33.863439Z","caller":"traceutil/trace.go:171","msg":"trace[1957976821] transaction","detail":"{read_only:false; response_revision:14557; number_of_response:1; }","duration":"432.173114ms","start":"2026-04-03T03:06:33.431252Z","end":"2026-04-03T03:06:33.863425Z","steps":["trace[1957976821] 'process raft request' (duration: 431.727194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:33.863555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:33.431226Z","time spent":"432.247457ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16636,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:33.863584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.5627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:33.86362Z","caller":"traceutil/trace.go:171","msg":"trace[1934059719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14557; }","duration":"302.637022ms","start":"2026-04-03T03:06:33.560971Z","end":"2026-04-03T03:06:33.863608Z","steps":["trace[1934059719] 'agreement among raft nodes before linearized reading' (duration: 302.578901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:33.863658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:33.560947Z","time spent":"302.703944ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:06:33.863715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.097846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:33.863818Z","caller":"traceutil/trace.go:171","msg":"trace[2140665662] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:14557; }","duration":"183.20947ms","start":"2026-04-03T03:06:33.680554Z","end":"2026-04-03T03:06:33.863763Z","steps":["trace[2140665662] 'agreement among raft nodes before linearized reading' (duration: 183.126258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:33.863825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.390368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:06:33.863633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.036731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:06:33.86388Z","caller":"traceutil/trace.go:171","msg":"trace[1909406206] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:14557; }","duration":"423.468641ms","start":"2026-04-03T03:06:33.440396Z","end":"2026-04-03T03:06:33.863864Z","steps":["trace[1909406206] 'agreement among raft nodes before linearized reading' (duration: 423.363838ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:33.863917Z","caller":"traceutil/trace.go:171","msg":"trace[500077276] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:14557; }","duration":"252.35458ms","start":"2026-04-03T03:06:33.611538Z","end":"2026-04-03T03:06:33.863893Z","steps":["trace[500077276] 'agreement among raft nodes before linearized reading' (duration: 252.019921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:33.863965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.08799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T03:06:33.863998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.448716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:33.864053Z","caller":"traceutil/trace.go:171","msg":"trace[1266134516] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:14557; }","duration":"344.556578ms","start":"2026-04-03T03:06:33.519474Z","end":"2026-04-03T03:06:33.86403Z","steps":["trace[1266134516] 'agreement among raft nodes before linearized reading' (duration: 344.479676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:33.864057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.494755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:33.86415Z","caller":"traceutil/trace.go:171","msg":"trace[651457215] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:14557; }","duration":"426.591318ms","start":"2026-04-03T03:06:33.437535Z","end":"2026-04-03T03:06:33.864126Z","steps":["trace[651457215] 'agreement among raft nodes before linearized reading' (duration: 426.444794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:33.86421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:33.43752Z","time spent":"426.67323ms","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:06:33.864003Z","caller":"traceutil/trace.go:171","msg":"trace[1766134449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14557; }","duration":"279.174232ms","start":"2026-04-03T03:06:33.584819Z","end":"2026-04-03T03:06:33.863993Z","steps":["trace[1766134449] 'agreement among raft nodes before linearized reading' (duration: 279.005317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:33.864245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.889936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:57 size:529902"} {"level":"info","ts":"2026-04-03T03:06:33.864315Z","caller":"traceutil/trace.go:171","msg":"trace[1727931] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:57; response_revision:14557; }","duration":"442.002759ms","start":"2026-04-03T03:06:33.422297Z","end":"2026-04-03T03:06:33.8643Z","steps":["trace[1727931] 'agreement among raft nodes before linearized reading' (duration: 441.223159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:33.864366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:33.422269Z","time spent":"442.08321ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":57,"response size":529926,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:06:33.863931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:33.440377Z","time spent":"423.544773ms","remote":"127.0.0.1:47292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:06:33.864093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:33.519439Z","time spent":"344.64392ms","remote":"127.0.0.1:52456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:06:33.86485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.424598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:57 size:529902"} {"level":"info","ts":"2026-04-03T03:06:33.864958Z","caller":"traceutil/trace.go:171","msg":"trace[1459341758] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:57; response_revision:14557; }","duration":"442.573202ms","start":"2026-04-03T03:06:33.422363Z","end":"2026-04-03T03:06:33.864936Z","steps":["trace[1459341758] 'agreement among raft nodes before linearized reading' (duration: 441.184347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:33.865015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:33.422355Z","time spent":"442.648394ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":57,"response size":529926,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T03:06:34.04436Z","caller":"traceutil/trace.go:171","msg":"trace[710672929] transaction","detail":"{read_only:false; response_revision:14558; number_of_response:1; }","duration":"174.567755ms","start":"2026-04-03T03:06:33.86976Z","end":"2026-04-03T03:06:34.044327Z","steps":["trace[710672929] 'process raft request' (duration: 174.372911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:34.286766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.572315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:34.286857Z","caller":"traceutil/trace.go:171","msg":"trace[957512489] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:14558; }","duration":"123.715908ms","start":"2026-04-03T03:06:34.163119Z","end":"2026-04-03T03:06:34.286835Z","steps":["trace[957512489] 'count revisions from in-memory index tree' (duration: 123.447972ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:35.533777Z","caller":"traceutil/trace.go:171","msg":"trace[2032852997] transaction","detail":"{read_only:false; response_revision:14562; number_of_response:1; }","duration":"110.792039ms","start":"2026-04-03T03:06:35.422937Z","end":"2026-04-03T03:06:35.533729Z","steps":["trace[2032852997] 'process raft request' (duration: 80.04973ms)","trace[2032852997] 'compare' (duration: 30.436171ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:35.719771Z","caller":"traceutil/trace.go:171","msg":"trace[2135023626] linearizableReadLoop","detail":"{readStateIndex:15148; appliedIndex:15146; }","duration":"179.475467ms","start":"2026-04-03T03:06:35.540264Z","end":"2026-04-03T03:06:35.71974Z","steps":["trace[2135023626] 'read index received' (duration: 179.286943ms)","trace[2135023626] 'applied index is now lower than readState.Index' (duration: 187.904µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:35.719869Z","caller":"traceutil/trace.go:171","msg":"trace[1234587616] transaction","detail":"{read_only:false; response_revision:14564; number_of_response:1; }","duration":"296.123302ms","start":"2026-04-03T03:06:35.423737Z","end":"2026-04-03T03:06:35.71986Z","steps":["trace[1234587616] 'process raft request' (duration: 295.978489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:35.719959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.667213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:35.720058Z","caller":"traceutil/trace.go:171","msg":"trace[1823669402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14564; }","duration":"179.825616ms","start":"2026-04-03T03:06:35.540209Z","end":"2026-04-03T03:06:35.720035Z","steps":["trace[1823669402] 'agreement among raft nodes before linearized reading' (duration: 179.655652ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:35.719976Z","caller":"traceutil/trace.go:171","msg":"trace[1291445816] transaction","detail":"{read_only:false; response_revision:14563; number_of_response:1; }","duration":"296.825969ms","start":"2026-04-03T03:06:35.422992Z","end":"2026-04-03T03:06:35.719818Z","steps":["trace[1291445816] 'process raft request' (duration: 296.588803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:35.720085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.649373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:35.720346Z","caller":"traceutil/trace.go:171","msg":"trace[925157460] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:14564; }","duration":"176.023352ms","start":"2026-04-03T03:06:35.544301Z","end":"2026-04-03T03:06:35.720324Z","steps":["trace[925157460] 'agreement among raft nodes before linearized reading' (duration: 175.593632ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:36.03832Z","caller":"traceutil/trace.go:171","msg":"trace[205989049] linearizableReadLoop","detail":"{readStateIndex:15149; appliedIndex:15148; }","duration":"175.351756ms","start":"2026-04-03T03:06:35.862934Z","end":"2026-04-03T03:06:36.038286Z","steps":["trace[205989049] 'read index received' (duration: 94.784834ms)","trace[205989049] 'applied index is now lower than readState.Index' (duration: 80.565392ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:36.038578Z","caller":"traceutil/trace.go:171","msg":"trace[1132404285] transaction","detail":"{read_only:false; response_revision:14565; number_of_response:1; }","duration":"218.228396ms","start":"2026-04-03T03:06:35.820334Z","end":"2026-04-03T03:06:36.038562Z","steps":["trace[1132404285] 'process raft request' (duration: 137.358186ms)","trace[1132404285] 'compare' (duration: 80.47118ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:36.038843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.896759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-backup-5b65cc8bb5-c9k54\" ","response":"range_response_count:1 size:13393"} {"level":"info","ts":"2026-04-03T03:06:36.038921Z","caller":"traceutil/trace.go:171","msg":"trace[1643100766] range","detail":"{range_begin:/registry/pods/openstack/cinder-backup-5b65cc8bb5-c9k54; range_end:; response_count:1; response_revision:14565; }","duration":"176.036483ms","start":"2026-04-03T03:06:35.862867Z","end":"2026-04-03T03:06:36.038904Z","steps":["trace[1643100766] 'agreement among raft nodes before linearized reading' (duration: 175.770986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:36.041018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.091059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T03:06:36.041062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.430953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:06:36.041125Z","caller":"traceutil/trace.go:171","msg":"trace[369240732] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:14566; }","duration":"157.557547ms","start":"2026-04-03T03:06:35.88355Z","end":"2026-04-03T03:06:36.041108Z","steps":["trace[369240732] 'agreement among raft nodes before linearized reading' (duration: 157.329661ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:36.041126Z","caller":"traceutil/trace.go:171","msg":"trace[1545443392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14566; }","duration":"173.270864ms","start":"2026-04-03T03:06:35.867825Z","end":"2026-04-03T03:06:36.041096Z","steps":["trace[1545443392] 'agreement among raft nodes before linearized reading' (duration: 172.972897ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:36.041453Z","caller":"traceutil/trace.go:171","msg":"trace[1708708206] transaction","detail":"{read_only:false; response_revision:14566; number_of_response:1; }","duration":"169.757068ms","start":"2026-04-03T03:06:35.871679Z","end":"2026-04-03T03:06:36.041436Z","steps":["trace[1708708206] 'process raft request' (duration: 168.929317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:36.041569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.41225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" ","response":"range_response_count:1 size:8550"} {"level":"info","ts":"2026-04-03T03:06:36.041614Z","caller":"traceutil/trace.go:171","msg":"trace[1203031380] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-6gxwv; range_end:; response_count:1; response_revision:14566; }","duration":"163.500512ms","start":"2026-04-03T03:06:35.878103Z","end":"2026-04-03T03:06:36.041603Z","steps":["trace[1203031380] 'agreement among raft nodes before linearized reading' (duration: 163.377929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:36.041773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.51531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T03:06:36.041807Z","caller":"traceutil/trace.go:171","msg":"trace[1971620458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14566; }","duration":"173.563882ms","start":"2026-04-03T03:06:35.868235Z","end":"2026-04-03T03:06:36.041799Z","steps":["trace[1971620458] 'agreement among raft nodes before linearized reading' (duration: 173.467409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:36.05009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.115643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T03:06:36.0502Z","caller":"traceutil/trace.go:171","msg":"trace[2115665504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14566; }","duration":"182.263566ms","start":"2026-04-03T03:06:35.867912Z","end":"2026-04-03T03:06:36.050176Z","steps":["trace[2115665504] 'agreement among raft nodes before linearized reading' (duration: 173.813567ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:36.256165Z","caller":"traceutil/trace.go:171","msg":"trace[940379279] transaction","detail":"{read_only:false; response_revision:14567; number_of_response:1; }","duration":"204.136866ms","start":"2026-04-03T03:06:36.051973Z","end":"2026-04-03T03:06:36.25611Z","steps":["trace[940379279] 'process raft request' (duration: 115.659419ms)","trace[940379279] 'compare' (duration: 88.006145ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:36.256152Z","caller":"traceutil/trace.go:171","msg":"trace[2103344001] linearizableReadLoop","detail":"{readStateIndex:15151; appliedIndex:15150; }","duration":"203.686105ms","start":"2026-04-03T03:06:36.052356Z","end":"2026-04-03T03:06:36.256042Z","steps":["trace[2103344001] 'read index received' (duration: 115.376622ms)","trace[2103344001] 'applied index is now lower than readState.Index' (duration: 88.307063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:36.25668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.301731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:57 size:529902"} {"level":"info","ts":"2026-04-03T03:06:36.256749Z","caller":"traceutil/trace.go:171","msg":"trace[864237571] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:57; response_revision:14567; }","duration":"204.379773ms","start":"2026-04-03T03:06:36.052354Z","end":"2026-04-03T03:06:36.256733Z","steps":["trace[864237571] 'agreement among raft nodes before linearized reading' (duration: 203.805728ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:36.32354Z","caller":"traceutil/trace.go:171","msg":"trace[647556388] transaction","detail":"{read_only:false; response_revision:14568; number_of_response:1; }","duration":"270.476737ms","start":"2026-04-03T03:06:36.053042Z","end":"2026-04-03T03:06:36.323518Z","steps":["trace[647556388] 'process raft request' (duration: 270.275961ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:36.323805Z","caller":"traceutil/trace.go:171","msg":"trace[1376379480] transaction","detail":"{read_only:false; response_revision:14569; number_of_response:1; }","duration":"267.284198ms","start":"2026-04-03T03:06:36.056496Z","end":"2026-04-03T03:06:36.32378Z","steps":["trace[1376379480] 'process raft request' (duration: 266.96304ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:36.324241Z","caller":"traceutil/trace.go:171","msg":"trace[634665203] transaction","detail":"{read_only:false; response_revision:14570; number_of_response:1; }","duration":"267.309249ms","start":"2026-04-03T03:06:36.056921Z","end":"2026-04-03T03:06:36.32423Z","steps":["trace[634665203] 'process raft request' (duration: 266.789936ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:36.324309Z","caller":"traceutil/trace.go:171","msg":"trace[1685442696] transaction","detail":"{read_only:false; response_revision:14571; number_of_response:1; }","duration":"267.073654ms","start":"2026-04-03T03:06:36.057229Z","end":"2026-04-03T03:06:36.324303Z","steps":["trace[1685442696] 'process raft request' (duration: 266.850558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:36.324423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.997091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:36.324561Z","caller":"traceutil/trace.go:171","msg":"trace[816144372] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:14571; }","duration":"195.191776ms","start":"2026-04-03T03:06:36.129336Z","end":"2026-04-03T03:06:36.324528Z","steps":["trace[816144372] 'agreement among raft nodes before linearized reading' (duration: 194.93915ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:36.49063Z","caller":"traceutil/trace.go:171","msg":"trace[290380336] linearizableReadLoop","detail":"{readStateIndex:15156; appliedIndex:15155; }","duration":"162.915997ms","start":"2026-04-03T03:06:36.327691Z","end":"2026-04-03T03:06:36.490607Z","steps":["trace[290380336] 'read index received' (duration: 70.120313ms)","trace[290380336] 'applied index is now lower than readState.Index' (duration: 92.794304ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:36.490662Z","caller":"traceutil/trace.go:171","msg":"trace[1653351341] transaction","detail":"{read_only:false; response_revision:14572; number_of_response:1; }","duration":"197.857842ms","start":"2026-04-03T03:06:36.292759Z","end":"2026-04-03T03:06:36.490617Z","steps":["trace[1653351341] 'process raft request' (duration: 105.115099ms)","trace[1653351341] 'compare' (duration: 92.438805ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:36.490874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.162664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-volume-5fbb9d5c5-4k47v\" ","response":"range_response_count:1 size:16651"} {"level":"info","ts":"2026-04-03T03:06:36.49092Z","caller":"traceutil/trace.go:171","msg":"trace[1411803765] range","detail":"{range_begin:/registry/pods/openstack/cinder-volume-5fbb9d5c5-4k47v; range_end:; response_count:1; response_revision:14572; }","duration":"163.225736ms","start":"2026-04-03T03:06:36.327681Z","end":"2026-04-03T03:06:36.490906Z","steps":["trace[1411803765] 'agreement among raft nodes before linearized reading' (duration: 163.021271ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:36.715786Z","caller":"traceutil/trace.go:171","msg":"trace[2112793223] linearizableReadLoop","detail":"{readStateIndex:15157; appliedIndex:15156; }","duration":"130.516188ms","start":"2026-04-03T03:06:36.585238Z","end":"2026-04-03T03:06:36.715754Z","steps":["trace[2112793223] 'read index received' (duration: 114.635484ms)","trace[2112793223] 'applied index is now lower than readState.Index' (duration: 15.879654ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:36.715998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.748973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-03T03:06:36.716023Z","caller":"traceutil/trace.go:171","msg":"trace[1410587740] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14573; }","duration":"130.824105ms","start":"2026-04-03T03:06:36.585191Z","end":"2026-04-03T03:06:36.716015Z","steps":["trace[1410587740] 'agreement among raft nodes before linearized reading' (duration: 130.661611ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:36.716032Z","caller":"traceutil/trace.go:171","msg":"trace[951369072] transaction","detail":"{read_only:false; response_revision:14573; number_of_response:1; }","duration":"211.772796ms","start":"2026-04-03T03:06:36.504183Z","end":"2026-04-03T03:06:36.715955Z","steps":["trace[951369072] 'process raft request' (duration: 195.598666ms)","trace[951369072] 'compare' (duration: 15.549804ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:36.977194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.233794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:36.977406Z","caller":"traceutil/trace.go:171","msg":"trace[246604360] transaction","detail":"{read_only:false; response_revision:14574; number_of_response:1; }","duration":"257.107067ms","start":"2026-04-03T03:06:36.720266Z","end":"2026-04-03T03:06:36.977373Z","steps":["trace[246604360] 'process raft request' (duration: 123.581446ms)","trace[246604360] 'compare' (duration: 133.06266ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:37.080182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.853454ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T03:06:37.080331Z","caller":"traceutil/trace.go:171","msg":"trace[1390193314] linearizableReadLoop","detail":"{readStateIndex:15159; appliedIndex:15157; }","duration":"152.509091ms","start":"2026-04-03T03:06:36.927797Z","end":"2026-04-03T03:06:37.080307Z","steps":["trace[1390193314] 'read index received' (duration: 43.341µs)","trace[1390193314] 'applied index is now lower than readState.Index' (duration: 152.46342ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:37.080489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.663705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:06:37.080512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.431349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:06:37.080571Z","caller":"traceutil/trace.go:171","msg":"trace[325557717] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:14574; }","duration":"152.803468ms","start":"2026-04-03T03:06:36.927747Z","end":"2026-04-03T03:06:37.080551Z","steps":["trace[325557717] 'agreement among raft nodes before linearized reading' (duration: 152.656815ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:37.080597Z","caller":"traceutil/trace.go:171","msg":"trace[1785959174] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14574; }","duration":"150.514612ms","start":"2026-04-03T03:06:36.930044Z","end":"2026-04-03T03:06:37.080558Z","steps":["trace[1785959174] 'agreement among raft nodes before linearized reading' (duration: 150.385648ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:37.97012Z","caller":"traceutil/trace.go:171","msg":"trace[1531410058] transaction","detail":"{read_only:false; response_revision:14577; number_of_response:1; }","duration":"244.268379ms","start":"2026-04-03T03:06:37.725755Z","end":"2026-04-03T03:06:37.970024Z","steps":["trace[1531410058] 'process raft request' (duration: 227.683699ms)","trace[1531410058] 'compare' (duration: 16.436387ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:38.666928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.721879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:38.667044Z","caller":"traceutil/trace.go:171","msg":"trace[2006097346] linearizableReadLoop","detail":"{readStateIndex:15163; appliedIndex:15161; }","duration":"915.899655ms","start":"2026-04-03T03:06:37.751126Z","end":"2026-04-03T03:06:38.667026Z","steps":["trace[2006097346] 'read index received' (duration: 202.300412ms)","trace[2006097346] 'applied index is now lower than readState.Index' (duration: 713.597753ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:38.667159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.024118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:38.667212Z","caller":"traceutil/trace.go:171","msg":"trace[1453732272] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14578; }","duration":"916.102829ms","start":"2026-04-03T03:06:37.751095Z","end":"2026-04-03T03:06:38.667198Z","steps":["trace[1453732272] 'agreement among raft nodes before linearized reading' (duration: 916.011937ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:38.667125Z","caller":"traceutil/trace.go:171","msg":"trace[316097039] transaction","detail":"{read_only:false; response_revision:14578; number_of_response:1; }","duration":"924.434865ms","start":"2026-04-03T03:06:37.742613Z","end":"2026-04-03T03:06:38.667048Z","steps":["trace[316097039] 'process raft request' (duration: 493.127142ms)","trace[316097039] 'compare' (duration: 430.490744ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:38.667262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:37.751085Z","time spent":"916.162241ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-03T03:06:38.667386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:37.742586Z","time spent":"924.718043ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:38.677375Z","caller":"traceutil/trace.go:171","msg":"trace[490268600] transaction","detail":"{read_only:false; response_revision:14579; number_of_response:1; }","duration":"208.814393ms","start":"2026-04-03T03:06:38.46853Z","end":"2026-04-03T03:06:38.677345Z","steps":["trace[490268600] 'process raft request' (duration: 208.67925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:38.737163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.045967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:06:38.737259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.114779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:06:38.737223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.178442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:06:38.737335Z","caller":"traceutil/trace.go:171","msg":"trace[1330886781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14581; }","duration":"192.217131ms","start":"2026-04-03T03:06:38.545037Z","end":"2026-04-03T03:06:38.737254Z","steps":["trace[1330886781] 'agreement among raft nodes before linearized reading' (duration: 192.023747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:38.737278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.380118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T03:06:38.737399Z","caller":"traceutil/trace.go:171","msg":"trace[311430617] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:14581; }","duration":"232.229491ms","start":"2026-04-03T03:06:38.505114Z","end":"2026-04-03T03:06:38.737344Z","steps":["trace[311430617] 'agreement among raft nodes before linearized reading' (duration: 232.054157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:38.737433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.467891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:06:38.737487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.918822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:06:38.737507Z","caller":"traceutil/trace.go:171","msg":"trace[1248606332] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:14581; }","duration":"906.568513ms","start":"2026-04-03T03:06:37.830911Z","end":"2026-04-03T03:06:38.73748Z","steps":["trace[1248606332] 'agreement among raft nodes before linearized reading' (duration: 906.46468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:38.737489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.357897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:06:38.737228Z","caller":"traceutil/trace.go:171","msg":"trace[1448837961] transaction","detail":"{read_only:false; response_revision:14581; number_of_response:1; }","duration":"156.008598ms","start":"2026-04-03T03:06:38.581192Z","end":"2026-04-03T03:06:38.737201Z","steps":["trace[1448837961] 'process raft request' (duration: 155.737781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:38.737594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:37.830895Z","time spent":"906.662896ms","remote":"127.0.0.1:39178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:06:38.737619Z","caller":"traceutil/trace.go:171","msg":"trace[1581513548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14581; }","duration":"402.487801ms","start":"2026-04-03T03:06:38.335079Z","end":"2026-04-03T03:06:38.737567Z","steps":["trace[1581513548] 'agreement among raft nodes before linearized reading' (duration: 402.135502ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:38.737556Z","caller":"traceutil/trace.go:171","msg":"trace[283569462] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14581; }","duration":"695.022824ms","start":"2026-04-03T03:06:38.042516Z","end":"2026-04-03T03:06:38.737539Z","steps":["trace[283569462] 'agreement among raft nodes before linearized reading' (duration: 694.817209ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:38.737624Z","caller":"traceutil/trace.go:171","msg":"trace[995533537] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14581; }","duration":"408.401437ms","start":"2026-04-03T03:06:38.328965Z","end":"2026-04-03T03:06:38.737366Z","steps":["trace[995533537] 'agreement among raft nodes before linearized reading' (duration: 408.060889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:38.737671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:38.33507Z","time spent":"402.584313ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:06:38.737691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.35938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-03T03:06:38.737702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:38.328943Z","time spent":"408.739806ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:06:38.737709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.432165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" ","response":"range_response_count:1 size:8550"} {"level":"info","ts":"2026-04-03T03:06:38.737431Z","caller":"traceutil/trace.go:171","msg":"trace[872341999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14581; }","duration":"402.592064ms","start":"2026-04-03T03:06:38.334813Z","end":"2026-04-03T03:06:38.737405Z","steps":["trace[872341999] 'agreement among raft nodes before linearized reading' (duration: 402.188884ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:38.737782Z","caller":"traceutil/trace.go:171","msg":"trace[864240098] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-6gxwv; range_end:; response_count:1; response_revision:14581; }","duration":"672.535768ms","start":"2026-04-03T03:06:38.065234Z","end":"2026-04-03T03:06:38.73777Z","steps":["trace[864240098] 'agreement among raft nodes before linearized reading' (duration: 672.291512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:38.737816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:38.065214Z","time spent":"672.593109ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8574,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" "} {"level":"warn","ts":"2026-04-03T03:06:38.737848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:38.334787Z","time spent":"403.006854ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:06:38.737699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:38.042494Z","time spent":"695.181318ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T03:06:38.737737Z","caller":"traceutil/trace.go:171","msg":"trace[1792447041] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:14581; }","duration":"468.430992ms","start":"2026-04-03T03:06:38.269291Z","end":"2026-04-03T03:06:38.737722Z","steps":["trace[1792447041] 'agreement among raft nodes before linearized reading' (duration: 468.303319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:38.738011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:38.269278Z","time spent":"468.713368ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"info","ts":"2026-04-03T03:06:38.738169Z","caller":"traceutil/trace.go:171","msg":"trace[596770421] transaction","detail":"{read_only:false; response_revision:14580; number_of_response:1; }","duration":"241.154602ms","start":"2026-04-03T03:06:38.495981Z","end":"2026-04-03T03:06:38.737136Z","steps":["trace[596770421] 'process raft request' (duration: 240.827364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:38.738158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.398603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T03:06:38.738366Z","caller":"traceutil/trace.go:171","msg":"trace[654673377] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14581; }","duration":"477.703901ms","start":"2026-04-03T03:06:38.260643Z","end":"2026-04-03T03:06:38.738347Z","steps":["trace[654673377] 'agreement among raft nodes before linearized reading' (duration: 476.951062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:38.738515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:38.260615Z","time spent":"477.879616ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T03:06:38.915829Z","caller":"traceutil/trace.go:171","msg":"trace[81552040] transaction","detail":"{read_only:false; response_revision:14582; number_of_response:1; }","duration":"174.139916ms","start":"2026-04-03T03:06:38.741642Z","end":"2026-04-03T03:06:38.915782Z","steps":["trace[81552040] 'process raft request' (duration: 152.545631ms)","trace[81552040] 'compare' (duration: 21.256796ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:38.952443Z","caller":"traceutil/trace.go:171","msg":"trace[656974542] transaction","detail":"{read_only:false; response_revision:14585; number_of_response:1; }","duration":"210.217007ms","start":"2026-04-03T03:06:38.742195Z","end":"2026-04-03T03:06:38.952412Z","steps":["trace[656974542] 'process raft request' (duration: 210.144125ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:38.952461Z","caller":"traceutil/trace.go:171","msg":"trace[212911469] transaction","detail":"{read_only:false; response_revision:14583; number_of_response:1; }","duration":"210.75726ms","start":"2026-04-03T03:06:38.741656Z","end":"2026-04-03T03:06:38.952413Z","steps":["trace[212911469] 'process raft request' (duration: 210.489723ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:38.952522Z","caller":"traceutil/trace.go:171","msg":"trace[482685463] transaction","detail":"{read_only:false; response_revision:14584; number_of_response:1; }","duration":"210.34624ms","start":"2026-04-03T03:06:38.742117Z","end":"2026-04-03T03:06:38.952463Z","steps":["trace[482685463] 'process raft request' (duration: 210.186306ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:38.952707Z","caller":"traceutil/trace.go:171","msg":"trace[172236855] transaction","detail":"{read_only:false; response_revision:14586; number_of_response:1; }","duration":"210.210327ms","start":"2026-04-03T03:06:38.742473Z","end":"2026-04-03T03:06:38.952683Z","steps":["trace[172236855] 'process raft request' (duration: 209.89968ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:38.953026Z","caller":"traceutil/trace.go:171","msg":"trace[10034869] linearizableReadLoop","detail":"{readStateIndex:15168; appliedIndex:15166; }","duration":"210.944675ms","start":"2026-04-03T03:06:38.742071Z","end":"2026-04-03T03:06:38.953016Z","steps":["trace[10034869] 'read index received' (duration: 152.132971ms)","trace[10034869] 'applied index is now lower than readState.Index' (duration: 58.810514ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:38.953033Z","caller":"traceutil/trace.go:171","msg":"trace[1245559583] transaction","detail":"{read_only:false; response_revision:14587; number_of_response:1; }","duration":"142.869232ms","start":"2026-04-03T03:06:38.810153Z","end":"2026-04-03T03:06:38.953023Z","steps":["trace[1245559583] 'process raft request' (duration: 142.463622ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:38.953063Z","caller":"traceutil/trace.go:171","msg":"trace[928256106] transaction","detail":"{read_only:false; response_revision:14588; number_of_response:1; }","duration":"114.226805ms","start":"2026-04-03T03:06:38.838825Z","end":"2026-04-03T03:06:38.953052Z","steps":["trace[928256106] 'process raft request' (duration: 114.012309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:38.9534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.957715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19172"} {"level":"info","ts":"2026-04-03T03:06:38.953434Z","caller":"traceutil/trace.go:171","msg":"trace[1929834718] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14588; }","duration":"211.021887ms","start":"2026-04-03T03:06:38.742402Z","end":"2026-04-03T03:06:38.953424Z","steps":["trace[1929834718] 'agreement among raft nodes before linearized reading' (duration: 210.869033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:38.953601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.507768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:57 size:530321"} {"level":"info","ts":"2026-04-03T03:06:38.953639Z","caller":"traceutil/trace.go:171","msg":"trace[1831058037] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:57; response_revision:14588; }","duration":"211.573631ms","start":"2026-04-03T03:06:38.742056Z","end":"2026-04-03T03:06:38.953629Z","steps":["trace[1831058037] 'agreement among raft nodes before linearized reading' (duration: 211.029727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:38.953716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.455787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:57 size:530321"} {"level":"info","ts":"2026-04-03T03:06:38.953757Z","caller":"traceutil/trace.go:171","msg":"trace[997035289] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:57; response_revision:14588; }","duration":"211.526079ms","start":"2026-04-03T03:06:38.742219Z","end":"2026-04-03T03:06:38.953745Z","steps":["trace[997035289] 'agreement among raft nodes before linearized reading' (duration: 210.924575ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:39.317924Z","caller":"traceutil/trace.go:171","msg":"trace[1244495098] linearizableReadLoop","detail":"{readStateIndex:15174; appliedIndex:15173; }","duration":"195.412981ms","start":"2026-04-03T03:06:39.122483Z","end":"2026-04-03T03:06:39.317896Z","steps":["trace[1244495098] 'read index received' (duration: 195.213096ms)","trace[1244495098] 'applied index is now lower than readState.Index' (duration: 198.815µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:39.318169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.666308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-backup-5b65cc8bb5-c9k54\" ","response":"range_response_count:1 size:13604"} {"level":"info","ts":"2026-04-03T03:06:39.31821Z","caller":"traceutil/trace.go:171","msg":"trace[1086015418] range","detail":"{range_begin:/registry/pods/openstack/cinder-backup-5b65cc8bb5-c9k54; range_end:; response_count:1; response_revision:14589; }","duration":"195.76028ms","start":"2026-04-03T03:06:39.122439Z","end":"2026-04-03T03:06:39.3182Z","steps":["trace[1086015418] 'agreement among raft nodes before linearized reading' (duration: 195.570615ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:39.318689Z","caller":"traceutil/trace.go:171","msg":"trace[731430968] transaction","detail":"{read_only:false; response_revision:14589; number_of_response:1; }","duration":"199.683458ms","start":"2026-04-03T03:06:39.118994Z","end":"2026-04-03T03:06:39.318677Z","steps":["trace[731430968] 'process raft request' (duration: 198.768965ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:39.462508Z","caller":"traceutil/trace.go:171","msg":"trace[1790295276] transaction","detail":"{read_only:false; response_revision:14590; number_of_response:1; }","duration":"131.108062ms","start":"2026-04-03T03:06:39.33137Z","end":"2026-04-03T03:06:39.462478Z","steps":["trace[1790295276] 'process raft request' (duration: 130.930127ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:39.719012Z","caller":"traceutil/trace.go:171","msg":"trace[1621333466] linearizableReadLoop","detail":"{readStateIndex:15176; appliedIndex:15175; }","duration":"104.949995ms","start":"2026-04-03T03:06:39.614033Z","end":"2026-04-03T03:06:39.718983Z","steps":["trace[1621333466] 'read index received' (duration: 104.832732ms)","trace[1621333466] 'applied index is now lower than readState.Index' (duration: 115.953µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:39.719101Z","caller":"traceutil/trace.go:171","msg":"trace[419323690] transaction","detail":"{read_only:false; response_revision:14591; number_of_response:1; }","duration":"240.842115ms","start":"2026-04-03T03:06:39.478221Z","end":"2026-04-03T03:06:39.719063Z","steps":["trace[419323690] 'process raft request' (duration: 240.543888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:39.719287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.230973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-03T03:06:39.719329Z","caller":"traceutil/trace.go:171","msg":"trace[1988566735] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:14591; }","duration":"105.340225ms","start":"2026-04-03T03:06:39.613978Z","end":"2026-04-03T03:06:39.719318Z","steps":["trace[1988566735] 'agreement among raft nodes before linearized reading' (duration: 105.173181ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:40.069903Z","caller":"traceutil/trace.go:171","msg":"trace[1140941863] linearizableReadLoop","detail":"{readStateIndex:15177; appliedIndex:15176; }","duration":"350.773682ms","start":"2026-04-03T03:06:39.719106Z","end":"2026-04-03T03:06:40.06988Z","steps":["trace[1140941863] 'read index received' (duration: 278.624108ms)","trace[1140941863] 'applied index is now lower than readState.Index' (duration: 72.148534ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:40.070078Z","caller":"traceutil/trace.go:171","msg":"trace[1737002263] transaction","detail":"{read_only:false; response_revision:14592; number_of_response:1; }","duration":"455.83181ms","start":"2026-04-03T03:06:39.614202Z","end":"2026-04-03T03:06:40.070034Z","steps":["trace[1737002263] 'process raft request' (duration: 383.511702ms)","trace[1737002263] 'compare' (duration: 71.926658ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:40.07011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.23529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:40.070232Z","caller":"traceutil/trace.go:171","msg":"trace[1844359736] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:14593; }","duration":"439.405204ms","start":"2026-04-03T03:06:39.630811Z","end":"2026-04-03T03:06:40.070217Z","steps":["trace[1844359736] 'agreement among raft nodes before linearized reading' (duration: 439.21868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:40.070294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:39.630795Z","time spent":"439.477656ms","remote":"127.0.0.1:33236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:06:40.070298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:39.614172Z","time spent":"456.029635ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:40.070452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.074295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:06:40.070552Z","caller":"traceutil/trace.go:171","msg":"trace[654183815] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:14593; }","duration":"278.237549ms","start":"2026-04-03T03:06:39.792292Z","end":"2026-04-03T03:06:40.07053Z","steps":["trace[654183815] 'agreement among raft nodes before linearized reading' (duration: 277.985913ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:44.2852Z","caller":"traceutil/trace.go:171","msg":"trace[260025351] transaction","detail":"{read_only:false; response_revision:14615; number_of_response:1; }","duration":"200.920388ms","start":"2026-04-03T03:06:44.084236Z","end":"2026-04-03T03:06:44.285156Z","steps":["trace[260025351] 'process raft request' (duration: 200.733214ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:44.302141Z","caller":"traceutil/trace.go:171","msg":"trace[1917339262] transaction","detail":"{read_only:false; response_revision:14616; number_of_response:1; }","duration":"213.998171ms","start":"2026-04-03T03:06:44.088115Z","end":"2026-04-03T03:06:44.302114Z","steps":["trace[1917339262] 'process raft request' (duration: 213.851978ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:44.951863Z","caller":"traceutil/trace.go:171","msg":"trace[1090477933] transaction","detail":"{read_only:false; response_revision:14618; number_of_response:1; }","duration":"191.491045ms","start":"2026-04-03T03:06:44.76033Z","end":"2026-04-03T03:06:44.951821Z","steps":["trace[1090477933] 'process raft request' (duration: 122.413477ms)","trace[1090477933] 'compare' (duration: 68.173705ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:45.241606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.884511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:45.241757Z","caller":"traceutil/trace.go:171","msg":"trace[1013241692] linearizableReadLoop","detail":"{readStateIndex:15205; appliedIndex:15204; }","duration":"268.351155ms","start":"2026-04-03T03:06:44.973387Z","end":"2026-04-03T03:06:45.241738Z","steps":["trace[1013241692] 'read index received' (duration: 102.170677ms)","trace[1013241692] 'applied index is now lower than readState.Index' (duration: 166.178798ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:45.241782Z","caller":"traceutil/trace.go:171","msg":"trace[1080709788] transaction","detail":"{read_only:false; response_revision:14619; number_of_response:1; }","duration":"285.001837ms","start":"2026-04-03T03:06:44.956745Z","end":"2026-04-03T03:06:45.241747Z","steps":["trace[1080709788] 'process raft request' (duration: 118.801378ms)","trace[1080709788] 'compare' (duration: 165.218615ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:45.241989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.580731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:06:45.242068Z","caller":"traceutil/trace.go:171","msg":"trace[11834711] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14619; }","duration":"268.710994ms","start":"2026-04-03T03:06:44.973335Z","end":"2026-04-03T03:06:45.242046Z","steps":["trace[11834711] 'agreement among raft nodes before linearized reading' (duration: 268.514199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:45.242287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.333762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:06:45.242333Z","caller":"traceutil/trace.go:171","msg":"trace[1821794015] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:14619; }","duration":"240.435115ms","start":"2026-04-03T03:06:45.001885Z","end":"2026-04-03T03:06:45.24232Z","steps":["trace[1821794015] 'agreement among raft nodes before linearized reading' (duration: 240.223479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:45.242339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.302465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" ","response":"range_response_count:1 size:8550"} {"level":"warn","ts":"2026-04-03T03:06:45.242311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.673405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T03:06:45.24237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.649008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T03:06:45.242372Z","caller":"traceutil/trace.go:171","msg":"trace[1625509910] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-6gxwv; range_end:; response_count:1; response_revision:14619; }","duration":"222.395969ms","start":"2026-04-03T03:06:45.019966Z","end":"2026-04-03T03:06:45.242362Z","steps":["trace[1625509910] 'agreement among raft nodes before linearized reading' (duration: 222.242785ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:45.242393Z","caller":"traceutil/trace.go:171","msg":"trace[779958740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14619; }","duration":"265.689539ms","start":"2026-04-03T03:06:44.976696Z","end":"2026-04-03T03:06:45.242385Z","steps":["trace[779958740] 'agreement among raft nodes before linearized reading' (duration: 265.627398ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:45.242394Z","caller":"traceutil/trace.go:171","msg":"trace[999685450] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14619; }","duration":"262.784027ms","start":"2026-04-03T03:06:44.979589Z","end":"2026-04-03T03:06:45.242373Z","steps":["trace[999685450] 'agreement among raft nodes before linearized reading' (duration: 262.531111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:45.243004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.579189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:06:45.243045Z","caller":"traceutil/trace.go:171","msg":"trace[2057547296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14619; }","duration":"268.663083ms","start":"2026-04-03T03:06:44.974371Z","end":"2026-04-03T03:06:45.243034Z","steps":["trace[2057547296] 'agreement among raft nodes before linearized reading' (duration: 268.410006ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:45.613478Z","caller":"traceutil/trace.go:171","msg":"trace[1258819992] transaction","detail":"{read_only:false; response_revision:14620; number_of_response:1; }","duration":"363.2093ms","start":"2026-04-03T03:06:45.250246Z","end":"2026-04-03T03:06:45.613455Z","steps":["trace[1258819992] 'process raft request' (duration: 363.085157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:45.613604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:45.25022Z","time spent":"363.320753ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:45.656031Z","caller":"traceutil/trace.go:171","msg":"trace[15216221] linearizableReadLoop","detail":"{readStateIndex:15209; appliedIndex:15205; }","duration":"317.750897ms","start":"2026-04-03T03:06:45.338265Z","end":"2026-04-03T03:06:45.656016Z","steps":["trace[15216221] 'read index received' (duration: 275.134064ms)","trace[15216221] 'applied index is now lower than readState.Index' (duration: 42.615963ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:45.656088Z","caller":"traceutil/trace.go:171","msg":"trace[979540223] transaction","detail":"{read_only:false; response_revision:14622; number_of_response:1; }","duration":"403.66369ms","start":"2026-04-03T03:06:45.252391Z","end":"2026-04-03T03:06:45.656055Z","steps":["trace[979540223] 'process raft request' (duration: 403.347472ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:45.656113Z","caller":"traceutil/trace.go:171","msg":"trace[888992555] transaction","detail":"{read_only:false; response_revision:14623; number_of_response:1; }","duration":"390.113675ms","start":"2026-04-03T03:06:45.265982Z","end":"2026-04-03T03:06:45.656096Z","steps":["trace[888992555] 'process raft request' (duration: 389.947501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:45.656225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.936311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:06:45.656222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:45.252386Z","time spent":"403.764742ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:45.656303Z","caller":"traceutil/trace.go:171","msg":"trace[1079177806] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:14623; }","duration":"318.081874ms","start":"2026-04-03T03:06:45.338201Z","end":"2026-04-03T03:06:45.656283Z","steps":["trace[1079177806] 'agreement among raft nodes before linearized reading' (duration: 317.944361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:45.656239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:45.265969Z","time spent":"390.192756ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:45.656361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:45.338169Z","time spent":"318.175777ms","remote":"127.0.0.1:33280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:06:45.657882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.455764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:45.657933Z","caller":"traceutil/trace.go:171","msg":"trace[2078839959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14623; }","duration":"117.560966ms","start":"2026-04-03T03:06:45.540359Z","end":"2026-04-03T03:06:45.65792Z","steps":["trace[2078839959] 'agreement among raft nodes before linearized reading' (duration: 117.483445ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:45.65587Z","caller":"traceutil/trace.go:171","msg":"trace[767235585] transaction","detail":"{read_only:false; response_revision:14621; number_of_response:1; }","duration":"403.516407ms","start":"2026-04-03T03:06:45.252323Z","end":"2026-04-03T03:06:45.65584Z","steps":["trace[767235585] 'process raft request' (duration: 403.292601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:45.658477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:45.252307Z","time spent":"405.921016ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:46.550819Z","caller":"traceutil/trace.go:171","msg":"trace[463112051] transaction","detail":"{read_only:false; response_revision:14625; number_of_response:1; }","duration":"259.362702ms","start":"2026-04-03T03:06:46.291412Z","end":"2026-04-03T03:06:46.550775Z","steps":["trace[463112051] 'process raft request' (duration: 203.937733ms)","trace[463112051] 'compare' (duration: 55.255995ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:46.858915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.561113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:46.859155Z","caller":"traceutil/trace.go:171","msg":"trace[270999889] linearizableReadLoop","detail":"{readStateIndex:15212; appliedIndex:15210; }","duration":"366.760878ms","start":"2026-04-03T03:06:46.492364Z","end":"2026-04-03T03:06:46.859124Z","steps":["trace[270999889] 'read index received' (duration: 3.015956ms)","trace[270999889] 'applied index is now lower than readState.Index' (duration: 363.743362ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:46.859371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.981273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:06:46.859469Z","caller":"traceutil/trace.go:171","msg":"trace[825099357] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:14627; }","duration":"367.141808ms","start":"2026-04-03T03:06:46.492305Z","end":"2026-04-03T03:06:46.859447Z","steps":["trace[825099357] 'agreement among raft nodes before linearized reading' (duration: 366.949782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:46.859541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:46.492281Z","time spent":"367.249601ms","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:06:46.85911Z","caller":"traceutil/trace.go:171","msg":"trace[750308432] transaction","detail":"{read_only:false; response_revision:14626; number_of_response:1; }","duration":"552.350906ms","start":"2026-04-03T03:06:46.306691Z","end":"2026-04-03T03:06:46.859042Z","steps":["trace[750308432] 'process raft request' (duration: 403.549377ms)","trace[750308432] 'compare' (duration: 148.293456ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:46.859691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:46.30665Z","time spent":"552.945741ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:47.215778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.784824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:47.215972Z","caller":"traceutil/trace.go:171","msg":"trace[1171930584] transaction","detail":"{read_only:false; response_revision:14628; number_of_response:1; }","duration":"258.323436ms","start":"2026-04-03T03:06:46.957609Z","end":"2026-04-03T03:06:47.215932Z","steps":["trace[1171930584] 'process raft request' (duration: 74.260645ms)","trace[1171930584] 'compare' (duration: 183.177029ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:47.661765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.79275ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T03:06:47.661935Z","caller":"traceutil/trace.go:171","msg":"trace[117963048] linearizableReadLoop","detail":"{readStateIndex:15215; appliedIndex:15214; }","duration":"415.015761ms","start":"2026-04-03T03:06:47.246857Z","end":"2026-04-03T03:06:47.661873Z","steps":["trace[117963048] 'read index received' (duration: 143.160459ms)","trace[117963048] 'applied index is now lower than readState.Index' (duration: 271.853491ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:47.66206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.196476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T03:06:47.662146Z","caller":"traceutil/trace.go:171","msg":"trace[1934067104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14628; }","duration":"415.328889ms","start":"2026-04-03T03:06:47.2468Z","end":"2026-04-03T03:06:47.662129Z","steps":["trace[1934067104] 'agreement among raft nodes before linearized reading' (duration: 415.139854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:47.662176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:47.246771Z","time spent":"415.39776ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:06:47.662332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.210425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-03T03:06:47.662358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.297983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:06:47.662401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.584709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:47.662376Z","caller":"traceutil/trace.go:171","msg":"trace[885520836] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:14628; }","duration":"400.334428ms","start":"2026-04-03T03:06:47.26203Z","end":"2026-04-03T03:06:47.662364Z","steps":["trace[885520836] 'agreement among raft nodes before linearized reading' (duration: 400.068911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:47.662448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:47.262005Z","time spent":"400.43685ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T03:06:47.662443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.281526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:06:47.662458Z","caller":"traceutil/trace.go:171","msg":"trace[1827821354] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:14628; }","duration":"141.461017ms","start":"2026-04-03T03:06:47.520972Z","end":"2026-04-03T03:06:47.662433Z","steps":["trace[1827821354] 'agreement among raft nodes before linearized reading' (duration: 141.208161ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:47.662493Z","caller":"traceutil/trace.go:171","msg":"trace[120558624] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:14628; }","duration":"239.377928ms","start":"2026-04-03T03:06:47.423102Z","end":"2026-04-03T03:06:47.66248Z","steps":["trace[120558624] 'agreement among raft nodes before linearized reading' (duration: 239.259095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:47.662523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.569398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" ","response":"range_response_count:1 size:8550"} {"level":"info","ts":"2026-04-03T03:06:47.66259Z","caller":"traceutil/trace.go:171","msg":"trace[296747350] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-6gxwv; range_end:; response_count:1; response_revision:14628; }","duration":"399.690971ms","start":"2026-04-03T03:06:47.26289Z","end":"2026-04-03T03:06:47.662581Z","steps":["trace[296747350] 'agreement among raft nodes before linearized reading' (duration: 399.530697ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:47.662623Z","caller":"traceutil/trace.go:171","msg":"trace[1268420784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14628; }","duration":"124.644211ms","start":"2026-04-03T03:06:47.53779Z","end":"2026-04-03T03:06:47.662434Z","steps":["trace[1268420784] 'agreement among raft nodes before linearized reading' (duration: 124.58919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:47.662668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:47.26286Z","time spent":"399.761873ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8574,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" "} {"level":"info","ts":"2026-04-03T03:06:48.45009Z","caller":"traceutil/trace.go:171","msg":"trace[1068508700] transaction","detail":"{read_only:false; response_revision:14634; number_of_response:1; }","duration":"138.129715ms","start":"2026-04-03T03:06:48.311933Z","end":"2026-04-03T03:06:48.450063Z","steps":["trace[1068508700] 'process raft request' (duration: 137.984612ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:48.463158Z","caller":"traceutil/trace.go:171","msg":"trace[543571419] transaction","detail":"{read_only:false; response_revision:14635; number_of_response:1; }","duration":"138.475163ms","start":"2026-04-03T03:06:48.324664Z","end":"2026-04-03T03:06:48.463139Z","steps":["trace[543571419] 'process raft request' (duration: 138.35549ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:49.470954Z","caller":"traceutil/trace.go:171","msg":"trace[658192137] linearizableReadLoop","detail":"{readStateIndex:15228; appliedIndex:15227; }","duration":"399.565819ms","start":"2026-04-03T03:06:49.071348Z","end":"2026-04-03T03:06:49.470914Z","steps":["trace[658192137] 'read index received' (duration: 325.706322ms)","trace[658192137] 'applied index is now lower than readState.Index' (duration: 73.858377ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:49.47123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.862726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T03:06:49.471279Z","caller":"traceutil/trace.go:171","msg":"trace[90375126] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14641; }","duration":"399.982919ms","start":"2026-04-03T03:06:49.071285Z","end":"2026-04-03T03:06:49.471268Z","steps":["trace[90375126] 'agreement among raft nodes before linearized reading' (duration: 399.761904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:49.471342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:49.071254Z","time spent":"400.070241ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T03:06:49.471724Z","caller":"traceutil/trace.go:171","msg":"trace[1251950100] transaction","detail":"{read_only:false; response_revision:14641; number_of_response:1; }","duration":"473.061217ms","start":"2026-04-03T03:06:48.998647Z","end":"2026-04-03T03:06:49.471708Z","steps":["trace[1251950100] 'process raft request' (duration: 398.38785ms)","trace[1251950100] 'compare' (duration: 73.334524ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:49.471831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:48.99862Z","time spent":"473.141688ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:49.976725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840013238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:06:50.175266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.0618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:50.175359Z","caller":"traceutil/trace.go:171","msg":"trace[895914361] linearizableReadLoop","detail":"{readStateIndex:15229; appliedIndex:15228; }","duration":"699.304969ms","start":"2026-04-03T03:06:49.476039Z","end":"2026-04-03T03:06:50.175344Z","steps":["trace[895914361] 'read index received' (duration: 587.074464ms)","trace[895914361] 'applied index is now lower than readState.Index' (duration: 112.229085ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:50.175423Z","caller":"traceutil/trace.go:171","msg":"trace[713664349] transaction","detail":"{read_only:false; response_revision:14642; number_of_response:1; }","duration":"954.388727ms","start":"2026-04-03T03:06:49.220977Z","end":"2026-04-03T03:06:50.175365Z","steps":["trace[713664349] 'process raft request' (duration: 842.159982ms)","trace[713664349] 'compare' (duration: 111.657291ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:50.175635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:49.220941Z","time spent":"954.597782ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:50.176062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.026066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T03:06:50.176097Z","caller":"traceutil/trace.go:171","msg":"trace[970598913] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14642; }","duration":"700.080838ms","start":"2026-04-03T03:06:49.476004Z","end":"2026-04-03T03:06:50.176084Z","steps":["trace[970598913] 'agreement among raft nodes before linearized reading' (duration: 699.387701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:50.176151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:49.475981Z","time spent":"700.16108ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:06:50.966418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.820413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:50.966567Z","caller":"traceutil/trace.go:171","msg":"trace[1446135656] transaction","detail":"{read_only:false; response_revision:14643; number_of_response:1; }","duration":"792.097004ms","start":"2026-04-03T03:06:50.17443Z","end":"2026-04-03T03:06:50.966527Z","steps":["trace[1446135656] 'process raft request' (duration: 202.089106ms)","trace[1446135656] 'compare' (duration: 589.680339ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:50.966617Z","caller":"traceutil/trace.go:171","msg":"trace[910543530] transaction","detail":"{read_only:false; response_revision:14644; number_of_response:1; }","duration":"374.851868ms","start":"2026-04-03T03:06:50.591745Z","end":"2026-04-03T03:06:50.966596Z","steps":["trace[910543530] 'process raft request' (duration: 374.781207ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:50.96663Z","caller":"traceutil/trace.go:171","msg":"trace[1038917153] linearizableReadLoop","detail":"{readStateIndex:15230; appliedIndex:15229; }","duration":"791.223052ms","start":"2026-04-03T03:06:50.175377Z","end":"2026-04-03T03:06:50.9666Z","steps":["trace[1038917153] 'read index received' (duration: 201.111662ms)","trace[1038917153] 'applied index is now lower than readState.Index' (duration: 590.1084ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:50.966695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:50.591724Z","time spent":"374.92564ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:50.966725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:50.174349Z","time spent":"792.297509ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:06:50.966876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279636588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:06:50.966916Z","caller":"traceutil/trace.go:171","msg":"trace[1531537634] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:14644; }","duration":"1.27971404s","start":"2026-04-03T03:06:49.68719Z","end":"2026-04-03T03:06:50.966904Z","steps":["trace[1531537634] 'agreement among raft nodes before linearized reading' (duration: 1.279532175s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:50.96695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:49.687182Z","time spent":"1.279759361s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T03:06:50.967311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280656223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:06:50.967346Z","caller":"traceutil/trace.go:171","msg":"trace[627953883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14644; }","duration":"1.280734634s","start":"2026-04-03T03:06:49.6866Z","end":"2026-04-03T03:06:50.967335Z","steps":["trace[627953883] 'agreement among raft nodes before linearized reading' (duration: 1.280626442s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:50.967376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:49.686575Z","time spent":"1.280794036s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:06:50.967376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285156084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:06:50.967421Z","caller":"traceutil/trace.go:171","msg":"trace[133429516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14644; }","duration":"1.285206396s","start":"2026-04-03T03:06:49.682197Z","end":"2026-04-03T03:06:50.967404Z","steps":["trace[133429516] 'agreement among raft nodes before linearized reading' (duration: 1.285043292s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:50.967444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:49.682193Z","time spent":"1.285246097s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:06:50.967456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286086927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" ","response":"range_response_count:1 size:8550"} {"level":"info","ts":"2026-04-03T03:06:50.967576Z","caller":"traceutil/trace.go:171","msg":"trace[281427657] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-6gxwv; range_end:; response_count:1; response_revision:14644; }","duration":"1.286225821s","start":"2026-04-03T03:06:49.681329Z","end":"2026-04-03T03:06:50.967555Z","steps":["trace[281427657] 'agreement among raft nodes before linearized reading' (duration: 1.285905663s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:50.967593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29100881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T03:06:50.96763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:49.681322Z","time spent":"1.286293332s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8574,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" "} {"level":"info","ts":"2026-04-03T03:06:50.967681Z","caller":"traceutil/trace.go:171","msg":"trace[1591439110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14644; }","duration":"1.291166083s","start":"2026-04-03T03:06:49.676495Z","end":"2026-04-03T03:06:50.967661Z","steps":["trace[1591439110] 'agreement among raft nodes before linearized reading' (duration: 1.290795374s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:50.967624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29101407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T03:06:50.968288Z","caller":"traceutil/trace.go:171","msg":"trace[297842123] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14644; }","duration":"1.291691366s","start":"2026-04-03T03:06:49.676566Z","end":"2026-04-03T03:06:50.968257Z","steps":["trace[297842123] 'agreement among raft nodes before linearized reading' (duration: 1.290828465s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:50.968377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:49.676558Z","time spent":"1.291794758s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:06:50.967641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285566425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:06:50.968493Z","caller":"traceutil/trace.go:171","msg":"trace[58019745] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14644; }","duration":"1.286444656s","start":"2026-04-03T03:06:49.682018Z","end":"2026-04-03T03:06:50.968463Z","steps":["trace[58019745] 'agreement among raft nodes before linearized reading' (duration: 1.285267377s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:50.967739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:49.676469Z","time spent":"1.291258635s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:06:50.968581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:49.681955Z","time spent":"1.2865975s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T03:06:51.30753Z","caller":"traceutil/trace.go:171","msg":"trace[1933121091] transaction","detail":"{read_only:false; response_revision:14646; number_of_response:1; }","duration":"355.870468ms","start":"2026-04-03T03:06:50.951587Z","end":"2026-04-03T03:06:51.307457Z","steps":["trace[1933121091] 'process raft request' (duration: 268.049197ms)","trace[1933121091] 'compare' (duration: 87.424731ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:51.307775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:50.951561Z","time spent":"356.104274ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:51.308075Z","caller":"traceutil/trace.go:171","msg":"trace[1958992099] transaction","detail":"{read_only:false; response_revision:14647; number_of_response:1; }","duration":"336.218043ms","start":"2026-04-03T03:06:50.971841Z","end":"2026-04-03T03:06:51.308059Z","steps":["trace[1958992099] 'process raft request' (duration: 335.475664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:51.308137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:50.971816Z","time spent":"336.286016ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:51.308267Z","caller":"traceutil/trace.go:171","msg":"trace[92927941] transaction","detail":"{read_only:false; response_revision:14649; number_of_response:1; }","duration":"333.65084ms","start":"2026-04-03T03:06:50.974595Z","end":"2026-04-03T03:06:51.308246Z","steps":["trace[92927941] 'process raft request' (duration: 333.419053ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:51.308241Z","caller":"traceutil/trace.go:171","msg":"trace[1790046286] transaction","detail":"{read_only:false; response_revision:14648; number_of_response:1; }","duration":"336.244683ms","start":"2026-04-03T03:06:50.971967Z","end":"2026-04-03T03:06:51.308212Z","steps":["trace[1790046286] 'process raft request' (duration: 335.999826ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:51.308285Z","caller":"traceutil/trace.go:171","msg":"trace[448452778] linearizableReadLoop","detail":"{readStateIndex:15233; appliedIndex:15231; }","duration":"341.551334ms","start":"2026-04-03T03:06:50.966698Z","end":"2026-04-03T03:06:51.308249Z","steps":["trace[448452778] 'read index received' (duration: 43.982796ms)","trace[448452778] 'applied index is now lower than readState.Index' (duration: 297.567318ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:51.308406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:50.974576Z","time spent":"333.749042ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:51.308402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:50.971943Z","time spent":"336.385787ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:51.308484Z","caller":"traceutil/trace.go:171","msg":"trace[883116115] transaction","detail":"{read_only:false; response_revision:14650; number_of_response:1; }","duration":"332.941361ms","start":"2026-04-03T03:06:50.975524Z","end":"2026-04-03T03:06:51.308465Z","steps":["trace[883116115] 'process raft request' (duration: 332.567552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:51.308539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.164963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:06:51.308565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.069028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:06:51.308575Z","caller":"traceutil/trace.go:171","msg":"trace[1835231630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14651; }","duration":"768.245435ms","start":"2026-04-03T03:06:50.54032Z","end":"2026-04-03T03:06:51.308565Z","steps":["trace[1835231630] 'agreement among raft nodes before linearized reading' (duration: 768.137242ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:51.308602Z","caller":"traceutil/trace.go:171","msg":"trace[1878602079] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14651; }","duration":"355.13887ms","start":"2026-04-03T03:06:50.95345Z","end":"2026-04-03T03:06:51.308589Z","steps":["trace[1878602079] 'agreement among raft nodes before linearized reading' (duration: 355.068949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:51.308637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:50.953443Z","time spent":"355.185741ms","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:06:51.308636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:50.975512Z","time spent":"333.014394ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:51.30871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.995622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:06:51.308748Z","caller":"traceutil/trace.go:171","msg":"trace[1870365066] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:14651; }","duration":"718.105335ms","start":"2026-04-03T03:06:50.590633Z","end":"2026-04-03T03:06:51.308739Z","steps":["trace[1870365066] 'agreement among raft nodes before linearized reading' (duration: 717.989572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:51.308775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:50.590608Z","time spent":"718.159386ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:06:51.308813Z","caller":"traceutil/trace.go:171","msg":"trace[218973964] transaction","detail":"{read_only:false; response_revision:14651; number_of_response:1; }","duration":"333.217139ms","start":"2026-04-03T03:06:50.975584Z","end":"2026-04-03T03:06:51.308802Z","steps":["trace[218973964] 'process raft request' (duration: 332.596383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:51.308867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:50.975563Z","time spent":"333.27478ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:51.308604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:50.540268Z","time spent":"768.330497ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:06:51.308963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131601237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19172"} {"level":"info","ts":"2026-04-03T03:06:51.309006Z","caller":"traceutil/trace.go:171","msg":"trace[1804003922] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14651; }","duration":"1.131683039s","start":"2026-04-03T03:06:50.177311Z","end":"2026-04-03T03:06:51.308994Z","steps":["trace[1804003922] 'agreement among raft nodes before linearized reading' (duration: 1.131520445s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:51.309035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:50.177292Z","time spent":"1.131736261s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19196,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-03T03:06:51.309189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.19302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:51.309227Z","caller":"traceutil/trace.go:171","msg":"trace[1278166839] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:14651; }","duration":"869.269871ms","start":"2026-04-03T03:06:50.439945Z","end":"2026-04-03T03:06:51.309215Z","steps":["trace[1278166839] 'agreement among raft nodes before linearized reading' (duration: 869.209299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:51.309256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:50.43992Z","time spent":"869.328453ms","remote":"127.0.0.1:37610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:06:51.309397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.762989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-volume-5fbb9d5c5-4k47v\" ","response":"range_response_count:1 size:16992"} {"level":"info","ts":"2026-04-03T03:06:51.309433Z","caller":"traceutil/trace.go:171","msg":"trace[150510135] range","detail":"{range_begin:/registry/pods/openstack/cinder-volume-5fbb9d5c5-4k47v; range_end:; response_count:1; response_revision:14651; }","duration":"110.851511ms","start":"2026-04-03T03:06:51.198572Z","end":"2026-04-03T03:06:51.309423Z","steps":["trace[150510135] 'agreement among raft nodes before linearized reading' (duration: 110.678817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:51.309477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.351438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:06:51.30951Z","caller":"traceutil/trace.go:171","msg":"trace[1039999002] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:14651; }","duration":"110.43072ms","start":"2026-04-03T03:06:51.19907Z","end":"2026-04-03T03:06:51.309501Z","steps":["trace[1039999002] 'agreement among raft nodes before linearized reading' (duration: 110.299397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:51.309721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.253134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:57 size:530530"} {"level":"info","ts":"2026-04-03T03:06:51.309786Z","caller":"traceutil/trace.go:171","msg":"trace[523800986] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:57; response_revision:14651; }","duration":"336.363016ms","start":"2026-04-03T03:06:50.973405Z","end":"2026-04-03T03:06:51.309768Z","steps":["trace[523800986] 'agreement among raft nodes before linearized reading' (duration: 335.601828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:51.309849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:50.97338Z","time spent":"336.448769ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":57,"response size":530554,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:06:51.310152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.52306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:57 size:530530"} {"level":"info","ts":"2026-04-03T03:06:51.310196Z","caller":"traceutil/trace.go:171","msg":"trace[626385919] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:57; response_revision:14651; }","duration":"336.586111ms","start":"2026-04-03T03:06:50.973598Z","end":"2026-04-03T03:06:51.310185Z","steps":["trace[626385919] 'agreement among raft nodes before linearized reading' (duration: 335.938636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:51.310228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:50.973591Z","time spent":"336.627442ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":57,"response size":530554,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T03:06:51.774968Z","caller":"traceutil/trace.go:171","msg":"trace[1844781717] linearizableReadLoop","detail":"{readStateIndex:15239; appliedIndex:15238; }","duration":"388.979877ms","start":"2026-04-03T03:06:51.385931Z","end":"2026-04-03T03:06:51.774911Z","steps":["trace[1844781717] 'read index received' (duration: 362.001871ms)","trace[1844781717] 'applied index is now lower than readState.Index' (duration: 26.976956ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:51.775138Z","caller":"traceutil/trace.go:171","msg":"trace[835670788] transaction","detail":"{read_only:false; response_revision:14652; number_of_response:1; }","duration":"447.209526ms","start":"2026-04-03T03:06:51.32791Z","end":"2026-04-03T03:06:51.775119Z","steps":["trace[835670788] 'process raft request' (duration: 420.069286ms)","trace[835670788] 'compare' (duration: 26.446503ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:51.775291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:51.327887Z","time spent":"447.299988ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16934,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:51.775793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.859698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:51.775905Z","caller":"traceutil/trace.go:171","msg":"trace[1438741077] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14652; }","duration":"389.957261ms","start":"2026-04-03T03:06:51.385879Z","end":"2026-04-03T03:06:51.775836Z","steps":["trace[1438741077] 'agreement among raft nodes before linearized reading' (duration: 389.860608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:51.775959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:51.385856Z","time spent":"390.092146ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-03T03:06:51.775911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.307823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:06:51.77596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.808066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T03:06:51.776029Z","caller":"traceutil/trace.go:171","msg":"trace[2062566580] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:14652; }","duration":"139.514209ms","start":"2026-04-03T03:06:51.636493Z","end":"2026-04-03T03:06:51.776007Z","steps":["trace[2062566580] 'agreement among raft nodes before linearized reading' (duration: 139.250442ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:51.776044Z","caller":"traceutil/trace.go:171","msg":"trace[1226956825] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:14652; }","duration":"304.944839ms","start":"2026-04-03T03:06:51.471082Z","end":"2026-04-03T03:06:51.776027Z","steps":["trace[1226956825] 'agreement among raft nodes before linearized reading' (duration: 304.644641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:51.776094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:51.471058Z","time spent":"305.023892ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"info","ts":"2026-04-03T03:06:52.28317Z","caller":"traceutil/trace.go:171","msg":"trace[1093484278] transaction","detail":"{read_only:false; response_revision:14653; number_of_response:1; }","duration":"496.474785ms","start":"2026-04-03T03:06:51.786662Z","end":"2026-04-03T03:06:52.283137Z","steps":["trace[1093484278] 'process raft request' (duration: 432.945294ms)","trace[1093484278] 'compare' (duration: 63.400928ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:52.283351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:51.786646Z","time spent":"496.626059ms","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14507,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:53.392585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.043377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:53.392781Z","caller":"traceutil/trace.go:171","msg":"trace[1815853416] linearizableReadLoop","detail":"{readStateIndex:15242; appliedIndex:15240; }","duration":"1.517644533s","start":"2026-04-03T03:06:51.875123Z","end":"2026-04-03T03:06:53.392767Z","steps":["trace[1815853416] 'read index received' (duration: 344.503508ms)","trace[1815853416] 'applied index is now lower than readState.Index' (duration: 1.173140275s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:53.392835Z","caller":"traceutil/trace.go:171","msg":"trace[2103233738] transaction","detail":"{read_only:false; response_revision:14654; number_of_response:1; }","duration":"1.520448362s","start":"2026-04-03T03:06:51.872377Z","end":"2026-04-03T03:06:53.392825Z","steps":["trace[2103233738] 'process raft request' (duration: 600.123077ms)","trace[2103233738] 'compare' (duration: 919.721729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:53.392868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:51.872351Z","time spent":"1.520499253s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:53.392962Z","caller":"traceutil/trace.go:171","msg":"trace[1559876439] transaction","detail":"{read_only:false; response_revision:14655; number_of_response:1; }","duration":"1.211948934s","start":"2026-04-03T03:06:52.180959Z","end":"2026-04-03T03:06:53.392907Z","steps":["trace[1559876439] 'process raft request' (duration: 1.211724789s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:53.393059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51795555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T03:06:53.393368Z","caller":"traceutil/trace.go:171","msg":"trace[1151074491] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14655; }","duration":"1.518314789s","start":"2026-04-03T03:06:51.875043Z","end":"2026-04-03T03:06:53.393357Z","steps":["trace[1151074491] 'agreement among raft nodes before linearized reading' (duration: 1.51794137s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:53.393392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:51.875015Z","time spent":"1.51836958s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:06:53.393372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:52.180928Z","time spent":"1.212314153s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:53.445021Z","caller":"traceutil/trace.go:171","msg":"trace[712251585] transaction","detail":"{read_only:false; response_revision:14656; number_of_response:1; }","duration":"1.145018308s","start":"2026-04-03T03:06:52.299984Z","end":"2026-04-03T03:06:53.445002Z","steps":["trace[712251585] 'process raft request' (duration: 1.144917176s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:53.445124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:52.299935Z","time spent":"1.145139601s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14811,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:53.853736Z","caller":"traceutil/trace.go:171","msg":"trace[292414582] transaction","detail":"{read_only:false; response_revision:14657; number_of_response:1; }","duration":"880.606082ms","start":"2026-04-03T03:06:52.973094Z","end":"2026-04-03T03:06:53.8537Z","steps":["trace[292414582] 'process raft request' (duration: 880.352736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:53.854008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:52.973058Z","time spent":"880.767435ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:53.85403Z","caller":"traceutil/trace.go:171","msg":"trace[586348634] transaction","detail":"{read_only:false; response_revision:14658; number_of_response:1; }","duration":"839.085325ms","start":"2026-04-03T03:06:53.01491Z","end":"2026-04-03T03:06:53.853995Z","steps":["trace[586348634] 'process raft request' (duration: 838.701386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:53.854178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:53.014892Z","time spent":"839.217128ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:53.854179Z","caller":"traceutil/trace.go:171","msg":"trace[1948630382] linearizableReadLoop","detail":"{readStateIndex:15247; appliedIndex:15244; }","duration":"461.355966ms","start":"2026-04-03T03:06:53.392797Z","end":"2026-04-03T03:06:53.854153Z","steps":["trace[1948630382] 'read index received' (duration: 52.19159ms)","trace[1948630382] 'applied index is now lower than readState.Index' (duration: 409.163216ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:53.854407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.409938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T03:06:53.854436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.750712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" ","response":"range_response_count:1 size:8550"} {"level":"info","ts":"2026-04-03T03:06:53.85445Z","caller":"traceutil/trace.go:171","msg":"trace[974931427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14659; }","duration":"535.479369ms","start":"2026-04-03T03:06:53.318959Z","end":"2026-04-03T03:06:53.854438Z","steps":["trace[974931427] 'agreement among raft nodes before linearized reading' (duration: 535.277404ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:53.854469Z","caller":"traceutil/trace.go:171","msg":"trace[840332466] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-6gxwv; range_end:; response_count:1; response_revision:14659; }","duration":"530.799563ms","start":"2026-04-03T03:06:53.323661Z","end":"2026-04-03T03:06:53.854461Z","steps":["trace[840332466] 'agreement among raft nodes before linearized reading' (duration: 530.720011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:53.854482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:53.318952Z","time spent":"535.523571ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:06:53.8545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:53.323652Z","time spent":"530.844274ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8574,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" "} {"level":"warn","ts":"2026-04-03T03:06:53.854534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.224738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T03:06:53.854581Z","caller":"traceutil/trace.go:171","msg":"trace[1539619414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14659; }","duration":"536.31891ms","start":"2026-04-03T03:06:53.318248Z","end":"2026-04-03T03:06:53.854567Z","steps":["trace[1539619414] 'agreement among raft nodes before linearized reading' (duration: 536.205166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:53.854622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:53.318211Z","time spent":"536.400252ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:06:53.85465Z","caller":"traceutil/trace.go:171","msg":"trace[620280709] transaction","detail":"{read_only:false; response_revision:14659; number_of_response:1; }","duration":"536.546766ms","start":"2026-04-03T03:06:53.318089Z","end":"2026-04-03T03:06:53.854636Z","steps":["trace[620280709] 'process raft request' (duration: 535.824977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:53.85442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.689584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T03:06:53.85471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:53.318074Z","time spent":"536.601518ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:53.854742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.66792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:06:53.854776Z","caller":"traceutil/trace.go:171","msg":"trace[1176910095] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:14659; }","duration":"532.717072ms","start":"2026-04-03T03:06:53.322047Z","end":"2026-04-03T03:06:53.854764Z","steps":["trace[1176910095] 'agreement among raft nodes before linearized reading' (duration: 532.62198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:53.854804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:53.322034Z","time spent":"532.764153ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"info","ts":"2026-04-03T03:06:53.854771Z","caller":"traceutil/trace.go:171","msg":"trace[29582412] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14659; }","duration":"536.037104ms","start":"2026-04-03T03:06:53.318693Z","end":"2026-04-03T03:06:53.854731Z","steps":["trace[29582412] 'agreement among raft nodes before linearized reading' (duration: 535.573832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:53.85486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.777287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T03:06:53.854891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:53.318687Z","time spent":"536.163547ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T03:06:53.854905Z","caller":"traceutil/trace.go:171","msg":"trace[1205717063] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14659; }","duration":"535.867319ms","start":"2026-04-03T03:06:53.319025Z","end":"2026-04-03T03:06:53.854893Z","steps":["trace[1205717063] 'agreement among raft nodes before linearized reading' (duration: 535.743416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:53.854937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:53.319Z","time spent":"535.929811ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:06:53.854976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502694333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-03T03:06:53.855026Z","caller":"traceutil/trace.go:171","msg":"trace[489540134] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14659; }","duration":"1.502789445s","start":"2026-04-03T03:06:52.352222Z","end":"2026-04-03T03:06:53.855011Z","steps":["trace[489540134] 'agreement among raft nodes before linearized reading' (duration: 1.502661632s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:53.855066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:52.352199Z","time spent":"1.502856907s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:06:53.855073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.139695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T03:06:53.855138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315484675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:53.855177Z","caller":"traceutil/trace.go:171","msg":"trace[914062694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14659; }","duration":"1.315570237s","start":"2026-04-03T03:06:52.539596Z","end":"2026-04-03T03:06:53.855166Z","steps":["trace[914062694] 'agreement among raft nodes before linearized reading' (duration: 1.315505785s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:53.85517Z","caller":"traceutil/trace.go:171","msg":"trace[1362931739] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14659; }","duration":"540.442752ms","start":"2026-04-03T03:06:53.314699Z","end":"2026-04-03T03:06:53.855142Z","steps":["trace[1362931739] 'agreement among raft nodes before linearized reading' (duration: 540.026052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:53.855193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873607653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-03T03:06:53.855203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:52.539571Z","time spent":"1.315625177s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:06:53.855232Z","caller":"traceutil/trace.go:171","msg":"trace[1482298234] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14659; }","duration":"1.873645054s","start":"2026-04-03T03:06:51.981575Z","end":"2026-04-03T03:06:53.85522Z","steps":["trace[1482298234] 'agreement among raft nodes before linearized reading' (duration: 1.873547152s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:53.855233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:53.314673Z","time spent":"540.546384ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:06:53.855265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:51.98147Z","time spent":"1.873788067s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T03:06:53.855338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43867252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:53.855445Z","caller":"traceutil/trace.go:171","msg":"trace[279948281] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:14659; }","duration":"1.438851314s","start":"2026-04-03T03:06:52.41657Z","end":"2026-04-03T03:06:53.855421Z","steps":["trace[279948281] 'agreement among raft nodes before linearized reading' (duration: 1.438627328s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:53.855535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:52.416543Z","time spent":"1.438980537s","remote":"127.0.0.1:44460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:06:54.151409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.984381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:54.15157Z","caller":"traceutil/trace.go:171","msg":"trace[479621252] linearizableReadLoop","detail":"{readStateIndex:15248; appliedIndex:15247; }","duration":"297.317502ms","start":"2026-04-03T03:06:53.854232Z","end":"2026-04-03T03:06:54.151549Z","steps":["trace[479621252] 'read index received' (duration: 176.074043ms)","trace[479621252] 'applied index is now lower than readState.Index' (duration: 121.241588ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:54.151717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.793827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:54.151799Z","caller":"traceutil/trace.go:171","msg":"trace[882894951] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:14660; }","duration":"575.919669ms","start":"2026-04-03T03:06:53.575865Z","end":"2026-04-03T03:06:54.151785Z","steps":["trace[882894951] 'agreement among raft nodes before linearized reading' (duration: 575.762005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:54.151838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.877083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19172"} {"level":"warn","ts":"2026-04-03T03:06:54.151846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:53.575854Z","time spent":"575.97575ms","remote":"127.0.0.1:52546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:06:54.151879Z","caller":"traceutil/trace.go:171","msg":"trace[1769679183] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14660; }","duration":"756.938355ms","start":"2026-04-03T03:06:53.39493Z","end":"2026-04-03T03:06:54.151868Z","steps":["trace[1769679183] 'agreement among raft nodes before linearized reading' (duration: 756.756541ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:54.151734Z","caller":"traceutil/trace.go:171","msg":"trace[1526637991] transaction","detail":"{read_only:false; response_revision:14660; number_of_response:1; }","duration":"384.870306ms","start":"2026-04-03T03:06:53.766821Z","end":"2026-04-03T03:06:54.151691Z","steps":["trace[1526637991] 'process raft request' (duration: 263.513865ms)","trace[1526637991] 'compare' (duration: 120.784616ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:54.151921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:53.39491Z","time spent":"757.002896ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19196,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-03T03:06:54.151882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.441282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-04-03T03:06:54.152192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.851843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143248"} {"level":"warn","ts":"2026-04-03T03:06:54.152109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:53.76679Z","time spent":"385.220875ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:54.152316Z","caller":"traceutil/trace.go:171","msg":"trace[638784076] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:14660; }","duration":"594.054738ms","start":"2026-04-03T03:06:53.558235Z","end":"2026-04-03T03:06:54.152289Z","steps":["trace[638784076] 'agreement among raft nodes before linearized reading' (duration: 593.499144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:54.152493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:53.558213Z","time spent":"594.257502ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":143272,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-03T03:06:54.152247Z","caller":"traceutil/trace.go:171","msg":"trace[168148112] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:14660; }","duration":"756.827671ms","start":"2026-04-03T03:06:53.395406Z","end":"2026-04-03T03:06:54.152234Z","steps":["trace[168148112] 'agreement among raft nodes before linearized reading' (duration: 756.265608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:54.152616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:53.395397Z","time spent":"757.19587ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-03T03:06:54.196051Z","caller":"traceutil/trace.go:171","msg":"trace[1350820388] transaction","detail":"{read_only:false; response_revision:14661; number_of_response:1; }","duration":"335.412362ms","start":"2026-04-03T03:06:53.86061Z","end":"2026-04-03T03:06:54.196022Z","steps":["trace[1350820388] 'process raft request' (duration: 334.873909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:54.196202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:53.860579Z","time spent":"335.544976ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:54.196363Z","caller":"traceutil/trace.go:171","msg":"trace[1492238379] transaction","detail":"{read_only:false; response_revision:14662; number_of_response:1; }","duration":"335.592398ms","start":"2026-04-03T03:06:53.860762Z","end":"2026-04-03T03:06:54.196355Z","steps":["trace[1492238379] 'process raft request' (duration: 334.864369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:54.196405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:53.860751Z","time spent":"335.631088ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:54.19649Z","caller":"traceutil/trace.go:171","msg":"trace[2129695368] transaction","detail":"{read_only:false; response_revision:14663; number_of_response:1; }","duration":"335.551917ms","start":"2026-04-03T03:06:53.860932Z","end":"2026-04-03T03:06:54.196484Z","steps":["trace[2129695368] 'process raft request' (duration: 334.732276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:54.196529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:53.860918Z","time spent":"335.588507ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:54.19661Z","caller":"traceutil/trace.go:171","msg":"trace[623349923] transaction","detail":"{read_only:false; response_revision:14664; number_of_response:1; }","duration":"335.589418ms","start":"2026-04-03T03:06:53.861014Z","end":"2026-04-03T03:06:54.196603Z","steps":["trace[623349923] 'process raft request' (duration: 334.676614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:54.196647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:53.861004Z","time spent":"335.624288ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:54.196729Z","caller":"traceutil/trace.go:171","msg":"trace[794596652] transaction","detail":"{read_only:false; response_revision:14665; number_of_response:1; }","duration":"335.473744ms","start":"2026-04-03T03:06:53.861248Z","end":"2026-04-03T03:06:54.196722Z","steps":["trace[794596652] 'process raft request' (duration: 334.49676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:54.196768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:53.861234Z","time spent":"335.513126ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:54.197139Z","caller":"traceutil/trace.go:171","msg":"trace[862430990] transaction","detail":"{read_only:false; response_revision:14666; number_of_response:1; }","duration":"335.789692ms","start":"2026-04-03T03:06:53.86134Z","end":"2026-04-03T03:06:54.19713Z","steps":["trace[862430990] 'process raft request' (duration: 334.429768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:54.19722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:53.861333Z","time spent":"335.864134ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:54.197214Z","caller":"traceutil/trace.go:171","msg":"trace[1956771299] transaction","detail":"{read_only:false; response_revision:14667; number_of_response:1; }","duration":"335.773572ms","start":"2026-04-03T03:06:53.861405Z","end":"2026-04-03T03:06:54.197179Z","steps":["trace[1956771299] 'process raft request' (duration: 334.382477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:54.197366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:53.861391Z","time spent":"335.900115ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:54.197605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.468453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:54.197629Z","caller":"traceutil/trace.go:171","msg":"trace[237973563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14667; }","duration":"341.525154ms","start":"2026-04-03T03:06:53.856097Z","end":"2026-04-03T03:06:54.197623Z","steps":["trace[237973563] 'agreement among raft nodes before linearized reading' (duration: 341.435622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:54.197646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:53.856079Z","time spent":"341.563005ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:06:54.198496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.93831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:57 size:530487"} {"level":"info","ts":"2026-04-03T03:06:54.198528Z","caller":"traceutil/trace.go:171","msg":"trace[601237341] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:57; response_revision:14667; }","duration":"337.002562ms","start":"2026-04-03T03:06:53.861518Z","end":"2026-04-03T03:06:54.19852Z","steps":["trace[601237341] 'agreement among raft nodes before linearized reading' (duration: 336.438698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:54.198554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:53.861506Z","time spent":"337.038633ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":57,"response size":530511,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:06:54.198858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.76753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:57 size:530487"} {"level":"info","ts":"2026-04-03T03:06:54.198883Z","caller":"traceutil/trace.go:171","msg":"trace[62816678] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:57; response_revision:14667; }","duration":"337.817912ms","start":"2026-04-03T03:06:53.861058Z","end":"2026-04-03T03:06:54.198876Z","steps":["trace[62816678] 'agreement among raft nodes before linearized reading' (duration: 336.186642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:54.198904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:53.861038Z","time spent":"337.859552ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":57,"response size":530511,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T03:06:55.565936Z","caller":"traceutil/trace.go:171","msg":"trace[2101995209] transaction","detail":"{read_only:false; response_revision:14668; number_of_response:1; }","duration":"166.742722ms","start":"2026-04-03T03:06:55.399166Z","end":"2026-04-03T03:06:55.565909Z","steps":["trace[2101995209] 'process raft request' (duration: 166.387294ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:56.087125Z","caller":"traceutil/trace.go:171","msg":"trace[1459443335] transaction","detail":"{read_only:false; response_revision:14670; number_of_response:1; }","duration":"224.816848ms","start":"2026-04-03T03:06:55.862273Z","end":"2026-04-03T03:06:56.08709Z","steps":["trace[1459443335] 'process raft request' (duration: 150.831789ms)","trace[1459443335] 'compare' (duration: 73.778794ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:56.087364Z","caller":"traceutil/trace.go:171","msg":"trace[2021874976] transaction","detail":"{read_only:false; response_revision:14671; number_of_response:1; }","duration":"224.651005ms","start":"2026-04-03T03:06:55.862655Z","end":"2026-04-03T03:06:56.087306Z","steps":["trace[2021874976] 'process raft request' (duration: 224.387448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:56.464109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.121051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T03:06:56.464109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.141172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T03:06:56.464194Z","caller":"traceutil/trace.go:171","msg":"trace[749674444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14671; }","duration":"262.274365ms","start":"2026-04-03T03:06:56.201901Z","end":"2026-04-03T03:06:56.464175Z","steps":["trace[749674444] 'range keys from in-memory index tree' (duration: 261.900825ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:56.464213Z","caller":"traceutil/trace.go:171","msg":"trace[125157434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14671; }","duration":"260.271075ms","start":"2026-04-03T03:06:56.20392Z","end":"2026-04-03T03:06:56.464192Z","steps":["trace[125157434] 'range keys from in-memory index tree' (duration: 259.868575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:56.464225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.411158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T03:06:56.464273Z","caller":"traceutil/trace.go:171","msg":"trace[1500963843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14671; }","duration":"260.529101ms","start":"2026-04-03T03:06:56.203731Z","end":"2026-04-03T03:06:56.46426Z","steps":["trace[1500963843] 'range keys from in-memory index tree' (duration: 260.255554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:56.464109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.187023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T03:06:56.464187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.194317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:06:56.46435Z","caller":"traceutil/trace.go:171","msg":"trace[561464931] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14671; }","duration":"262.46958ms","start":"2026-04-03T03:06:56.201857Z","end":"2026-04-03T03:06:56.464326Z","steps":["trace[561464931] 'range keys from in-memory index tree' (duration: 261.940556ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:56.464381Z","caller":"traceutil/trace.go:171","msg":"trace[1955267522] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:14671; }","duration":"246.432353ms","start":"2026-04-03T03:06:56.217928Z","end":"2026-04-03T03:06:56.46436Z","steps":["trace[1955267522] 'range keys from in-memory index tree' (duration: 246.018163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:56.464119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.478671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T03:06:56.464415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.11255ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:56.464467Z","caller":"traceutil/trace.go:171","msg":"trace[335788703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14671; }","duration":"260.842009ms","start":"2026-04-03T03:06:56.203618Z","end":"2026-04-03T03:06:56.46446Z","steps":["trace[335788703] 'range keys from in-memory index tree' (duration: 260.283136ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:56.464485Z","caller":"traceutil/trace.go:171","msg":"trace[1224175570] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14671; }","duration":"245.186442ms","start":"2026-04-03T03:06:56.219288Z","end":"2026-04-03T03:06:56.464475Z","steps":["trace[1224175570] 'range keys from in-memory index tree' (duration: 245.10511ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:56.636338Z","caller":"traceutil/trace.go:171","msg":"trace[1944228578] transaction","detail":"{read_only:false; response_revision:14673; number_of_response:1; }","duration":"166.685061ms","start":"2026-04-03T03:06:56.469621Z","end":"2026-04-03T03:06:56.636306Z","steps":["trace[1944228578] 'process raft request' (duration: 97.829079ms)","trace[1944228578] 'compare' (duration: 68.537404ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:56.636601Z","caller":"traceutil/trace.go:171","msg":"trace[548339704] transaction","detail":"{read_only:false; response_revision:14674; number_of_response:1; }","duration":"166.804354ms","start":"2026-04-03T03:06:56.469777Z","end":"2026-04-03T03:06:56.636582Z","steps":["trace[548339704] 'process raft request' (duration: 166.485346ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:56.636823Z","caller":"traceutil/trace.go:171","msg":"trace[860697428] transaction","detail":"{read_only:false; response_revision:14675; number_of_response:1; }","duration":"166.61083ms","start":"2026-04-03T03:06:56.470161Z","end":"2026-04-03T03:06:56.636771Z","steps":["trace[860697428] 'process raft request' (duration: 166.383364ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:56.63687Z","caller":"traceutil/trace.go:171","msg":"trace[1167623377] transaction","detail":"{read_only:false; response_revision:14676; number_of_response:1; }","duration":"166.5994ms","start":"2026-04-03T03:06:56.470247Z","end":"2026-04-03T03:06:56.636846Z","steps":["trace[1167623377] 'process raft request' (duration: 166.412215ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:57.554014Z","caller":"traceutil/trace.go:171","msg":"trace[399438843] linearizableReadLoop","detail":"{readStateIndex:15267; appliedIndex:15266; }","duration":"107.926158ms","start":"2026-04-03T03:06:57.446046Z","end":"2026-04-03T03:06:57.553972Z","steps":["trace[399438843] 'read index received' (duration: 107.507638ms)","trace[399438843] 'applied index is now lower than readState.Index' (duration: 416.92µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:57.554071Z","caller":"traceutil/trace.go:171","msg":"trace[415973708] transaction","detail":"{read_only:false; response_revision:14678; number_of_response:1; }","duration":"264.918279ms","start":"2026-04-03T03:06:57.289119Z","end":"2026-04-03T03:06:57.554037Z","steps":["trace[415973708] 'process raft request' (duration: 264.533649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:57.554822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.763058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415220"} {"level":"info","ts":"2026-04-03T03:06:57.554878Z","caller":"traceutil/trace.go:171","msg":"trace[1438285458] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:14678; }","duration":"108.869461ms","start":"2026-04-03T03:06:57.445994Z","end":"2026-04-03T03:06:57.554864Z","steps":["trace[1438285458] 'agreement among raft nodes before linearized reading' (duration: 108.164834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:57.771701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.991091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:57.771903Z","caller":"traceutil/trace.go:171","msg":"trace[1214230881] transaction","detail":"{read_only:false; response_revision:14679; number_of_response:1; }","duration":"187.324722ms","start":"2026-04-03T03:06:57.584541Z","end":"2026-04-03T03:06:57.771866Z","steps":["trace[1214230881] 'process raft request' (duration: 79.083035ms)","trace[1214230881] 'compare' (duration: 107.792866ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:58.135597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.51504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:58.135717Z","caller":"traceutil/trace.go:171","msg":"trace[474611613] transaction","detail":"{read_only:false; response_revision:14680; number_of_response:1; }","duration":"241.015029ms","start":"2026-04-03T03:06:57.894681Z","end":"2026-04-03T03:06:58.135696Z","steps":["trace[474611613] 'process raft request' (duration: 103.292974ms)","trace[474611613] 'compare' (duration: 137.401867ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:58.216056Z","caller":"traceutil/trace.go:171","msg":"trace[72796982] transaction","detail":"{read_only:false; response_revision:14681; number_of_response:1; }","duration":"285.105378ms","start":"2026-04-03T03:06:57.930919Z","end":"2026-04-03T03:06:58.216024Z","steps":["trace[72796982] 'process raft request' (duration: 284.801371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:58.524633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.769389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:06:58.524881Z","caller":"traceutil/trace.go:171","msg":"trace[1226420069] transaction","detail":"{read_only:false; response_revision:14682; number_of_response:1; }","duration":"433.431576ms","start":"2026-04-03T03:06:58.091406Z","end":"2026-04-03T03:06:58.524838Z","steps":["trace[1226420069] 'process raft request' (duration: 178.35981ms)","trace[1226420069] 'compare' (duration: 254.497811ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:06:58.525035Z","caller":"traceutil/trace.go:171","msg":"trace[1836385790] linearizableReadLoop","detail":"{readStateIndex:15272; appliedIndex:15270; }","duration":"306.091419ms","start":"2026-04-03T03:06:58.218928Z","end":"2026-04-03T03:06:58.525019Z","steps":["trace[1836385790] 'read index received' (duration: 50.736245ms)","trace[1836385790] 'applied index is now lower than readState.Index' (duration: 255.353894ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:58.525054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:58.091383Z","time spent":"433.606581ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:06:58.525196Z","caller":"traceutil/trace.go:171","msg":"trace[1921516127] transaction","detail":"{read_only:false; response_revision:14683; number_of_response:1; }","duration":"432.528195ms","start":"2026-04-03T03:06:58.092619Z","end":"2026-04-03T03:06:58.525148Z","steps":["trace[1921516127] 'process raft request' (duration: 432.140566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:58.525255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.288003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:58.525323Z","caller":"traceutil/trace.go:171","msg":"trace[1024070783] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:14683; }","duration":"306.420087ms","start":"2026-04-03T03:06:58.218885Z","end":"2026-04-03T03:06:58.525305Z","steps":["trace[1024070783] 'agreement among raft nodes before linearized reading' (duration: 306.257823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:58.525382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:58.218863Z","time spent":"306.503148ms","remote":"127.0.0.1:39722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:06:58.525391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:58.092534Z","time spent":"432.762261ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:58.525486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.593683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:58.525565Z","caller":"traceutil/trace.go:171","msg":"trace[2023233329] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:14683; }","duration":"209.679615ms","start":"2026-04-03T03:06:58.315863Z","end":"2026-04-03T03:06:58.525542Z","steps":["trace[2023233329] 'agreement among raft nodes before linearized reading' (duration: 209.554061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:58.525336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.180423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:06:58.525793Z","caller":"traceutil/trace.go:171","msg":"trace[2125078973] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:14683; }","duration":"228.625443ms","start":"2026-04-03T03:06:58.297035Z","end":"2026-04-03T03:06:58.52566Z","steps":["trace[2125078973] 'agreement among raft nodes before linearized reading' (duration: 228.157732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:58.867819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.276052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:58.867933Z","caller":"traceutil/trace.go:171","msg":"trace[1520438047] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:14684; }","duration":"162.432346ms","start":"2026-04-03T03:06:58.705478Z","end":"2026-04-03T03:06:58.86791Z","steps":["trace[1520438047] 'count revisions from in-memory index tree' (duration: 162.101299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:58.867991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.726811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T03:06:58.868055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.571752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T03:06:58.868098Z","caller":"traceutil/trace.go:171","msg":"trace[1175764992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14684; }","duration":"225.852344ms","start":"2026-04-03T03:06:58.642219Z","end":"2026-04-03T03:06:58.868071Z","steps":["trace[1175764992] 'range keys from in-memory index tree' (duration: 225.547206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:58.868093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.50132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T03:06:58.868206Z","caller":"traceutil/trace.go:171","msg":"trace[1682676717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14684; }","duration":"226.681465ms","start":"2026-04-03T03:06:58.641502Z","end":"2026-04-03T03:06:58.868183Z","steps":["trace[1682676717] 'range keys from in-memory index tree' (duration: 226.314706ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:58.868132Z","caller":"traceutil/trace.go:171","msg":"trace[1862829515] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14684; }","duration":"226.657464ms","start":"2026-04-03T03:06:58.641456Z","end":"2026-04-03T03:06:58.868113Z","steps":["trace[1862829515] 'range keys from in-memory index tree' (duration: 226.397827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:58.868245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.422118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:06:58.868364Z","caller":"traceutil/trace.go:171","msg":"trace[802483584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14684; }","duration":"226.558261ms","start":"2026-04-03T03:06:58.641771Z","end":"2026-04-03T03:06:58.868329Z","steps":["trace[802483584] 'range keys from in-memory index tree' (duration: 226.259224ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:58.999205Z","caller":"traceutil/trace.go:171","msg":"trace[425848131] transaction","detail":"{read_only:false; response_revision:14685; number_of_response:1; }","duration":"126.043976ms","start":"2026-04-03T03:06:58.873128Z","end":"2026-04-03T03:06:58.999172Z","steps":["trace[425848131] 'process raft request' (duration: 125.857732ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:59.058371Z","caller":"traceutil/trace.go:171","msg":"trace[1610529263] transaction","detail":"{read_only:false; response_revision:14689; number_of_response:1; }","duration":"108.173935ms","start":"2026-04-03T03:06:58.950166Z","end":"2026-04-03T03:06:59.05834Z","steps":["trace[1610529263] 'process raft request' (duration: 108.105943ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:59.058474Z","caller":"traceutil/trace.go:171","msg":"trace[359894215] transaction","detail":"{read_only:false; response_revision:14688; number_of_response:1; }","duration":"183.572738ms","start":"2026-04-03T03:06:58.87489Z","end":"2026-04-03T03:06:59.058463Z","steps":["trace[359894215] 'process raft request' (duration: 183.341312ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:59.058486Z","caller":"traceutil/trace.go:171","msg":"trace[829807105] transaction","detail":"{read_only:false; response_revision:14686; number_of_response:1; }","duration":"185.28532ms","start":"2026-04-03T03:06:58.873151Z","end":"2026-04-03T03:06:59.058437Z","steps":["trace[829807105] 'process raft request' (duration: 184.8822ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:59.058379Z","caller":"traceutil/trace.go:171","msg":"trace[252108191] transaction","detail":"{read_only:false; response_revision:14687; number_of_response:1; }","duration":"184.328257ms","start":"2026-04-03T03:06:58.87402Z","end":"2026-04-03T03:06:59.058348Z","steps":["trace[252108191] 'process raft request' (duration: 184.172593ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:59.445592Z","caller":"traceutil/trace.go:171","msg":"trace[961974211] transaction","detail":"{read_only:false; response_revision:14690; number_of_response:1; }","duration":"371.306359ms","start":"2026-04-03T03:06:59.074253Z","end":"2026-04-03T03:06:59.44556Z","steps":["trace[961974211] 'process raft request' (duration: 371.099454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:59.445758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:59.074217Z","time spent":"371.469564ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T03:06:59.529963Z","caller":"traceutil/trace.go:171","msg":"trace[1497384586] linearizableReadLoop","detail":"{readStateIndex:15280; appliedIndex:15278; }","duration":"387.805557ms","start":"2026-04-03T03:06:59.142129Z","end":"2026-04-03T03:06:59.529935Z","steps":["trace[1497384586] 'read index received' (duration: 303.35569ms)","trace[1497384586] 'applied index is now lower than readState.Index' (duration: 84.448857ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:06:59.53017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.010243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:06:59.530233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.003296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T03:06:59.53024Z","caller":"traceutil/trace.go:171","msg":"trace[353803381] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14691; }","duration":"388.145377ms","start":"2026-04-03T03:06:59.142079Z","end":"2026-04-03T03:06:59.530224Z","steps":["trace[353803381] 'agreement among raft nodes before linearized reading' (duration: 388.001873ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:59.530267Z","caller":"traceutil/trace.go:171","msg":"trace[1653352759] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14691; }","duration":"323.089908ms","start":"2026-04-03T03:06:59.207167Z","end":"2026-04-03T03:06:59.530257Z","steps":["trace[1653352759] 'agreement among raft nodes before linearized reading' (duration: 322.928924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:59.53026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.977512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" ","response":"range_response_count:1 size:8561"} {"level":"warn","ts":"2026-04-03T03:06:59.530289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:59.14206Z","time spent":"388.213649ms","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:06:59.530305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:59.207139Z","time spent":"323.15729ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T03:06:59.530328Z","caller":"traceutil/trace.go:171","msg":"trace[1032632597] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-6gxwv; range_end:; response_count:1; response_revision:14691; }","duration":"250.079784ms","start":"2026-04-03T03:06:59.28023Z","end":"2026-04-03T03:06:59.53031Z","steps":["trace[1032632597] 'agreement among raft nodes before linearized reading' (duration: 249.886459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:59.530654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.347409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19172"} {"level":"info","ts":"2026-04-03T03:06:59.530725Z","caller":"traceutil/trace.go:171","msg":"trace[1134783069] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14691; }","duration":"288.459122ms","start":"2026-04-03T03:06:59.242247Z","end":"2026-04-03T03:06:59.530707Z","steps":["trace[1134783069] 'agreement among raft nodes before linearized reading' (duration: 287.886258ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:59.530033Z","caller":"traceutil/trace.go:171","msg":"trace[687113658] transaction","detail":"{read_only:false; response_revision:14691; number_of_response:1; }","duration":"390.358371ms","start":"2026-04-03T03:06:59.139631Z","end":"2026-04-03T03:06:59.529989Z","steps":["trace[687113658] 'process raft request' (duration: 390.160836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:59.531659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:59.139594Z","time spent":"391.688554ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:06:59.730189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.540091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T03:06:59.730274Z","caller":"traceutil/trace.go:171","msg":"trace[618578238] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14691; }","duration":"194.640783ms","start":"2026-04-03T03:06:59.535614Z","end":"2026-04-03T03:06:59.730255Z","steps":["trace[618578238] 'range keys from in-memory index tree' (duration: 194.419787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:59.730189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.32072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19172"} {"level":"info","ts":"2026-04-03T03:06:59.730492Z","caller":"traceutil/trace.go:171","msg":"trace[1678049027] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14691; }","duration":"191.646128ms","start":"2026-04-03T03:06:59.538836Z","end":"2026-04-03T03:06:59.730482Z","steps":["trace[1678049027] 'range keys from in-memory index tree' (duration: 191.171356ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:59.76376Z","caller":"traceutil/trace.go:171","msg":"trace[474223807] transaction","detail":"{read_only:false; response_revision:14692; number_of_response:1; }","duration":"222.749507ms","start":"2026-04-03T03:06:59.54098Z","end":"2026-04-03T03:06:59.76373Z","steps":["trace[474223807] 'process raft request' (duration: 222.548282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:06:59.764166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.347305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:06:59.764222Z","caller":"traceutil/trace.go:171","msg":"trace[1297901067] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:14692; }","duration":"122.458818ms","start":"2026-04-03T03:06:59.641745Z","end":"2026-04-03T03:06:59.764204Z","steps":["trace[1297901067] 'agreement among raft nodes before linearized reading' (duration: 122.354465ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:06:59.76405Z","caller":"traceutil/trace.go:171","msg":"trace[1199814745] linearizableReadLoop","detail":"{readStateIndex:15281; appliedIndex:15281; }","duration":"122.226942ms","start":"2026-04-03T03:06:59.641806Z","end":"2026-04-03T03:06:59.764033Z","steps":["trace[1199814745] 'read index received' (duration: 122.200012ms)","trace[1199814745] 'applied index is now lower than readState.Index' (duration: 25.54µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:07:00.304138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.114268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:07:00.304325Z","caller":"traceutil/trace.go:171","msg":"trace[1318682111] transaction","detail":"{read_only:false; response_revision:14693; number_of_response:1; }","duration":"527.672616ms","start":"2026-04-03T03:06:59.776615Z","end":"2026-04-03T03:07:00.304288Z","steps":["trace[1318682111] 'process raft request' (duration: 183.299822ms)","trace[1318682111] 'compare' (duration: 343.78562ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:07:00.30493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:59.776593Z","time spent":"528.2712ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:00.304361Z","caller":"traceutil/trace.go:171","msg":"trace[1467914534] transaction","detail":"{read_only:false; response_revision:14694; number_of_response:1; }","duration":"446.869919ms","start":"2026-04-03T03:06:59.857476Z","end":"2026-04-03T03:07:00.304346Z","steps":["trace[1467914534] 'process raft request' (duration: 446.795527ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:00.304398Z","caller":"traceutil/trace.go:171","msg":"trace[1473715506] linearizableReadLoop","detail":"{readStateIndex:15282; appliedIndex:15281; }","duration":"481.328561ms","start":"2026-04-03T03:06:59.823058Z","end":"2026-04-03T03:07:00.304387Z","steps":["trace[1473715506] 'read index received' (duration: 136.937666ms)","trace[1473715506] 'applied index is now lower than readState.Index' (duration: 344.389864ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:07:00.305073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:59.857463Z","time spent":"447.549926ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:00.304502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.449203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:07:00.305215Z","caller":"traceutil/trace.go:171","msg":"trace[213422806] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14694; }","duration":"482.173181ms","start":"2026-04-03T03:06:59.822998Z","end":"2026-04-03T03:07:00.305171Z","steps":["trace[213422806] 'agreement among raft nodes before linearized reading' (duration: 481.447863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:00.30536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:06:59.822972Z","time spent":"482.347535ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-03T03:07:00.385725Z","caller":"traceutil/trace.go:171","msg":"trace[1733836120] transaction","detail":"{read_only:false; response_revision:14695; number_of_response:1; }","duration":"244.526805ms","start":"2026-04-03T03:07:00.141159Z","end":"2026-04-03T03:07:00.385686Z","steps":["trace[1733836120] 'process raft request' (duration: 244.31183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:00.385774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.604423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:07:00.385997Z","caller":"traceutil/trace.go:171","msg":"trace[899610286] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:14695; }","duration":"190.864449ms","start":"2026-04-03T03:07:00.195081Z","end":"2026-04-03T03:07:00.385946Z","steps":["trace[899610286] 'agreement among raft nodes before linearized reading' (duration: 190.601152ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:00.981195Z","caller":"traceutil/trace.go:171","msg":"trace[498175529] transaction","detail":"{read_only:false; response_revision:14696; number_of_response:1; }","duration":"448.931499ms","start":"2026-04-03T03:07:00.531898Z","end":"2026-04-03T03:07:00.980829Z","steps":["trace[498175529] 'process raft request' (duration: 437.735212ms)","trace[498175529] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; req_size:532; } (duration: 10.828188ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:07:00.981352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:00.531864Z","time spent":"449.419532ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:01.606589Z","caller":"traceutil/trace.go:171","msg":"trace[1915238572] transaction","detail":"{read_only:false; response_revision:14697; number_of_response:1; }","duration":"1.074342183s","start":"2026-04-03T03:07:00.532203Z","end":"2026-04-03T03:07:01.606546Z","steps":["trace[1915238572] 'process raft request' (duration: 1.074063266s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:01.606767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:00.532162Z","time spent":"1.074521877s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:01.606807Z","caller":"traceutil/trace.go:171","msg":"trace[725810802] linearizableReadLoop","detail":"{readStateIndex:15286; appliedIndex:15284; }","duration":"1.06858798s","start":"2026-04-03T03:07:00.538143Z","end":"2026-04-03T03:07:01.606731Z","steps":["trace[725810802] 'read index received' (duration: 431.56989ms)","trace[725810802] 'applied index is now lower than readState.Index' (duration: 637.01611ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:07:01.606972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068816186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:07:01.607067Z","caller":"traceutil/trace.go:171","msg":"trace[1631827245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14698; }","duration":"1.068930158s","start":"2026-04-03T03:07:00.538118Z","end":"2026-04-03T03:07:01.607048Z","steps":["trace[1631827245] 'agreement among raft nodes before linearized reading' (duration: 1.068804595s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:01.607123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:00.53811Z","time spent":"1.069000671s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:07:01.607145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0661314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:07:01.607194Z","caller":"traceutil/trace.go:171","msg":"trace[1565205515] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:14698; }","duration":"1.066206691s","start":"2026-04-03T03:07:00.540973Z","end":"2026-04-03T03:07:01.607179Z","steps":["trace[1565205515] 'agreement among raft nodes before linearized reading' (duration: 1.065995336s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:01.607236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:00.540969Z","time spent":"1.066258042s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T03:07:01.607356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.295904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T03:07:01.607328Z","caller":"traceutil/trace.go:171","msg":"trace[1849402058] transaction","detail":"{read_only:false; response_revision:14698; number_of_response:1; }","duration":"830.084113ms","start":"2026-04-03T03:07:00.776957Z","end":"2026-04-03T03:07:01.607041Z","steps":["trace[1849402058] 'process raft request' (duration: 829.524099ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:01.607438Z","caller":"traceutil/trace.go:171","msg":"trace[865169952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14698; }","duration":"537.400687ms","start":"2026-04-03T03:07:01.070017Z","end":"2026-04-03T03:07:01.607418Z","steps":["trace[865169952] 'agreement among raft nodes before linearized reading' (duration: 537.190462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:01.607533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.163458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T03:07:01.607575Z","caller":"traceutil/trace.go:171","msg":"trace[13765360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14698; }","duration":"604.241ms","start":"2026-04-03T03:07:01.003324Z","end":"2026-04-03T03:07:01.607565Z","steps":["trace[13765360] 'agreement among raft nodes before linearized reading' (duration: 604.103626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:01.607603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:01.003306Z","time spent":"604.29057ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:07:01.607655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.266394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T03:07:01.607655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:00.776933Z","time spent":"830.593675ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6790,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:01.607696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.707419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:07:01.607731Z","caller":"traceutil/trace.go:171","msg":"trace[1788125170] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14698; }","duration":"537.361426ms","start":"2026-04-03T03:07:01.070351Z","end":"2026-04-03T03:07:01.607712Z","steps":["trace[1788125170] 'agreement among raft nodes before linearized reading' (duration: 537.214473ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:01.607752Z","caller":"traceutil/trace.go:171","msg":"trace[713363246] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14698; }","duration":"536.800731ms","start":"2026-04-03T03:07:01.070936Z","end":"2026-04-03T03:07:01.607736Z","steps":["trace[713363246] 'agreement among raft nodes before linearized reading' (duration: 536.620406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:01.60776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021985927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:07:01.607784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:01.070344Z","time spent":"537.425868ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:07:01.607795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:01.070931Z","time spent":"536.853112ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:07:01.607832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022191273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:07:01.607864Z","caller":"traceutil/trace.go:171","msg":"trace[1412873312] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:14698; }","duration":"1.022271065s","start":"2026-04-03T03:07:00.585583Z","end":"2026-04-03T03:07:01.607854Z","steps":["trace[1412873312] 'agreement among raft nodes before linearized reading' (duration: 1.022224704s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:01.60779Z","caller":"traceutil/trace.go:171","msg":"trace[885613576] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:14698; }","duration":"1.022035979s","start":"2026-04-03T03:07:00.585746Z","end":"2026-04-03T03:07:01.607782Z","steps":["trace[885613576] 'agreement among raft nodes before linearized reading' (duration: 1.021979798s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:01.607943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:00.58574Z","time spent":"1.022186523s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:07:01.607966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066952089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:07:01.607991Z","caller":"traceutil/trace.go:171","msg":"trace[561527151] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14698; }","duration":"1.06698185s","start":"2026-04-03T03:07:00.541003Z","end":"2026-04-03T03:07:01.607985Z","steps":["trace[561527151] 'agreement among raft nodes before linearized reading' (duration: 1.066907228s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:01.608015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:00.541001Z","time spent":"1.067009281s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:07:01.607533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:01.070003Z","time spent":"537.478619ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:07:01.607893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:00.585563Z","time spent":"1.022322406s","remote":"127.0.0.1:52412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:07:01.608652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.538115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T03:07:01.608749Z","caller":"traceutil/trace.go:171","msg":"trace[1962863367] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:14698; }","duration":"136.69746ms","start":"2026-04-03T03:07:01.472032Z","end":"2026-04-03T03:07:01.608729Z","steps":["trace[1962863367] 'agreement among raft nodes before linearized reading' (duration: 135.380857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:03.189288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22474645s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-03T03:07:03.189407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:01.610843Z","time spent":"1.578556708s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:07:03.223468Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.258893374s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:07:03.22405Z","caller":"traceutil/trace.go:171","msg":"trace[663663656] transaction","detail":"{read_only:false; response_revision:14699; number_of_response:1; }","duration":"1.611193234s","start":"2026-04-03T03:07:01.612816Z","end":"2026-04-03T03:07:03.22401Z","steps":["trace[663663656] 'process raft request' (duration: 1.610874096s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:03.224062Z","caller":"traceutil/trace.go:171","msg":"trace[1650171613] transaction","detail":"{read_only:false; response_revision:14701; number_of_response:1; }","duration":"1.610617381s","start":"2026-04-03T03:07:01.613414Z","end":"2026-04-03T03:07:03.224031Z","steps":["trace[1650171613] 'process raft request' (duration: 1.610530489s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:03.224088Z","caller":"traceutil/trace.go:171","msg":"trace[990524653] transaction","detail":"{read_only:false; response_revision:14700; number_of_response:1; }","duration":"1.610944758s","start":"2026-04-03T03:07:01.613109Z","end":"2026-04-03T03:07:03.224053Z","steps":["trace[990524653] 'process raft request' (duration: 1.610792345s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:03.224273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:01.613397Z","time spent":"1.610758914s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:03.224331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:01.612787Z","time spent":"1.611353068s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:03.224345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:01.613093Z","time spent":"1.611163183s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:03.224604Z","caller":"traceutil/trace.go:171","msg":"trace[688784301] transaction","detail":"{read_only:false; response_revision:14702; number_of_response:1; }","duration":"1.611054851s","start":"2026-04-03T03:07:01.613516Z","end":"2026-04-03T03:07:03.22457Z","steps":["trace[688784301] 'process raft request' (duration: 1.610463577s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:03.224772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:01.613504Z","time spent":"1.611178084s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:03.224904Z","caller":"traceutil/trace.go:171","msg":"trace[272021001] transaction","detail":"{read_only:false; response_revision:14703; number_of_response:1; }","duration":"1.610231261s","start":"2026-04-03T03:07:01.61465Z","end":"2026-04-03T03:07:03.224881Z","steps":["trace[272021001] 'process raft request' (duration: 1.609867592s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:03.224937Z","caller":"traceutil/trace.go:171","msg":"trace[1091549142] transaction","detail":"{read_only:false; response_revision:14704; number_of_response:1; }","duration":"1.566297255s","start":"2026-04-03T03:07:01.658623Z","end":"2026-04-03T03:07:03.22492Z","steps":["trace[1091549142] 'process raft request' (duration: 1.5660972s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:03.224883Z","caller":"traceutil/trace.go:171","msg":"trace[1723272073] linearizableReadLoop","detail":"{readStateIndex:15292; appliedIndex:15287; }","duration":"1.61099016s","start":"2026-04-03T03:07:01.613813Z","end":"2026-04-03T03:07:03.224803Z","steps":["trace[1723272073] 'read index received' (duration: 350.739833ms)","trace[1723272073] 'applied index is now lower than readState.Index' (duration: 1.260249147s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:07:03.225088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:01.658607Z","time spent":"1.566409838s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:03.225398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:01.614632Z","time spent":"1.610436415s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:03.225819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611975035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:57 size:530463"} {"level":"info","ts":"2026-04-03T03:07:03.225937Z","caller":"traceutil/trace.go:171","msg":"trace[1171070725] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:57; response_revision:14704; }","duration":"1.612143829s","start":"2026-04-03T03:07:01.61377Z","end":"2026-04-03T03:07:03.225914Z","steps":["trace[1171070725] 'agreement among raft nodes before linearized reading' (duration: 1.611279087s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:03.225999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:01.613757Z","time spent":"1.612229521s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":57,"response size":530487,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T03:07:03.28718Z","caller":"traceutil/trace.go:171","msg":"trace[904893212] transaction","detail":"{read_only:false; response_revision:14705; number_of_response:1; }","duration":"976.930364ms","start":"2026-04-03T03:07:02.310212Z","end":"2026-04-03T03:07:03.287142Z","steps":["trace[904893212] 'process raft request' (duration: 976.727909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:03.287393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:02.310181Z","time spent":"977.098818ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:03.287524Z","caller":"traceutil/trace.go:171","msg":"trace[2068203587] transaction","detail":"{read_only:false; response_revision:14706; number_of_response:1; }","duration":"895.190284ms","start":"2026-04-03T03:07:02.39231Z","end":"2026-04-03T03:07:03.2875Z","steps":["trace[2068203587] 'process raft request' (duration: 894.789744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:03.287659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:02.392276Z","time spent":"895.309106ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:03.287778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671842155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:07:03.287796Z","caller":"traceutil/trace.go:171","msg":"trace[508359131] transaction","detail":"{read_only:false; response_revision:14707; number_of_response:1; }","duration":"302.234502ms","start":"2026-04-03T03:07:02.985549Z","end":"2026-04-03T03:07:03.287783Z","steps":["trace[508359131] 'process raft request' (duration: 301.844803ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:03.287837Z","caller":"traceutil/trace.go:171","msg":"trace[1150544031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14708; }","duration":"1.671922276s","start":"2026-04-03T03:07:01.615899Z","end":"2026-04-03T03:07:03.287821Z","steps":["trace[1150544031] 'agreement among raft nodes before linearized reading' (duration: 1.671731232s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:03.287861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:02.985514Z","time spent":"302.312854ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:03.287902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:01.615885Z","time spent":"1.672008408s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:07:03.287981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.63097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:07:03.288108Z","caller":"traceutil/trace.go:171","msg":"trace[1967698344] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:14708; }","duration":"111.952568ms","start":"2026-04-03T03:07:03.176134Z","end":"2026-04-03T03:07:03.288087Z","steps":["trace[1967698344] 'agreement among raft nodes before linearized reading' (duration: 111.586909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:03.614659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.681168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:07:03.614678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.891655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:07:03.614737Z","caller":"traceutil/trace.go:171","msg":"trace[1609592776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14708; }","duration":"324.799611ms","start":"2026-04-03T03:07:03.289921Z","end":"2026-04-03T03:07:03.61472Z","steps":["trace[1609592776] 'range keys from in-memory index tree' (duration: 324.588796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:03.614765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:03.289901Z","time spent":"324.857982ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:07:03.614765Z","caller":"traceutil/trace.go:171","msg":"trace[118043104] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:14708; }","duration":"227.993398ms","start":"2026-04-03T03:07:03.38675Z","end":"2026-04-03T03:07:03.614744Z","steps":["trace[118043104] 'count revisions from in-memory index tree' (duration: 227.709151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:03.614889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.004205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-03T03:07:03.614984Z","caller":"traceutil/trace.go:171","msg":"trace[751833631] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:14708; }","duration":"325.158109ms","start":"2026-04-03T03:07:03.289805Z","end":"2026-04-03T03:07:03.614963Z","steps":["trace[751833631] 'range keys from in-memory index tree' (duration: 324.812841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:03.615034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:03.289785Z","time spent":"325.238972ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-03T03:07:09.318751Z","caller":"traceutil/trace.go:171","msg":"trace[168226639] transaction","detail":"{read_only:false; response_revision:14729; number_of_response:1; }","duration":"108.193486ms","start":"2026-04-03T03:07:09.210521Z","end":"2026-04-03T03:07:09.318714Z","steps":["trace[168226639] 'process raft request' (duration: 98.530736ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:09.509288Z","caller":"traceutil/trace.go:171","msg":"trace[856723724] transaction","detail":"{read_only:false; response_revision:14730; number_of_response:1; }","duration":"186.48708ms","start":"2026-04-03T03:07:09.322771Z","end":"2026-04-03T03:07:09.509258Z","steps":["trace[856723724] 'process raft request' (duration: 104.268697ms)","trace[856723724] 'compare' (duration: 82.106061ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:09.541636Z","caller":"traceutil/trace.go:171","msg":"trace[2143348896] transaction","detail":"{read_only:false; response_revision:14732; number_of_response:1; }","duration":"218.632415ms","start":"2026-04-03T03:07:09.322985Z","end":"2026-04-03T03:07:09.541617Z","steps":["trace[2143348896] 'process raft request' (duration: 218.589534ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:09.541715Z","caller":"traceutil/trace.go:171","msg":"trace[124873582] transaction","detail":"{read_only:false; response_revision:14731; number_of_response:1; }","duration":"218.763128ms","start":"2026-04-03T03:07:09.322912Z","end":"2026-04-03T03:07:09.541675Z","steps":["trace[124873582] 'process raft request' (duration: 218.552053ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:09.54182Z","caller":"traceutil/trace.go:171","msg":"trace[450160099] transaction","detail":"{read_only:false; response_revision:14733; number_of_response:1; }","duration":"217.956138ms","start":"2026-04-03T03:07:09.323858Z","end":"2026-04-03T03:07:09.541814Z","steps":["trace[450160099] 'process raft request' (duration: 217.740193ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:09.542261Z","caller":"traceutil/trace.go:171","msg":"trace[1768151531] transaction","detail":"{read_only:false; response_revision:14735; number_of_response:1; }","duration":"207.164941ms","start":"2026-04-03T03:07:09.335084Z","end":"2026-04-03T03:07:09.542249Z","steps":["trace[1768151531] 'process raft request' (duration: 207.013227ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:09.54228Z","caller":"traceutil/trace.go:171","msg":"trace[469509165] transaction","detail":"{read_only:false; response_revision:14734; number_of_response:1; }","duration":"218.229546ms","start":"2026-04-03T03:07:09.324027Z","end":"2026-04-03T03:07:09.542257Z","steps":["trace[469509165] 'process raft request' (duration: 217.763143ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:09.542469Z","caller":"traceutil/trace.go:171","msg":"trace[277461500] transaction","detail":"{read_only:false; response_revision:14736; number_of_response:1; }","duration":"199.111762ms","start":"2026-04-03T03:07:09.343335Z","end":"2026-04-03T03:07:09.542447Z","steps":["trace[277461500] 'process raft request' (duration: 198.877967ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:09.542694Z","caller":"traceutil/trace.go:171","msg":"trace[1740539055] linearizableReadLoop","detail":"{readStateIndex:15325; appliedIndex:15320; }","duration":"211.165382ms","start":"2026-04-03T03:07:09.33151Z","end":"2026-04-03T03:07:09.542675Z","steps":["trace[1740539055] 'read index received' (duration: 95.544922ms)","trace[1740539055] 'applied index is now lower than readState.Index' (duration: 115.61667ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:09.542741Z","caller":"traceutil/trace.go:171","msg":"trace[7465714] transaction","detail":"{read_only:false; response_revision:14737; number_of_response:1; }","duration":"168.929567ms","start":"2026-04-03T03:07:09.373804Z","end":"2026-04-03T03:07:09.542733Z","steps":["trace[7465714] 'process raft request' (duration: 168.578209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:09.542893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.393257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:07:09.542941Z","caller":"traceutil/trace.go:171","msg":"trace[1332791148] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:14737; }","duration":"211.478389ms","start":"2026-04-03T03:07:09.331449Z","end":"2026-04-03T03:07:09.542927Z","steps":["trace[1332791148] 'agreement among raft nodes before linearized reading' (duration: 211.299445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:12.014558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840013476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:07:12.017438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:11.473777Z","time spent":"543.655411ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T03:07:12.825662Z","caller":"traceutil/trace.go:171","msg":"trace[491322608] transaction","detail":"{read_only:false; response_revision:14742; number_of_response:1; }","duration":"1.278321936s","start":"2026-04-03T03:07:11.547295Z","end":"2026-04-03T03:07:12.825617Z","steps":["trace[491322608] 'process raft request' (duration: 1.186358592s)","trace[491322608] 'compare' (duration: 91.148623ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:12.825713Z","caller":"traceutil/trace.go:171","msg":"trace[957289308] linearizableReadLoop","detail":"{readStateIndex:15337; appliedIndex:15332; }","duration":"1.311745963s","start":"2026-04-03T03:07:11.513945Z","end":"2026-04-03T03:07:12.825691Z","steps":["trace[957289308] 'read index received' (duration: 503.438218ms)","trace[957289308] 'applied index is now lower than readState.Index' (duration: 808.306575ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:12.825755Z","caller":"traceutil/trace.go:171","msg":"trace[333069461] transaction","detail":"{read_only:false; response_revision:14744; number_of_response:1; }","duration":"1.27806197s","start":"2026-04-03T03:07:11.547639Z","end":"2026-04-03T03:07:12.825701Z","steps":["trace[333069461] 'process raft request' (duration: 1.277939097s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:12.825821Z","caller":"traceutil/trace.go:171","msg":"trace[804283530] transaction","detail":"{read_only:false; response_revision:14745; number_of_response:1; }","duration":"1.071478702s","start":"2026-04-03T03:07:11.754328Z","end":"2026-04-03T03:07:12.825807Z","steps":["trace[804283530] 'process raft request' (duration: 1.071303037s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:12.825832Z","caller":"traceutil/trace.go:171","msg":"trace[11347986] transaction","detail":"{read_only:false; response_revision:14743; number_of_response:1; }","duration":"1.278433849s","start":"2026-04-03T03:07:11.547382Z","end":"2026-04-03T03:07:12.825816Z","steps":["trace[11347986] 'process raft request' (duration: 1.27806723s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:12.825859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:11.547619Z","time spent":"1.278180662s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:12.825857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:11.547278Z","time spent":"1.278482059s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:12.825911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:11.547359Z","time spent":"1.2785092s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:12.825925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:11.754293Z","time spent":"1.071572214s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:12.82612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312180843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T03:07:12.82618Z","caller":"traceutil/trace.go:171","msg":"trace[1843478821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14745; }","duration":"1.312277445s","start":"2026-04-03T03:07:11.513888Z","end":"2026-04-03T03:07:12.826166Z","steps":["trace[1843478821] 'agreement among raft nodes before linearized reading' (duration: 1.312107271s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:12.826221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:11.513863Z","time spent":"1.312347297s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T03:07:12.92353Z","caller":"traceutil/trace.go:171","msg":"trace[1874359384] transaction","detail":"{read_only:false; response_revision:14746; number_of_response:1; }","duration":"904.669457ms","start":"2026-04-03T03:07:12.018792Z","end":"2026-04-03T03:07:12.923462Z","steps":["trace[1874359384] 'process raft request' (duration: 904.497202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:12.923738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37878566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T03:07:12.923825Z","caller":"traceutil/trace.go:171","msg":"trace[2098472615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14746; }","duration":"1.378985874s","start":"2026-04-03T03:07:11.54482Z","end":"2026-04-03T03:07:12.923806Z","steps":["trace[2098472615] 'agreement among raft nodes before linearized reading' (duration: 1.378698627s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:12.92387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:11.544778Z","time spent":"1.379083017s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:07:12.923926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.969123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:07:12.924021Z","caller":"traceutil/trace.go:171","msg":"trace[667692313] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:14746; }","duration":"587.124586ms","start":"2026-04-03T03:07:12.336885Z","end":"2026-04-03T03:07:12.924009Z","steps":["trace[667692313] 'agreement among raft nodes before linearized reading' (duration: 586.894241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:12.924018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378558333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T03:07:12.924032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377235001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T03:07:12.924069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379014095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T03:07:12.92408Z","caller":"traceutil/trace.go:171","msg":"trace[443054871] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14746; }","duration":"1.378666976s","start":"2026-04-03T03:07:11.545397Z","end":"2026-04-03T03:07:12.924063Z","steps":["trace[443054871] 'agreement among raft nodes before linearized reading' (duration: 1.378493092s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:12.924052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:12.336859Z","time spent":"587.183928ms","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":22,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:07:12.924136Z","caller":"traceutil/trace.go:171","msg":"trace[582277915] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14746; }","duration":"1.379080977s","start":"2026-04-03T03:07:11.545038Z","end":"2026-04-03T03:07:12.924119Z","steps":["trace[582277915] 'agreement among raft nodes before linearized reading' (duration: 1.378881382s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:12.924131Z","caller":"traceutil/trace.go:171","msg":"trace[1465785371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14746; }","duration":"1.377373825s","start":"2026-04-03T03:07:11.546737Z","end":"2026-04-03T03:07:12.924111Z","steps":["trace[1465785371] 'agreement among raft nodes before linearized reading' (duration: 1.377077258s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:12.924143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:11.545375Z","time spent":"1.378755708s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:07:12.92418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:11.544998Z","time spent":"1.379173699s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:07:12.92419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:11.546718Z","time spent":"1.377464427s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:07:12.924258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.602137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:07:12.924337Z","caller":"traceutil/trace.go:171","msg":"trace[1932335099] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:14746; }","duration":"428.72907ms","start":"2026-04-03T03:07:12.495587Z","end":"2026-04-03T03:07:12.924316Z","steps":["trace[1932335099] 'agreement among raft nodes before linearized reading' (duration: 428.596467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:12.924354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.758712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-04-03T03:07:12.924353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367949112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-03T03:07:12.924394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:12.495558Z","time spent":"428.819872ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:07:12.924403Z","caller":"traceutil/trace.go:171","msg":"trace[1950543100] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14746; }","duration":"204.848115ms","start":"2026-04-03T03:07:12.719538Z","end":"2026-04-03T03:07:12.924386Z","steps":["trace[1950543100] 'agreement among raft nodes before linearized reading' (duration: 204.713831ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:12.92445Z","caller":"traceutil/trace.go:171","msg":"trace[1867984467] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:14746; }","duration":"1.368086115s","start":"2026-04-03T03:07:11.556343Z","end":"2026-04-03T03:07:12.924429Z","steps":["trace[1867984467] 'agreement among raft nodes before linearized reading' (duration: 1.367803218s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:12.9245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:11.556331Z","time spent":"1.368159777s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T03:07:12.924503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:12.018741Z","time spent":"904.873722ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:12.92413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.199054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:07:12.925125Z","caller":"traceutil/trace.go:171","msg":"trace[2107388607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14746; }","duration":"386.241299ms","start":"2026-04-03T03:07:12.538865Z","end":"2026-04-03T03:07:12.925106Z","steps":["trace[2107388607] 'agreement among raft nodes before linearized reading' (duration: 385.208454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:12.92523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:12.53884Z","time spent":"386.372763ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:07:13.110097Z","caller":"traceutil/trace.go:171","msg":"trace[107592396] linearizableReadLoop","detail":"{readStateIndex:15339; appliedIndex:15338; }","duration":"179.477277ms","start":"2026-04-03T03:07:12.930582Z","end":"2026-04-03T03:07:13.11006Z","steps":["trace[107592396] 'read index received' (duration: 86.943589ms)","trace[107592396] 'applied index is now lower than readState.Index' (duration: 92.531558ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:07:13.110392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.782344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:07:13.110522Z","caller":"traceutil/trace.go:171","msg":"trace[697196276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14747; }","duration":"179.941229ms","start":"2026-04-03T03:07:12.930558Z","end":"2026-04-03T03:07:13.110499Z","steps":["trace[697196276] 'agreement among raft nodes before linearized reading' (duration: 179.762194ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:13.110409Z","caller":"traceutil/trace.go:171","msg":"trace[3712790] transaction","detail":"{read_only:false; response_revision:14747; number_of_response:1; }","duration":"280.676239ms","start":"2026-04-03T03:07:12.829685Z","end":"2026-04-03T03:07:13.110362Z","steps":["trace[3712790] 'process raft request' (duration: 187.735762ms)","trace[3712790] 'compare' (duration: 92.335743ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:07:13.110903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.312087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:57 size:530463"} {"level":"info","ts":"2026-04-03T03:07:13.110955Z","caller":"traceutil/trace.go:171","msg":"trace[575244832] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:57; response_revision:14747; }","duration":"180.391299ms","start":"2026-04-03T03:07:12.930552Z","end":"2026-04-03T03:07:13.110943Z","steps":["trace[575244832] 'agreement among raft nodes before linearized reading' (duration: 179.820085ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:13.310767Z","caller":"traceutil/trace.go:171","msg":"trace[1483307080] transaction","detail":"{read_only:false; response_revision:14748; number_of_response:1; }","duration":"379.998136ms","start":"2026-04-03T03:07:12.930732Z","end":"2026-04-03T03:07:13.31073Z","steps":["trace[1483307080] 'process raft request' (duration: 377.854322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:13.310979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:12.930714Z","time spent":"380.168939ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:13.311093Z","caller":"traceutil/trace.go:171","msg":"trace[570706936] linearizableReadLoop","detail":"{readStateIndex:15343; appliedIndex:15339; }","duration":"200.837246ms","start":"2026-04-03T03:07:13.110245Z","end":"2026-04-03T03:07:13.311083Z","steps":["trace[570706936] 'read index received' (duration: 198.329304ms)","trace[570706936] 'applied index is now lower than readState.Index' (duration: 2.507042ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:13.311058Z","caller":"traceutil/trace.go:171","msg":"trace[1618152294] transaction","detail":"{read_only:false; response_revision:14749; number_of_response:1; }","duration":"380.279853ms","start":"2026-04-03T03:07:12.930732Z","end":"2026-04-03T03:07:13.311011Z","steps":["trace[1618152294] 'process raft request' (duration: 379.946874ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:13.311065Z","caller":"traceutil/trace.go:171","msg":"trace[1372180917] transaction","detail":"{read_only:false; response_revision:14750; number_of_response:1; }","duration":"380.16177ms","start":"2026-04-03T03:07:12.930849Z","end":"2026-04-03T03:07:13.311011Z","steps":["trace[1372180917] 'process raft request' (duration: 380.003326ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:13.311154Z","caller":"traceutil/trace.go:171","msg":"trace[1382158669] transaction","detail":"{read_only:false; response_revision:14751; number_of_response:1; }","duration":"380.299443ms","start":"2026-04-03T03:07:12.930845Z","end":"2026-04-03T03:07:13.311144Z","steps":["trace[1382158669] 'process raft request' (duration: 380.125809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:13.311209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:12.930714Z","time spent":"380.438096ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:13.311263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:12.930838Z","time spent":"380.339664ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:13.311321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:12.930832Z","time spent":"380.383205ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:13.311425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.528091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:07:13.311463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.823025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-03T03:07:13.311471Z","caller":"traceutil/trace.go:171","msg":"trace[1375789532] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:14751; }","duration":"370.576232ms","start":"2026-04-03T03:07:12.94088Z","end":"2026-04-03T03:07:13.311457Z","steps":["trace[1375789532] 'agreement among raft nodes before linearized reading' (duration: 370.504671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:13.311507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.884197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2b812040-e888-44f1-8101-343c302b5e90\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-04-03T03:07:13.311598Z","caller":"traceutil/trace.go:171","msg":"trace[247716975] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2b812040-e888-44f1-8101-343c302b5e90; range_end:; response_count:1; response_revision:14751; }","duration":"381.010031ms","start":"2026-04-03T03:07:12.930573Z","end":"2026-04-03T03:07:13.311583Z","steps":["trace[247716975] 'agreement among raft nodes before linearized reading' (duration: 380.756004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:13.311659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:12.930556Z","time spent":"381.096402ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-2b812040-e888-44f1-8101-343c302b5e90\" "} {"level":"info","ts":"2026-04-03T03:07:13.311545Z","caller":"traceutil/trace.go:171","msg":"trace[1867231437] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:14751; }","duration":"380.935198ms","start":"2026-04-03T03:07:12.930596Z","end":"2026-04-03T03:07:13.311532Z","steps":["trace[1867231437] 'agreement among raft nodes before linearized reading' (duration: 380.711753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:13.311729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:12.930578Z","time spent":"381.132013ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T03:07:13.311548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:12.940858Z","time spent":"370.680404ms","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:07:13.662052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.730344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:07:13.662164Z","caller":"traceutil/trace.go:171","msg":"trace[2093076054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14751; }","duration":"122.895698ms","start":"2026-04-03T03:07:13.539245Z","end":"2026-04-03T03:07:13.66214Z","steps":["trace[2093076054] 'range keys from in-memory index tree' (duration: 122.631682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:13.662156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.125563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-6gxwv\" ","response":"range_response_count:1 size:8526"} {"level":"info","ts":"2026-04-03T03:07:13.662221Z","caller":"traceutil/trace.go:171","msg":"trace[446710186] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-6gxwv; range_end:; response_count:1; response_revision:14751; }","duration":"199.241086ms","start":"2026-04-03T03:07:13.462962Z","end":"2026-04-03T03:07:13.662203Z","steps":["trace[446710186] 'range keys from in-memory index tree' (duration: 198.895227ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:13.870843Z","caller":"traceutil/trace.go:171","msg":"trace[541294140] transaction","detail":"{read_only:false; response_revision:14752; number_of_response:1; }","duration":"198.499638ms","start":"2026-04-03T03:07:13.672311Z","end":"2026-04-03T03:07:13.87081Z","steps":["trace[541294140] 'process raft request' (duration: 198.328034ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:15.008169Z","caller":"traceutil/trace.go:171","msg":"trace[2025430886] transaction","detail":"{read_only:false; response_revision:14753; number_of_response:1; }","duration":"176.021212ms","start":"2026-04-03T03:07:14.832115Z","end":"2026-04-03T03:07:15.008137Z","steps":["trace[2025430886] 'process raft request' (duration: 175.793936ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:15.133926Z","caller":"traceutil/trace.go:171","msg":"trace[2049143718] transaction","detail":"{read_only:false; response_revision:14754; number_of_response:1; }","duration":"301.104295ms","start":"2026-04-03T03:07:14.832785Z","end":"2026-04-03T03:07:15.133889Z","steps":["trace[2049143718] 'process raft request' (duration: 300.864188ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:15.133935Z","caller":"traceutil/trace.go:171","msg":"trace[1310567234] transaction","detail":"{read_only:false; response_revision:14755; number_of_response:1; }","duration":"301.024854ms","start":"2026-04-03T03:07:14.832876Z","end":"2026-04-03T03:07:15.133901Z","steps":["trace[1310567234] 'process raft request' (duration: 300.944582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:15.134129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:14.832766Z","time spent":"301.251508ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:15.134172Z","caller":"traceutil/trace.go:171","msg":"trace[1807382847] transaction","detail":"{read_only:false; response_revision:14756; number_of_response:1; }","duration":"300.45706ms","start":"2026-04-03T03:07:14.833697Z","end":"2026-04-03T03:07:15.134154Z","steps":["trace[1807382847] 'process raft request' (duration: 300.164433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:15.134295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:14.833657Z","time spent":"300.572483ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:15.134394Z","caller":"traceutil/trace.go:171","msg":"trace[734169993] transaction","detail":"{read_only:false; response_revision:14757; number_of_response:1; }","duration":"253.074027ms","start":"2026-04-03T03:07:14.881313Z","end":"2026-04-03T03:07:15.134387Z","steps":["trace[734169993] 'process raft request' (duration: 252.78832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:15.134999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:14.832867Z","time spent":"301.28578ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:15.53325Z","caller":"traceutil/trace.go:171","msg":"trace[848010244] transaction","detail":"{read_only:false; response_revision:14758; number_of_response:1; }","duration":"392.790101ms","start":"2026-04-03T03:07:15.140429Z","end":"2026-04-03T03:07:15.533219Z","steps":["trace[848010244] 'process raft request' (duration: 392.605666ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:15.533277Z","caller":"traceutil/trace.go:171","msg":"trace[1708734582] linearizableReadLoop","detail":"{readStateIndex:15350; appliedIndex:15350; }","duration":"392.439152ms","start":"2026-04-03T03:07:15.140802Z","end":"2026-04-03T03:07:15.533241Z","steps":["trace[1708734582] 'read index received' (duration: 392.417632ms)","trace[1708734582] 'applied index is now lower than readState.Index' (duration: 18.62µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:07:15.533474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:15.140389Z","time spent":"392.982075ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:15.533993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.17338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:57 size:530649"} {"level":"info","ts":"2026-04-03T03:07:15.534073Z","caller":"traceutil/trace.go:171","msg":"trace[265632197] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:57; response_revision:14758; }","duration":"393.317034ms","start":"2026-04-03T03:07:15.140744Z","end":"2026-04-03T03:07:15.534061Z","steps":["trace[265632197] 'agreement among raft nodes before linearized reading' (duration: 392.600007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:15.534114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:15.140716Z","time spent":"393.386805ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":57,"response size":530673,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:07:15.558389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.289555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T03:07:15.558453Z","caller":"traceutil/trace.go:171","msg":"trace[264889755] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14759; }","duration":"241.397538ms","start":"2026-04-03T03:07:15.317037Z","end":"2026-04-03T03:07:15.558434Z","steps":["trace[264889755] 'agreement among raft nodes before linearized reading' (duration: 241.234074ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:15.558434Z","caller":"traceutil/trace.go:171","msg":"trace[1759381177] transaction","detail":"{read_only:false; response_revision:14759; number_of_response:1; }","duration":"374.293504ms","start":"2026-04-03T03:07:15.184107Z","end":"2026-04-03T03:07:15.558401Z","steps":["trace[1759381177] 'process raft request' (duration: 373.942486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:15.558456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.147981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:07:15.558543Z","caller":"traceutil/trace.go:171","msg":"trace[1876815031] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14759; }","duration":"243.298555ms","start":"2026-04-03T03:07:15.315223Z","end":"2026-04-03T03:07:15.558521Z","steps":["trace[1876815031] 'agreement among raft nodes before linearized reading' (duration: 243.065529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:15.558552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.840968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T03:07:15.558581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:15.184075Z","time spent":"374.426647ms","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:15.558639Z","caller":"traceutil/trace.go:171","msg":"trace[1429324384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14759; }","duration":"243.977131ms","start":"2026-04-03T03:07:15.314641Z","end":"2026-04-03T03:07:15.558618Z","steps":["trace[1429324384] 'agreement among raft nodes before linearized reading' (duration: 243.686844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:15.558715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.642363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T03:07:15.558712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.517041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/cinder-bootstrap-6gxwv\" ","response":"range_response_count:1 size:2780"} {"level":"info","ts":"2026-04-03T03:07:15.558775Z","caller":"traceutil/trace.go:171","msg":"trace[14402930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14759; }","duration":"243.712335ms","start":"2026-04-03T03:07:15.315046Z","end":"2026-04-03T03:07:15.558758Z","steps":["trace[14402930] 'agreement among raft nodes before linearized reading' (duration: 243.532ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:15.558839Z","caller":"traceutil/trace.go:171","msg":"trace[208476683] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/cinder-bootstrap-6gxwv; range_end:; response_count:1; response_revision:14759; }","duration":"226.697675ms","start":"2026-04-03T03:07:15.332106Z","end":"2026-04-03T03:07:15.558804Z","steps":["trace[208476683] 'agreement among raft nodes before linearized reading' (duration: 226.349956ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:21.16297Z","caller":"traceutil/trace.go:171","msg":"trace[42897633] linearizableReadLoop","detail":"{readStateIndex:15446; appliedIndex:15445; }","duration":"176.806332ms","start":"2026-04-03T03:07:20.986092Z","end":"2026-04-03T03:07:21.162898Z","steps":["trace[42897633] 'read index received' (duration: 172.855503ms)","trace[42897633] 'applied index is now lower than readState.Index' (duration: 3.949299ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:21.163085Z","caller":"traceutil/trace.go:171","msg":"trace[1244639422] transaction","detail":"{read_only:false; response_revision:14850; number_of_response:1; }","duration":"178.091394ms","start":"2026-04-03T03:07:20.984896Z","end":"2026-04-03T03:07:21.162988Z","steps":["trace[1244639422] 'process raft request' (duration: 174.33457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:21.164169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.040232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-03T03:07:21.164313Z","caller":"traceutil/trace.go:171","msg":"trace[1231507278] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:14850; }","duration":"178.230926ms","start":"2026-04-03T03:07:20.986049Z","end":"2026-04-03T03:07:21.16428Z","steps":["trace[1231507278] 'agreement among raft nodes before linearized reading' (duration: 177.021587ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:21.167128Z","caller":"traceutil/trace.go:171","msg":"trace[600379709] transaction","detail":"{read_only:false; response_revision:14851; number_of_response:1; }","duration":"141.025316ms","start":"2026-04-03T03:07:21.026069Z","end":"2026-04-03T03:07:21.167095Z","steps":["trace[600379709] 'process raft request' (duration: 139.932559ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:23.735602Z","caller":"traceutil/trace.go:171","msg":"trace[1277563517] transaction","detail":"{read_only:false; response_revision:14902; number_of_response:1; }","duration":"558.440217ms","start":"2026-04-03T03:07:23.17713Z","end":"2026-04-03T03:07:23.73557Z","steps":["trace[1277563517] 'process raft request' (duration: 558.17956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:23.735782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:23.177079Z","time spent":"558.613421ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:23.735961Z","caller":"traceutil/trace.go:171","msg":"trace[1217113173] transaction","detail":"{read_only:false; response_revision:14903; number_of_response:1; }","duration":"558.55881ms","start":"2026-04-03T03:07:23.177376Z","end":"2026-04-03T03:07:23.735935Z","steps":["trace[1217113173] 'process raft request' (duration: 558.109359ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:23.735975Z","caller":"traceutil/trace.go:171","msg":"trace[922732955] linearizableReadLoop","detail":"{readStateIndex:15502; appliedIndex:15499; }","duration":"196.611361ms","start":"2026-04-03T03:07:23.539333Z","end":"2026-04-03T03:07:23.735945Z","steps":["trace[922732955] 'read index received' (duration: 195.862673ms)","trace[922732955] 'applied index is now lower than readState.Index' (duration: 747.098µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:07:23.736058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:23.177358Z","time spent":"558.655781ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:23.736211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.883567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:07:23.736265Z","caller":"traceutil/trace.go:171","msg":"trace[1526176914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14904; }","duration":"196.977339ms","start":"2026-04-03T03:07:23.539275Z","end":"2026-04-03T03:07:23.736252Z","steps":["trace[1526176914] 'agreement among raft nodes before linearized reading' (duration: 196.870467ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:23.736303Z","caller":"traceutil/trace.go:171","msg":"trace[605842061] transaction","detail":"{read_only:false; response_revision:14904; number_of_response:1; }","duration":"558.729783ms","start":"2026-04-03T03:07:23.177561Z","end":"2026-04-03T03:07:23.73629Z","steps":["trace[605842061] 'process raft request' (duration: 558.223381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:23.736375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:23.177524Z","time spent":"558.815195ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:23.736602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.534547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T03:07:23.736615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.732537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T03:07:23.736644Z","caller":"traceutil/trace.go:171","msg":"trace[1581877089] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14904; }","duration":"168.626809ms","start":"2026-04-03T03:07:23.568007Z","end":"2026-04-03T03:07:23.736634Z","steps":["trace[1581877089] 'agreement among raft nodes before linearized reading' (duration: 168.486675ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:23.736651Z","caller":"traceutil/trace.go:171","msg":"trace[566576360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14904; }","duration":"114.785088ms","start":"2026-04-03T03:07:23.621856Z","end":"2026-04-03T03:07:23.736641Z","steps":["trace[566576360] 'agreement among raft nodes before linearized reading' (duration: 114.680205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:23.736778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.298247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:07:23.736813Z","caller":"traceutil/trace.go:171","msg":"trace[51945165] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14904; }","duration":"108.339799ms","start":"2026-04-03T03:07:23.628465Z","end":"2026-04-03T03:07:23.736805Z","steps":["trace[51945165] 'agreement among raft nodes before linearized reading' (duration: 108.255286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:23.736893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.128838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T03:07:23.736902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.362953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T03:07:23.736936Z","caller":"traceutil/trace.go:171","msg":"trace[69564099] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14904; }","duration":"115.20697ms","start":"2026-04-03T03:07:23.621716Z","end":"2026-04-03T03:07:23.736923Z","steps":["trace[69564099] 'agreement among raft nodes before linearized reading' (duration: 115.106727ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:23.736946Z","caller":"traceutil/trace.go:171","msg":"trace[584647387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14904; }","duration":"111.433896ms","start":"2026-04-03T03:07:23.625497Z","end":"2026-04-03T03:07:23.736931Z","steps":["trace[584647387] 'agreement among raft nodes before linearized reading' (duration: 111.264271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:23.737075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.508402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:07:23.737109Z","caller":"traceutil/trace.go:171","msg":"trace[2084718922] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:14904; }","duration":"148.586114ms","start":"2026-04-03T03:07:23.588513Z","end":"2026-04-03T03:07:23.737099Z","steps":["trace[2084718922] 'agreement among raft nodes before linearized reading' (duration: 148.497472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:24.681225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.082719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:07:24.68133Z","caller":"traceutil/trace.go:171","msg":"trace[1658120633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14911; }","duration":"141.255443ms","start":"2026-04-03T03:07:24.540053Z","end":"2026-04-03T03:07:24.681308Z","steps":["trace[1658120633] 'range keys from in-memory index tree' (duration: 140.916424ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:25.635109Z","caller":"traceutil/trace.go:171","msg":"trace[2112519997] transaction","detail":"{read_only:false; response_revision:14912; number_of_response:1; }","duration":"303.846301ms","start":"2026-04-03T03:07:25.331186Z","end":"2026-04-03T03:07:25.635032Z","steps":["trace[2112519997] 'process raft request' (duration: 303.408051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:25.635474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:25.331152Z","time spent":"304.128889ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:25.856732Z","caller":"traceutil/trace.go:171","msg":"trace[1009264636] transaction","detail":"{read_only:false; response_revision:14913; number_of_response:1; }","duration":"101.588911ms","start":"2026-04-03T03:07:25.755103Z","end":"2026-04-03T03:07:25.856692Z","steps":["trace[1009264636] 'process raft request' (duration: 63.698915ms)","trace[1009264636] 'compare' (duration: 37.698031ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:25.919874Z","caller":"traceutil/trace.go:171","msg":"trace[1373989460] linearizableReadLoop","detail":"{readStateIndex:15513; appliedIndex:15510; }","duration":"163.812351ms","start":"2026-04-03T03:07:25.756033Z","end":"2026-04-03T03:07:25.919846Z","steps":["trace[1373989460] 'read index received' (duration: 62.775823ms)","trace[1373989460] 'applied index is now lower than readState.Index' (duration: 101.035308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:07:25.920433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.379674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:07:25.92049Z","caller":"traceutil/trace.go:171","msg":"trace[1966878421] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:14916; }","duration":"164.487047ms","start":"2026-04-03T03:07:25.75599Z","end":"2026-04-03T03:07:25.920477Z","steps":["trace[1966878421] 'agreement among raft nodes before linearized reading' (duration: 164.287122ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:25.921054Z","caller":"traceutil/trace.go:171","msg":"trace[953354971] transaction","detail":"{read_only:false; response_revision:14914; number_of_response:1; }","duration":"165.564903ms","start":"2026-04-03T03:07:25.755473Z","end":"2026-04-03T03:07:25.921038Z","steps":["trace[953354971] 'process raft request' (duration: 164.050056ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:25.921187Z","caller":"traceutil/trace.go:171","msg":"trace[1188998835] transaction","detail":"{read_only:false; response_revision:14915; number_of_response:1; }","duration":"165.639435ms","start":"2026-04-03T03:07:25.755537Z","end":"2026-04-03T03:07:25.921176Z","steps":["trace[1188998835] 'process raft request' (duration: 164.2019ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:25.921308Z","caller":"traceutil/trace.go:171","msg":"trace[1863961424] transaction","detail":"{read_only:false; response_revision:14916; number_of_response:1; }","duration":"134.917896ms","start":"2026-04-03T03:07:25.786377Z","end":"2026-04-03T03:07:25.921295Z","steps":["trace[1863961424] 'process raft request' (duration: 133.42076ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:26.760223Z","caller":"traceutil/trace.go:171","msg":"trace[916720193] transaction","detail":"{read_only:false; response_revision:14923; number_of_response:1; }","duration":"113.769223ms","start":"2026-04-03T03:07:26.646416Z","end":"2026-04-03T03:07:26.760185Z","steps":["trace[916720193] 'process raft request' (duration: 74.693687ms)","trace[916720193] 'compare' (duration: 38.893872ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:27.654163Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13287} {"level":"info","ts":"2026-04-03T03:07:27.759159Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13287,"took":"102.885303ms","hash":2814993135,"current-db-size-bytes":43913216,"current-db-size":"44 MB","current-db-size-in-use-bytes":26357760,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-03T03:07:27.759279Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2814993135,"revision":13287,"compact-revision":11176} {"level":"info","ts":"2026-04-03T03:07:32.818862Z","caller":"traceutil/trace.go:171","msg":"trace[1525429930] linearizableReadLoop","detail":"{readStateIndex:15579; appliedIndex:15578; }","duration":"279.752355ms","start":"2026-04-03T03:07:32.539074Z","end":"2026-04-03T03:07:32.818826Z","steps":["trace[1525429930] 'read index received' (duration: 279.570941ms)","trace[1525429930] 'applied index is now lower than readState.Index' (duration: 180.114µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:32.818898Z","caller":"traceutil/trace.go:171","msg":"trace[1845602893] transaction","detail":"{read_only:false; response_revision:14977; number_of_response:1; }","duration":"400.058621ms","start":"2026-04-03T03:07:32.418803Z","end":"2026-04-03T03:07:32.818862Z","steps":["trace[1845602893] 'process raft request' (duration: 399.867576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:32.819055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:32.418775Z","time spent":"400.212775ms","remote":"127.0.0.1:35046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2255,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:07:32.819095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.996752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:07:32.81918Z","caller":"traceutil/trace.go:171","msg":"trace[1759405074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14977; }","duration":"280.133075ms","start":"2026-04-03T03:07:32.539026Z","end":"2026-04-03T03:07:32.819159Z","steps":["trace[1759405074] 'agreement among raft nodes before linearized reading' (duration: 279.952021ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:34.116997Z","caller":"traceutil/trace.go:171","msg":"trace[397108361] transaction","detail":"{read_only:false; response_revision:14983; number_of_response:1; }","duration":"163.223435ms","start":"2026-04-03T03:07:33.953748Z","end":"2026-04-03T03:07:34.116972Z","steps":["trace[397108361] 'process raft request' (duration: 163.070571ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:34.118217Z","caller":"traceutil/trace.go:171","msg":"trace[2146183659] transaction","detail":"{read_only:false; response_revision:14984; number_of_response:1; }","duration":"162.805475ms","start":"2026-04-03T03:07:33.955393Z","end":"2026-04-03T03:07:34.118199Z","steps":["trace[2146183659] 'process raft request' (duration: 162.492877ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:38.311248Z","caller":"traceutil/trace.go:171","msg":"trace[287378252] linearizableReadLoop","detail":"{readStateIndex:15610; appliedIndex:15608; }","duration":"173.775777ms","start":"2026-04-03T03:07:38.137441Z","end":"2026-04-03T03:07:38.311217Z","steps":["trace[287378252] 'read index received' (duration: 33.298254ms)","trace[287378252] 'applied index is now lower than readState.Index' (duration: 140.475493ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:38.311357Z","caller":"traceutil/trace.go:171","msg":"trace[629501285] transaction","detail":"{read_only:false; response_revision:15007; number_of_response:1; }","duration":"179.438786ms","start":"2026-04-03T03:07:38.131872Z","end":"2026-04-03T03:07:38.31131Z","steps":["trace[629501285] 'process raft request' (duration: 94.970218ms)","trace[629501285] 'compare' (duration: 84.244392ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:07:38.311554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.091254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T03:07:38.311608Z","caller":"traceutil/trace.go:171","msg":"trace[2037765640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15007; }","duration":"174.211677ms","start":"2026-04-03T03:07:38.137384Z","end":"2026-04-03T03:07:38.311595Z","steps":["trace[2037765640] 'agreement among raft nodes before linearized reading' (duration: 173.998802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:38.311897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.240429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T03:07:38.312037Z","caller":"traceutil/trace.go:171","msg":"trace[765737556] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15007; }","duration":"168.388703ms","start":"2026-04-03T03:07:38.143623Z","end":"2026-04-03T03:07:38.312012Z","steps":["trace[765737556] 'agreement among raft nodes before linearized reading' (duration: 168.088526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:38.312021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.41144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-03T03:07:38.312066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.161918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T03:07:38.312103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.060615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:07:38.312118Z","caller":"traceutil/trace.go:171","msg":"trace[1483073611] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:15007; }","duration":"163.541113ms","start":"2026-04-03T03:07:38.148556Z","end":"2026-04-03T03:07:38.312097Z","steps":["trace[1483073611] 'agreement among raft nodes before linearized reading' (duration: 163.333358ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:38.312144Z","caller":"traceutil/trace.go:171","msg":"trace[2087589054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15007; }","duration":"168.25235ms","start":"2026-04-03T03:07:38.143866Z","end":"2026-04-03T03:07:38.312119Z","steps":["trace[2087589054] 'agreement among raft nodes before linearized reading' (duration: 168.087806ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:38.312168Z","caller":"traceutil/trace.go:171","msg":"trace[1952923982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15007; }","duration":"168.191938ms","start":"2026-04-03T03:07:38.143959Z","end":"2026-04-03T03:07:38.312151Z","steps":["trace[1952923982] 'agreement among raft nodes before linearized reading' (duration: 167.961673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:38.312357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.012453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T03:07:38.312413Z","caller":"traceutil/trace.go:171","msg":"trace[1599980156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15007; }","duration":"168.093776ms","start":"2026-04-03T03:07:38.144306Z","end":"2026-04-03T03:07:38.3124Z","steps":["trace[1599980156] 'agreement among raft nodes before linearized reading' (duration: 167.566493ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:44.301332Z","caller":"traceutil/trace.go:171","msg":"trace[630093573] transaction","detail":"{read_only:false; response_revision:15044; number_of_response:1; }","duration":"107.532088ms","start":"2026-04-03T03:07:44.193764Z","end":"2026-04-03T03:07:44.301296Z","steps":["trace[630093573] 'process raft request' (duration: 107.334683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:44.559811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.841709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:07:44.560104Z","caller":"traceutil/trace.go:171","msg":"trace[42906692] transaction","detail":"{read_only:false; response_revision:15046; number_of_response:1; }","duration":"204.913066ms","start":"2026-04-03T03:07:44.355018Z","end":"2026-04-03T03:07:44.559931Z","steps":["trace[42906692] 'process raft request' (duration: 51.815911ms)","trace[42906692] 'compare' (duration: 152.717766ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:07:44.777413Z","caller":"traceutil/trace.go:171","msg":"trace[1139933319] transaction","detail":"{read_only:false; response_revision:15048; number_of_response:1; }","duration":"422.045464ms","start":"2026-04-03T03:07:44.355337Z","end":"2026-04-03T03:07:44.777382Z","steps":["trace[1139933319] 'process raft request' (duration: 421.986643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:44.777582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:44.355307Z","time spent":"422.191138ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:44.777456Z","caller":"traceutil/trace.go:171","msg":"trace[2104230981] transaction","detail":"{read_only:false; response_revision:15047; number_of_response:1; }","duration":"422.109235ms","start":"2026-04-03T03:07:44.35529Z","end":"2026-04-03T03:07:44.777399Z","steps":["trace[2104230981] 'process raft request' (duration: 421.87654ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:44.777887Z","caller":"traceutil/trace.go:171","msg":"trace[402599069] transaction","detail":"{read_only:false; response_revision:15049; number_of_response:1; }","duration":"422.345122ms","start":"2026-04-03T03:07:44.355518Z","end":"2026-04-03T03:07:44.777863Z","steps":["trace[402599069] 'process raft request' (duration: 421.835009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:44.777913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:44.355271Z","time spent":"422.523186ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:07:44.777984Z","caller":"traceutil/trace.go:171","msg":"trace[247192730] transaction","detail":"{read_only:false; response_revision:15050; number_of_response:1; }","duration":"422.412104ms","start":"2026-04-03T03:07:44.355562Z","end":"2026-04-03T03:07:44.777974Z","steps":["trace[247192730] 'process raft request' (duration: 422.116976ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:07:44.777842Z","caller":"traceutil/trace.go:171","msg":"trace[287013192] linearizableReadLoop","detail":"{readStateIndex:15654; appliedIndex:15649; }","duration":"419.383938ms","start":"2026-04-03T03:07:44.358422Z","end":"2026-04-03T03:07:44.777806Z","steps":["trace[287013192] 'read index received' (duration: 48.578151ms)","trace[287013192] 'applied index is now lower than readState.Index' (duration: 370.804347ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:07:44.778037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:44.355475Z","time spent":"422.538847ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:44.778066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:44.35545Z","time spent":"422.519956ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:07:44.778177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.488772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:07:44.778228Z","caller":"traceutil/trace.go:171","msg":"trace[898694318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15050; }","duration":"237.580194ms","start":"2026-04-03T03:07:44.54063Z","end":"2026-04-03T03:07:44.77821Z","steps":["trace[898694318] 'agreement among raft nodes before linearized reading' (duration: 237.489242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:44.778563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.142598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:60 size:552979"} {"level":"info","ts":"2026-04-03T03:07:44.778599Z","caller":"traceutil/trace.go:171","msg":"trace[1267930969] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:60; response_revision:15050; }","duration":"420.197149ms","start":"2026-04-03T03:07:44.358392Z","end":"2026-04-03T03:07:44.778589Z","steps":["trace[1267930969] 'agreement among raft nodes before linearized reading' (duration: 419.706618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:07:44.778621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:07:44.358379Z","time spent":"420.23603ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":60,"response size":553003,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:08:06.687785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.632607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:08:06.68794Z","caller":"traceutil/trace.go:171","msg":"trace[1582293370] linearizableReadLoop","detail":"{readStateIndex:15792; appliedIndex:15791; }","duration":"173.080249ms","start":"2026-04-03T03:08:06.514831Z","end":"2026-04-03T03:08:06.687912Z","steps":["trace[1582293370] 'read index received' (duration: 69.946899ms)","trace[1582293370] 'applied index is now lower than readState.Index' (duration: 103.13126ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:06.688095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.261944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:06.688152Z","caller":"traceutil/trace.go:171","msg":"trace[313194883] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:15184; }","duration":"173.360897ms","start":"2026-04-03T03:08:06.514775Z","end":"2026-04-03T03:08:06.688136Z","steps":["trace[313194883] 'agreement among raft nodes before linearized reading' (duration: 173.258874ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:06.688417Z","caller":"traceutil/trace.go:171","msg":"trace[1442337836] transaction","detail":"{read_only:false; response_revision:15184; number_of_response:1; }","duration":"222.83442ms","start":"2026-04-03T03:08:06.465518Z","end":"2026-04-03T03:08:06.688353Z","steps":["trace[1442337836] 'process raft request' (duration: 119.248449ms)","trace[1442337836] 'compare' (duration: 102.318669ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:06.862665Z","caller":"traceutil/trace.go:171","msg":"trace[1335493932] transaction","detail":"{read_only:false; response_revision:15185; number_of_response:1; }","duration":"170.435414ms","start":"2026-04-03T03:08:06.692202Z","end":"2026-04-03T03:08:06.862638Z","steps":["trace[1335493932] 'process raft request' (duration: 170.215748ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:08.060542Z","caller":"traceutil/trace.go:171","msg":"trace[884294689] transaction","detail":"{read_only:false; response_revision:15190; number_of_response:1; }","duration":"227.817343ms","start":"2026-04-03T03:08:07.832693Z","end":"2026-04-03T03:08:08.060511Z","steps":["trace[884294689] 'process raft request' (duration: 227.68989ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:08.671732Z","caller":"traceutil/trace.go:171","msg":"trace[1695465716] linearizableReadLoop","detail":"{readStateIndex:15800; appliedIndex:15799; }","duration":"229.052754ms","start":"2026-04-03T03:08:08.442648Z","end":"2026-04-03T03:08:08.671701Z","steps":["trace[1695465716] 'read index received' (duration: 228.87095ms)","trace[1695465716] 'applied index is now lower than readState.Index' (duration: 180.844µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:08.671843Z","caller":"traceutil/trace.go:171","msg":"trace[333785564] transaction","detail":"{read_only:false; response_revision:15191; number_of_response:1; }","duration":"456.498897ms","start":"2026-04-03T03:08:08.21528Z","end":"2026-04-03T03:08:08.671778Z","steps":["trace[333785564] 'process raft request' (duration: 456.249241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:08.671987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.31282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:08:08.672038Z","caller":"traceutil/trace.go:171","msg":"trace[1434173287] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:15191; }","duration":"229.393512ms","start":"2026-04-03T03:08:08.442632Z","end":"2026-04-03T03:08:08.672025Z","steps":["trace[1434173287] 'agreement among raft nodes before linearized reading' (duration: 229.226128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:08.672049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:08.215247Z","time spent":"456.699941ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:08:08.707608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.62369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:08.707621Z","caller":"traceutil/trace.go:171","msg":"trace[1342819736] transaction","detail":"{read_only:false; response_revision:15192; number_of_response:1; }","duration":"247.079759ms","start":"2026-04-03T03:08:08.460517Z","end":"2026-04-03T03:08:08.707597Z","steps":["trace[1342819736] 'process raft request' (duration: 246.715749ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:08.707675Z","caller":"traceutil/trace.go:171","msg":"trace[728515456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15192; }","duration":"166.738483ms","start":"2026-04-03T03:08:08.54092Z","end":"2026-04-03T03:08:08.707658Z","steps":["trace[728515456] 'agreement among raft nodes before linearized reading' (duration: 166.593159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:08.707622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.41378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:08.707799Z","caller":"traceutil/trace.go:171","msg":"trace[444626018] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:15192; }","duration":"256.650066ms","start":"2026-04-03T03:08:08.45113Z","end":"2026-04-03T03:08:08.70778Z","steps":["trace[444626018] 'agreement among raft nodes before linearized reading' (duration: 256.338058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:08.707983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.68889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:08.708057Z","caller":"traceutil/trace.go:171","msg":"trace[685505619] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:15192; }","duration":"244.816413ms","start":"2026-04-03T03:08:08.463229Z","end":"2026-04-03T03:08:08.708046Z","steps":["trace[685505619] 'agreement among raft nodes before linearized reading' (duration: 244.713451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:08.708813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.03247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:1 size:6311"} {"level":"info","ts":"2026-04-03T03:08:08.708899Z","caller":"traceutil/trace.go:171","msg":"trace[1971475302] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:1; response_revision:15192; }","duration":"239.117582ms","start":"2026-04-03T03:08:08.469764Z","end":"2026-04-03T03:08:08.708882Z","steps":["trace[1971475302] 'agreement among raft nodes before linearized reading' (duration: 237.904552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:08.850747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.602629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:08:08.850843Z","caller":"traceutil/trace.go:171","msg":"trace[1392053089] linearizableReadLoop","detail":"{readStateIndex:15802; appliedIndex:15801; }","duration":"142.072623ms","start":"2026-04-03T03:08:08.708754Z","end":"2026-04-03T03:08:08.850827Z","steps":["trace[1392053089] 'read index received' (duration: 30.34456ms)","trace[1392053089] 'applied index is now lower than readState.Index' (duration: 111.727112ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:08.850934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.178505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:08.850952Z","caller":"traceutil/trace.go:171","msg":"trace[1826123397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15193; }","duration":"142.222046ms","start":"2026-04-03T03:08:08.708722Z","end":"2026-04-03T03:08:08.850944Z","steps":["trace[1826123397] 'agreement among raft nodes before linearized reading' (duration: 142.183085ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:08.850899Z","caller":"traceutil/trace.go:171","msg":"trace[1299561682] transaction","detail":"{read_only:false; response_revision:15193; number_of_response:1; }","duration":"157.120544ms","start":"2026-04-03T03:08:08.693736Z","end":"2026-04-03T03:08:08.850856Z","steps":["trace[1299561682] 'process raft request' (duration: 45.32243ms)","trace[1299561682] 'compare' (duration: 111.502387ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:08.851451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.638546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:08.85154Z","caller":"traceutil/trace.go:171","msg":"trace[1947871437] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:15193; }","duration":"140.76836ms","start":"2026-04-03T03:08:08.710751Z","end":"2026-04-03T03:08:08.851519Z","steps":["trace[1947871437] 'agreement among raft nodes before linearized reading' (duration: 140.207777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:16.344958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.244761ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:16.345124Z","caller":"traceutil/trace.go:171","msg":"trace[586286668] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15255; }","duration":"113.426345ms","start":"2026-04-03T03:08:16.231673Z","end":"2026-04-03T03:08:16.3451Z","steps":["trace[586286668] 'range keys from in-memory index tree' (duration: 113.22488ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:16.527041Z","caller":"traceutil/trace.go:171","msg":"trace[1165187599] transaction","detail":"{read_only:false; response_revision:15257; number_of_response:1; }","duration":"174.807242ms","start":"2026-04-03T03:08:16.352203Z","end":"2026-04-03T03:08:16.52701Z","steps":["trace[1165187599] 'process raft request' (duration: 174.584287ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:16.84572Z","caller":"traceutil/trace.go:171","msg":"trace[147822037] linearizableReadLoop","detail":"{readStateIndex:15868; appliedIndex:15867; }","duration":"102.638069ms","start":"2026-04-03T03:08:16.743044Z","end":"2026-04-03T03:08:16.845682Z","steps":["trace[147822037] 'read index received' (duration: 102.527376ms)","trace[147822037] 'applied index is now lower than readState.Index' (duration: 109.543µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:16.845828Z","caller":"traceutil/trace.go:171","msg":"trace[16934189] transaction","detail":"{read_only:false; response_revision:15258; number_of_response:1; }","duration":"265.75331ms","start":"2026-04-03T03:08:16.580047Z","end":"2026-04-03T03:08:16.8458Z","steps":["trace[16934189] 'process raft request' (duration: 265.453803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:16.846167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.095969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:16.846242Z","caller":"traceutil/trace.go:171","msg":"trace[1145644818] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:15258; }","duration":"103.223113ms","start":"2026-04-03T03:08:16.742997Z","end":"2026-04-03T03:08:16.84622Z","steps":["trace[1145644818] 'agreement among raft nodes before linearized reading' (duration: 102.865564ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:17.100727Z","caller":"traceutil/trace.go:171","msg":"trace[239302973] transaction","detail":"{read_only:false; response_revision:15259; number_of_response:1; }","duration":"348.172149ms","start":"2026-04-03T03:08:16.752521Z","end":"2026-04-03T03:08:17.100693Z","steps":["trace[239302973] 'process raft request' (duration: 341.313639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:17.100874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:16.752507Z","time spent":"348.289772ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:17.100842Z","caller":"traceutil/trace.go:171","msg":"trace[124604577] transaction","detail":"{read_only:false; response_revision:15260; number_of_response:1; }","duration":"317.930911ms","start":"2026-04-03T03:08:16.782864Z","end":"2026-04-03T03:08:17.100794Z","steps":["trace[124604577] 'process raft request' (duration: 317.735096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:17.101062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:16.782833Z","time spent":"318.115176ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:08:17.361483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.750126ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T03:08:17.361834Z","caller":"traceutil/trace.go:171","msg":"trace[1866991702] linearizableReadLoop","detail":"{readStateIndex:15871; appliedIndex:15868; }","duration":"515.982547ms","start":"2026-04-03T03:08:16.845824Z","end":"2026-04-03T03:08:17.361807Z","steps":["trace[1866991702] 'read index received' (duration: 248.040332ms)","trace[1866991702] 'applied index is now lower than readState.Index' (duration: 267.939765ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:17.36199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.891668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:17.362151Z","caller":"traceutil/trace.go:171","msg":"trace[1706874897] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:15260; }","duration":"597.094133ms","start":"2026-04-03T03:08:16.764997Z","end":"2026-04-03T03:08:17.362091Z","steps":["trace[1706874897] 'agreement among raft nodes before linearized reading' (duration: 596.888578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:17.36222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.893849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19084"} {"level":"info","ts":"2026-04-03T03:08:17.362293Z","caller":"traceutil/trace.go:171","msg":"trace[492229886] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:15261; }","duration":"506.015451ms","start":"2026-04-03T03:08:16.856261Z","end":"2026-04-03T03:08:17.362276Z","steps":["trace[492229886] 'agreement among raft nodes before linearized reading' (duration: 505.791546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:17.362269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:16.764984Z","time spent":"597.264047ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:08:17.362342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:16.856235Z","time spent":"506.093613ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19108,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-03T03:08:17.362383Z","caller":"traceutil/trace.go:171","msg":"trace[237668551] transaction","detail":"{read_only:false; response_revision:15261; number_of_response:1; }","duration":"481.906094ms","start":"2026-04-03T03:08:16.880453Z","end":"2026-04-03T03:08:17.362359Z","steps":["trace[237668551] 'process raft request' (duration: 481.176907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:17.362406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.685336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:1 size:7366"} {"level":"info","ts":"2026-04-03T03:08:17.362449Z","caller":"traceutil/trace.go:171","msg":"trace[1066947405] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:1; response_revision:15260; }","duration":"578.775589ms","start":"2026-04-03T03:08:16.783661Z","end":"2026-04-03T03:08:17.362437Z","steps":["trace[1066947405] 'agreement among raft nodes before linearized reading' (duration: 578.166614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:17.362483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:16.783639Z","time spent":"578.835841ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":7390,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-04-03T03:08:17.362522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.36722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:08:17.362617Z","caller":"traceutil/trace.go:171","msg":"trace[693101296] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:15261; }","duration":"305.533444ms","start":"2026-04-03T03:08:17.05706Z","end":"2026-04-03T03:08:17.362594Z","steps":["trace[693101296] 'agreement among raft nodes before linearized reading' (duration: 305.216966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:17.362637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.718438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T03:08:17.362647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.104356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T03:08:17.362645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.041992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:08:17.362665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:17.057032Z","time spent":"305.623737ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"info","ts":"2026-04-03T03:08:17.362677Z","caller":"traceutil/trace.go:171","msg":"trace[227710247] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15261; }","duration":"307.801251ms","start":"2026-04-03T03:08:17.054862Z","end":"2026-04-03T03:08:17.362663Z","steps":["trace[227710247] 'agreement among raft nodes before linearized reading' (duration: 307.705609ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:17.362695Z","caller":"traceutil/trace.go:171","msg":"trace[2123983189] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15261; }","duration":"352.184477ms","start":"2026-04-03T03:08:17.010497Z","end":"2026-04-03T03:08:17.362681Z","steps":["trace[2123983189] 'agreement among raft nodes before linearized reading' (duration: 352.056614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:17.362712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:17.054834Z","time spent":"307.871372ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T03:08:17.362707Z","caller":"traceutil/trace.go:171","msg":"trace[683829105] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:15261; }","duration":"178.115924ms","start":"2026-04-03T03:08:17.184574Z","end":"2026-04-03T03:08:17.36269Z","steps":["trace[683829105] 'agreement among raft nodes before linearized reading' (duration: 178.004591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:17.362719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.913535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T03:08:17.362736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:17.010481Z","time spent":"352.243839ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T03:08:17.362777Z","caller":"traceutil/trace.go:171","msg":"trace[1140059718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15261; }","duration":"319.011497ms","start":"2026-04-03T03:08:17.043749Z","end":"2026-04-03T03:08:17.362761Z","steps":["trace[1140059718] 'agreement among raft nodes before linearized reading' (duration: 318.857293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:17.362766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.557547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T03:08:17.362826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:17.043735Z","time spent":"319.07823ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:08:17.362877Z","caller":"traceutil/trace.go:171","msg":"trace[1588223676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15261; }","duration":"348.706601ms","start":"2026-04-03T03:08:17.014141Z","end":"2026-04-03T03:08:17.362848Z","steps":["trace[1588223676] 'agreement among raft nodes before linearized reading' (duration: 348.338812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:17.362878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.953892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T03:08:17.362928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:17.014125Z","time spent":"348.793223ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T03:08:17.362977Z","caller":"traceutil/trace.go:171","msg":"trace[612137813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15261; }","duration":"386.115137ms","start":"2026-04-03T03:08:16.97684Z","end":"2026-04-03T03:08:17.362955Z","steps":["trace[612137813] 'agreement among raft nodes before linearized reading' (duration: 385.84382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:17.363024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:16.976806Z","time spent":"386.209718ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:08:17.363216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:16.880425Z","time spent":"482.004037ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:17.634514Z","caller":"traceutil/trace.go:171","msg":"trace[597051446] transaction","detail":"{read_only:false; response_revision:15264; number_of_response:1; }","duration":"265.964456ms","start":"2026-04-03T03:08:17.368514Z","end":"2026-04-03T03:08:17.634479Z","steps":["trace[597051446] 'process raft request' (duration: 265.878634ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:17.634524Z","caller":"traceutil/trace.go:171","msg":"trace[1321065093] transaction","detail":"{read_only:false; response_revision:15263; number_of_response:1; }","duration":"266.461618ms","start":"2026-04-03T03:08:17.368027Z","end":"2026-04-03T03:08:17.634488Z","steps":["trace[1321065093] 'process raft request' (duration: 266.177391ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:17.634787Z","caller":"traceutil/trace.go:171","msg":"trace[533707257] linearizableReadLoop","detail":"{readStateIndex:15874; appliedIndex:15872; }","duration":"266.260753ms","start":"2026-04-03T03:08:17.368519Z","end":"2026-04-03T03:08:17.63478Z","steps":["trace[533707257] 'read index received' (duration: 54.255253ms)","trace[533707257] 'applied index is now lower than readState.Index' (duration: 212.00476ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:17.634806Z","caller":"traceutil/trace.go:171","msg":"trace[289288103] transaction","detail":"{read_only:false; response_revision:15265; number_of_response:1; }","duration":"266.259223ms","start":"2026-04-03T03:08:17.368535Z","end":"2026-04-03T03:08:17.634794Z","steps":["trace[289288103] 'process raft request' (duration: 265.902914ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:17.634857Z","caller":"traceutil/trace.go:171","msg":"trace[671872970] transaction","detail":"{read_only:false; response_revision:15266; number_of_response:1; }","duration":"265.999526ms","start":"2026-04-03T03:08:17.368852Z","end":"2026-04-03T03:08:17.634852Z","steps":["trace[671872970] 'process raft request' (duration: 265.799431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:17.635134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.597292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19084"} {"level":"info","ts":"2026-04-03T03:08:17.635174Z","caller":"traceutil/trace.go:171","msg":"trace[2073148390] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15266; }","duration":"266.666823ms","start":"2026-04-03T03:08:17.368501Z","end":"2026-04-03T03:08:17.635168Z","steps":["trace[2073148390] 'agreement among raft nodes before linearized reading' (duration: 266.512749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:17.635563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.796767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:570339"} {"level":"info","ts":"2026-04-03T03:08:17.635609Z","caller":"traceutil/trace.go:171","msg":"trace[1192744828] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:15266; }","duration":"266.95202ms","start":"2026-04-03T03:08:17.368646Z","end":"2026-04-03T03:08:17.635598Z","steps":["trace[1192744828] 'agreement among raft nodes before linearized reading' (duration: 266.245542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:17.998645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.016988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T03:08:17.998773Z","caller":"traceutil/trace.go:171","msg":"trace[1810371828] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15267; }","duration":"173.188892ms","start":"2026-04-03T03:08:17.825554Z","end":"2026-04-03T03:08:17.998743Z","steps":["trace[1810371828] 'range keys from in-memory index tree' (duration: 172.812583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:33.633018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.799751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:33.633101Z","caller":"traceutil/trace.go:171","msg":"trace[531332508] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:15346; }","duration":"229.969815ms","start":"2026-04-03T03:08:33.403112Z","end":"2026-04-03T03:08:33.633082Z","steps":["trace[531332508] 'range keys from in-memory index tree' (duration: 229.595757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:33.633366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.295546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:1 size:7366"} {"level":"info","ts":"2026-04-03T03:08:33.633394Z","caller":"traceutil/trace.go:171","msg":"trace[1017483427] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:1; response_revision:15346; }","duration":"222.368098ms","start":"2026-04-03T03:08:33.411019Z","end":"2026-04-03T03:08:33.633387Z","steps":["trace[1017483427] 'range keys from in-memory index tree' (duration: 222.126051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:33.633991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.817857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:08:33.63414Z","caller":"traceutil/trace.go:171","msg":"trace[370640775] transaction","detail":"{read_only:false; response_revision:15347; number_of_response:1; }","duration":"212.232747ms","start":"2026-04-03T03:08:33.421876Z","end":"2026-04-03T03:08:33.634109Z","steps":["trace[370640775] 'process raft request' (duration: 57.209794ms)","trace[370640775] 'compare' (duration: 154.431378ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:33.832639Z","caller":"traceutil/trace.go:171","msg":"trace[1724487958] linearizableReadLoop","detail":"{readStateIndex:15963; appliedIndex:15962; }","duration":"112.103422ms","start":"2026-04-03T03:08:33.720507Z","end":"2026-04-03T03:08:33.83261Z","steps":["trace[1724487958] 'read index received' (duration: 107.739235ms)","trace[1724487958] 'applied index is now lower than readState.Index' (duration: 4.362887ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:33.832771Z","caller":"traceutil/trace.go:171","msg":"trace[685380410] transaction","detail":"{read_only:false; response_revision:15349; number_of_response:1; }","duration":"154.93418ms","start":"2026-04-03T03:08:33.677825Z","end":"2026-04-03T03:08:33.832759Z","steps":["trace[685380410] 'process raft request' (duration: 150.369957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:33.833012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.494432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:08:33.833054Z","caller":"traceutil/trace.go:171","msg":"trace[850924191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15349; }","duration":"112.594025ms","start":"2026-04-03T03:08:33.720449Z","end":"2026-04-03T03:08:33.833043Z","steps":["trace[850924191] 'agreement among raft nodes before linearized reading' (duration: 112.447861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:33.833368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.160274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T03:08:33.833441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.168834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T03:08:33.833551Z","caller":"traceutil/trace.go:171","msg":"trace[931267468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15349; }","duration":"110.39073ms","start":"2026-04-03T03:08:33.723135Z","end":"2026-04-03T03:08:33.833526Z","steps":["trace[931267468] 'agreement among raft nodes before linearized reading' (duration: 110.037651ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:33.833478Z","caller":"traceutil/trace.go:171","msg":"trace[680979730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15349; }","duration":"110.311008ms","start":"2026-04-03T03:08:33.723144Z","end":"2026-04-03T03:08:33.833455Z","steps":["trace[680979730] 'agreement among raft nodes before linearized reading' (duration: 109.9722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:33.833377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.384644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:08:33.83389Z","caller":"traceutil/trace.go:171","msg":"trace[1110678178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15349; }","duration":"109.975269ms","start":"2026-04-03T03:08:33.723892Z","end":"2026-04-03T03:08:33.833867Z","steps":["trace[1110678178] 'agreement among raft nodes before linearized reading' (duration: 109.241861ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:35.331872Z","caller":"traceutil/trace.go:171","msg":"trace[832192196] transaction","detail":"{read_only:false; response_revision:15355; number_of_response:1; }","duration":"133.396948ms","start":"2026-04-03T03:08:35.198447Z","end":"2026-04-03T03:08:35.331844Z","steps":["trace[832192196] 'process raft request' (duration: 133.236225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:35.537738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.385431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:08:35.537912Z","caller":"traceutil/trace.go:171","msg":"trace[756979489] transaction","detail":"{read_only:false; response_revision:15356; number_of_response:1; }","duration":"326.375199ms","start":"2026-04-03T03:08:35.211505Z","end":"2026-04-03T03:08:35.53788Z","steps":["trace[756979489] 'process raft request' (duration: 183.657391ms)","trace[756979489] 'compare' (duration: 142.123203ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:35.538002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:35.211475Z","time spent":"326.484891ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:08:36.229998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.984042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:36.230122Z","caller":"traceutil/trace.go:171","msg":"trace[1042391374] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:15356; }","duration":"591.164716ms","start":"2026-04-03T03:08:35.638927Z","end":"2026-04-03T03:08:36.230091Z","steps":["trace[1042391374] 'range keys from in-memory index tree' (duration: 590.879969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:36.230191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:35.6389Z","time spent":"591.274418ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:08:36.230207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.34023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:1 size:7366"} {"level":"info","ts":"2026-04-03T03:08:36.230323Z","caller":"traceutil/trace.go:171","msg":"trace[409774223] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:1; response_revision:15356; }","duration":"591.497384ms","start":"2026-04-03T03:08:35.638798Z","end":"2026-04-03T03:08:36.230296Z","steps":["trace[409774223] 'range keys from in-memory index tree' (duration: 591.132135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:36.230394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:35.638779Z","time spent":"591.598016ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":7390,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-04-03T03:08:36.231138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.808248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:08:36.231273Z","caller":"traceutil/trace.go:171","msg":"trace[868410923] linearizableReadLoop","detail":"{readStateIndex:15971; appliedIndex:15970; }","duration":"391.970671ms","start":"2026-04-03T03:08:35.839233Z","end":"2026-04-03T03:08:36.231203Z","steps":["trace[868410923] 'read index received' (duration: 34.731µs)","trace[868410923] 'applied index is now lower than readState.Index' (duration: 391.9347ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:36.231665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.337848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T03:08:36.231695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.814439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T03:08:36.231729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.371762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:08:36.231748Z","caller":"traceutil/trace.go:171","msg":"trace[1801569975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15357; }","duration":"366.43521ms","start":"2026-04-03T03:08:35.865288Z","end":"2026-04-03T03:08:36.231723Z","steps":["trace[1801569975] 'agreement among raft nodes before linearized reading' (duration: 366.234175ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:36.23176Z","caller":"traceutil/trace.go:171","msg":"trace[450211627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15357; }","duration":"370.931951ms","start":"2026-04-03T03:08:35.860809Z","end":"2026-04-03T03:08:36.231741Z","steps":["trace[450211627] 'agreement among raft nodes before linearized reading' (duration: 370.709826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:36.231747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.367566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:08:36.231803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:35.865278Z","time spent":"366.512381ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T03:08:36.231861Z","caller":"traceutil/trace.go:171","msg":"trace[807925765] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:15357; }","duration":"211.554861ms","start":"2026-04-03T03:08:36.020283Z","end":"2026-04-03T03:08:36.231838Z","steps":["trace[807925765] 'agreement among raft nodes before linearized reading' (duration: 211.284355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:36.231881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.068749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:08:36.231807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:35.860778Z","time spent":"371.017403ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T03:08:36.23192Z","caller":"traceutil/trace.go:171","msg":"trace[758798124] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:15357; }","duration":"370.125041ms","start":"2026-04-03T03:08:35.86178Z","end":"2026-04-03T03:08:36.231905Z","steps":["trace[758798124] 'agreement among raft nodes before linearized reading' (duration: 370.051939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:36.231913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.18474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:08:36.231798Z","caller":"traceutil/trace.go:171","msg":"trace[911391719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15357; }","duration":"367.459215ms","start":"2026-04-03T03:08:35.864321Z","end":"2026-04-03T03:08:36.23178Z","steps":["trace[911391719] 'agreement among raft nodes before linearized reading' (duration: 367.228609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:36.231972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:35.861773Z","time spent":"370.187152ms","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:08:36.231932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.056476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T03:08:36.231998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:35.864311Z","time spent":"367.67496ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T03:08:36.231943Z","caller":"traceutil/trace.go:171","msg":"trace[1699120146] transaction","detail":"{read_only:false; response_revision:15357; number_of_response:1; }","duration":"591.825992ms","start":"2026-04-03T03:08:35.639638Z","end":"2026-04-03T03:08:36.231464Z","steps":["trace[1699120146] 'process raft request' (duration: 167.611804ms)","trace[1699120146] 'compare' (duration: 422.796843ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:36.232069Z","caller":"traceutil/trace.go:171","msg":"trace[2067125481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15357; }","duration":"367.225649ms","start":"2026-04-03T03:08:35.864808Z","end":"2026-04-03T03:08:36.232034Z","steps":["trace[2067125481] 'agreement among raft nodes before linearized reading' (duration: 366.86264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:36.232165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:35.864801Z","time spent":"367.343702ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:08:36.231996Z","caller":"traceutil/trace.go:171","msg":"trace[443161967] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:15357; }","duration":"361.281652ms","start":"2026-04-03T03:08:35.870695Z","end":"2026-04-03T03:08:36.231976Z","steps":["trace[443161967] 'agreement among raft nodes before linearized reading' (duration: 360.968954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:36.232213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:35.639621Z","time spent":"592.467779ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:08:36.232398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.150639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T03:08:36.232919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:35.870666Z","time spent":"362.200195ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"info","ts":"2026-04-03T03:08:36.233057Z","caller":"traceutil/trace.go:171","msg":"trace[1654071279] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15357; }","duration":"393.854577ms","start":"2026-04-03T03:08:35.839177Z","end":"2026-04-03T03:08:36.233031Z","steps":["trace[1654071279] 'agreement among raft nodes before linearized reading' (duration: 392.466503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:36.233145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:35.839151Z","time spent":"393.97301ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T03:08:36.435666Z","caller":"traceutil/trace.go:171","msg":"trace[1380952717] transaction","detail":"{read_only:false; response_revision:15358; number_of_response:1; }","duration":"199.704278ms","start":"2026-04-03T03:08:36.235915Z","end":"2026-04-03T03:08:36.435619Z","steps":["trace[1380952717] 'process raft request' (duration: 172.794912ms)","trace[1380952717] 'compare' (duration: 26.689841ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:36.578056Z","caller":"traceutil/trace.go:171","msg":"trace[1731147955] transaction","detail":"{read_only:false; response_revision:15359; number_of_response:1; }","duration":"341.650857ms","start":"2026-04-03T03:08:36.23637Z","end":"2026-04-03T03:08:36.578021Z","steps":["trace[1731147955] 'process raft request' (duration: 332.652755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:36.578259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:36.236336Z","time spent":"341.823161ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:36.578382Z","caller":"traceutil/trace.go:171","msg":"trace[188125096] transaction","detail":"{read_only:false; response_revision:15360; number_of_response:1; }","duration":"341.698128ms","start":"2026-04-03T03:08:36.236664Z","end":"2026-04-03T03:08:36.578362Z","steps":["trace[188125096] 'process raft request' (duration: 341.289867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:36.578492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:36.236655Z","time spent":"341.78364ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:36.579036Z","caller":"traceutil/trace.go:171","msg":"trace[944692066] transaction","detail":"{read_only:false; response_revision:15361; number_of_response:1; }","duration":"342.157099ms","start":"2026-04-03T03:08:36.23686Z","end":"2026-04-03T03:08:36.579018Z","steps":["trace[944692066] 'process raft request' (duration: 341.435092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:36.579142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:36.236831Z","time spent":"342.259382ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:36.579628Z","caller":"traceutil/trace.go:171","msg":"trace[233704255] linearizableReadLoop","detail":"{readStateIndex:15975; appliedIndex:15971; }","duration":"341.569765ms","start":"2026-04-03T03:08:36.23804Z","end":"2026-04-03T03:08:36.57961Z","steps":["trace[233704255] 'read index received' (duration: 170.68521ms)","trace[233704255] 'applied index is now lower than readState.Index' (duration: 170.883175ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:36.579745Z","caller":"traceutil/trace.go:171","msg":"trace[686667893] transaction","detail":"{read_only:false; response_revision:15363; number_of_response:1; }","duration":"180.761469ms","start":"2026-04-03T03:08:36.398963Z","end":"2026-04-03T03:08:36.579725Z","steps":["trace[686667893] 'process raft request' (duration: 180.503202ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:36.579754Z","caller":"traceutil/trace.go:171","msg":"trace[83798728] transaction","detail":"{read_only:false; response_revision:15362; number_of_response:1; }","duration":"340.638823ms","start":"2026-04-03T03:08:36.239097Z","end":"2026-04-03T03:08:36.579736Z","steps":["trace[83798728] 'process raft request' (duration: 339.857704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:36.579874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:36.239086Z","time spent":"340.738745ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:08:36.580014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.996199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:08:36.580084Z","caller":"traceutil/trace.go:171","msg":"trace[80248845] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:15363; }","duration":"127.107302ms","start":"2026-04-03T03:08:36.452957Z","end":"2026-04-03T03:08:36.580064Z","steps":["trace[80248845] 'agreement among raft nodes before linearized reading' (duration: 127.005649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:36.58062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.57841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:570288"} {"level":"info","ts":"2026-04-03T03:08:36.580686Z","caller":"traceutil/trace.go:171","msg":"trace[112504630] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:15363; }","duration":"342.683612ms","start":"2026-04-03T03:08:36.237989Z","end":"2026-04-03T03:08:36.580672Z","steps":["trace[112504630] 'agreement among raft nodes before linearized reading' (duration: 341.996685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:36.580728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:36.237973Z","time spent":"342.741434ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":570312,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T03:08:52.962061Z","caller":"traceutil/trace.go:171","msg":"trace[1424350721] transaction","detail":"{read_only:false; response_revision:15477; number_of_response:1; }","duration":"202.051095ms","start":"2026-04-03T03:08:52.759973Z","end":"2026-04-03T03:08:52.962024Z","steps":["trace[1424350721] 'process raft request' (duration: 199.359968ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:52.997933Z","caller":"traceutil/trace.go:171","msg":"trace[115616491] transaction","detail":"{read_only:false; response_revision:15478; number_of_response:1; }","duration":"237.203096ms","start":"2026-04-03T03:08:52.760699Z","end":"2026-04-03T03:08:52.997902Z","steps":["trace[115616491] 'process raft request' (duration: 236.935689ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:52.998075Z","caller":"traceutil/trace.go:171","msg":"trace[493429373] linearizableReadLoop","detail":"{readStateIndex:16099; appliedIndex:16096; }","duration":"229.31508ms","start":"2026-04-03T03:08:52.768728Z","end":"2026-04-03T03:08:52.998043Z","steps":["trace[493429373] 'read index received' (duration: 190.733606ms)","trace[493429373] 'applied index is now lower than readState.Index' (duration: 38.579804ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:52.998173Z","caller":"traceutil/trace.go:171","msg":"trace[1307871539] transaction","detail":"{read_only:false; response_revision:15479; number_of_response:1; }","duration":"237.117093ms","start":"2026-04-03T03:08:52.761008Z","end":"2026-04-03T03:08:52.998125Z","steps":["trace[1307871539] 'process raft request' (duration: 236.821356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:52.998301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.552556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:08:52.998337Z","caller":"traceutil/trace.go:171","msg":"trace[755241320] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:15479; }","duration":"229.619737ms","start":"2026-04-03T03:08:52.768707Z","end":"2026-04-03T03:08:52.998327Z","steps":["trace[755241320] 'agreement among raft nodes before linearized reading' (duration: 229.446583ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:53.697745Z","caller":"traceutil/trace.go:171","msg":"trace[480320354] transaction","detail":"{read_only:false; response_revision:15481; number_of_response:1; }","duration":"102.284709ms","start":"2026-04-03T03:08:53.595411Z","end":"2026-04-03T03:08:53.697696Z","steps":["trace[480320354] 'process raft request' (duration: 102.085384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:54.65611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.816384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:08:54.656194Z","caller":"traceutil/trace.go:171","msg":"trace[177286644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15484; }","duration":"115.909356ms","start":"2026-04-03T03:08:54.540265Z","end":"2026-04-03T03:08:54.656175Z","steps":["trace[177286644] 'range keys from in-memory index tree' (duration: 115.691741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:54.656791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.510362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:08:54.656867Z","caller":"traceutil/trace.go:171","msg":"trace[1674632273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15484; }","duration":"112.631335ms","start":"2026-04-03T03:08:54.544217Z","end":"2026-04-03T03:08:54.656849Z","steps":["trace[1674632273] 'range keys from in-memory index tree' (duration: 111.841415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:55.048399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.292303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:08:55.048631Z","caller":"traceutil/trace.go:171","msg":"trace[1658856898] linearizableReadLoop","detail":"{readStateIndex:16106; appliedIndex:16105; }","duration":"274.271991ms","start":"2026-04-03T03:08:54.774345Z","end":"2026-04-03T03:08:55.048617Z","steps":["trace[1658856898] 'read index received' (duration: 20.683831ms)","trace[1658856898] 'applied index is now lower than readState.Index' (duration: 253.58671ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:55.048664Z","caller":"traceutil/trace.go:171","msg":"trace[1244793691] transaction","detail":"{read_only:false; response_revision:15486; number_of_response:1; }","duration":"346.958648ms","start":"2026-04-03T03:08:54.701674Z","end":"2026-04-03T03:08:55.048633Z","steps":["trace[1244793691] 'process raft request' (duration: 93.347027ms)","trace[1244793691] 'compare' (duration: 253.183851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:55.048787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:54.701657Z","time spent":"347.067531ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:08:55.048915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.514647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T03:08:55.049001Z","caller":"traceutil/trace.go:171","msg":"trace[1424375521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15486; }","duration":"274.681501ms","start":"2026-04-03T03:08:54.774296Z","end":"2026-04-03T03:08:55.048977Z","steps":["trace[1424375521] 'agreement among raft nodes before linearized reading' (duration: 274.380893ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:55.256608Z","caller":"traceutil/trace.go:171","msg":"trace[1621422150] linearizableReadLoop","detail":"{readStateIndex:16107; appliedIndex:16106; }","duration":"200.764264ms","start":"2026-04-03T03:08:55.055811Z","end":"2026-04-03T03:08:55.256575Z","steps":["trace[1621422150] 'read index received' (duration: 166.847546ms)","trace[1621422150] 'applied index is now lower than readState.Index' (duration: 33.915698ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:08:55.25673Z","caller":"traceutil/trace.go:171","msg":"trace[121938137] transaction","detail":"{read_only:false; response_revision:15487; number_of_response:1; }","duration":"204.011504ms","start":"2026-04-03T03:08:55.052706Z","end":"2026-04-03T03:08:55.256718Z","steps":["trace[121938137] 'process raft request' (duration: 169.943002ms)","trace[121938137] 'compare' (duration: 33.788995ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:55.257461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.627505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:585599"} {"level":"info","ts":"2026-04-03T03:08:55.257551Z","caller":"traceutil/trace.go:171","msg":"trace[1137052378] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:15487; }","duration":"201.744397ms","start":"2026-04-03T03:08:55.055787Z","end":"2026-04-03T03:08:55.257531Z","steps":["trace[1137052378] 'agreement among raft nodes before linearized reading' (duration: 201.053331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:55.533798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.257253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:08:55.533992Z","caller":"traceutil/trace.go:171","msg":"trace[847195450] transaction","detail":"{read_only:false; response_revision:15488; number_of_response:1; }","duration":"478.07708ms","start":"2026-04-03T03:08:55.05589Z","end":"2026-04-03T03:08:55.533967Z","steps":["trace[847195450] 'process raft request' (duration: 338.558081ms)","trace[847195450] 'compare' (duration: 139.111289ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:55.534075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:55.055878Z","time spent":"478.161372ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:55.534225Z","caller":"traceutil/trace.go:171","msg":"trace[767149156] transaction","detail":"{read_only:false; response_revision:15489; number_of_response:1; }","duration":"478.254195ms","start":"2026-04-03T03:08:55.05594Z","end":"2026-04-03T03:08:55.534194Z","steps":["trace[767149156] 'process raft request' (duration: 477.974178ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:55.534292Z","caller":"traceutil/trace.go:171","msg":"trace[731420979] transaction","detail":"{read_only:false; response_revision:15490; number_of_response:1; }","duration":"478.231964ms","start":"2026-04-03T03:08:55.056032Z","end":"2026-04-03T03:08:55.534264Z","steps":["trace[731420979] 'process raft request' (duration: 478.09284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:55.534366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:55.05592Z","time spent":"478.379087ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:08:55.534355Z","caller":"traceutil/trace.go:171","msg":"trace[888066264] transaction","detail":"{read_only:false; response_revision:15491; number_of_response:1; }","duration":"110.275646ms","start":"2026-04-03T03:08:55.424037Z","end":"2026-04-03T03:08:55.534312Z","steps":["trace[888066264] 'process raft request' (duration: 110.228995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:55.534399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:55.056001Z","time spent":"478.346787ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:08:55.534451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.748291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:08:55.534496Z","caller":"traceutil/trace.go:171","msg":"trace[1682273810] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:15491; }","duration":"314.851103ms","start":"2026-04-03T03:08:55.219632Z","end":"2026-04-03T03:08:55.534483Z","steps":["trace[1682273810] 'agreement among raft nodes before linearized reading' (duration: 314.760951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:55.534534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:55.219611Z","time spent":"314.913815ms","remote":"127.0.0.1:39212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:08:55.534447Z","caller":"traceutil/trace.go:171","msg":"trace[2064905275] linearizableReadLoop","detail":"{readStateIndex:16110; appliedIndex:16107; }","duration":"277.690105ms","start":"2026-04-03T03:08:55.25668Z","end":"2026-04-03T03:08:55.53437Z","steps":["trace[2064905275] 'read index received' (duration: 137.634322ms)","trace[2064905275] 'applied index is now lower than readState.Index' (duration: 140.047773ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:55.534754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.555951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:08:55.534828Z","caller":"traceutil/trace.go:171","msg":"trace[854251724] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:15491; }","duration":"461.692934ms","start":"2026-04-03T03:08:55.073121Z","end":"2026-04-03T03:08:55.534814Z","steps":["trace[854251724] 'agreement among raft nodes before linearized reading' (duration: 461.476099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:08:55.534882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:08:55.0731Z","time spent":"461.769895ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":39,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:08:55.920103Z","caller":"traceutil/trace.go:171","msg":"trace[1757405439] linearizableReadLoop","detail":"{readStateIndex:16112; appliedIndex:16111; }","duration":"214.035252ms","start":"2026-04-03T03:08:55.706043Z","end":"2026-04-03T03:08:55.920078Z","steps":["trace[1757405439] 'read index received' (duration: 213.832217ms)","trace[1757405439] 'applied index is now lower than readState.Index' (duration: 202.415µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:08:55.92033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.178886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:08:55.920358Z","caller":"traceutil/trace.go:171","msg":"trace[1541271445] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:15492; }","duration":"214.36971ms","start":"2026-04-03T03:08:55.705981Z","end":"2026-04-03T03:08:55.920351Z","steps":["trace[1541271445] 'agreement among raft nodes before linearized reading' (duration: 214.181226ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:55.920662Z","caller":"traceutil/trace.go:171","msg":"trace[685637766] transaction","detail":"{read_only:false; response_revision:15492; number_of_response:1; }","duration":"217.791435ms","start":"2026-04-03T03:08:55.702863Z","end":"2026-04-03T03:08:55.920654Z","steps":["trace[685637766] 'process raft request' (duration: 217.071057ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:08:56.499961Z","caller":"traceutil/trace.go:171","msg":"trace[180334246] transaction","detail":"{read_only:false; response_revision:15494; number_of_response:1; }","duration":"155.717041ms","start":"2026-04-03T03:08:56.344205Z","end":"2026-04-03T03:08:56.499922Z","steps":["trace[180334246] 'process raft request' (duration: 128.804595ms)","trace[180334246] 'compare' (duration: 26.335322ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:09:10.646678Z","caller":"traceutil/trace.go:171","msg":"trace[1428145115] transaction","detail":"{read_only:false; response_revision:15606; number_of_response:1; }","duration":"602.455636ms","start":"2026-04-03T03:09:10.044195Z","end":"2026-04-03T03:09:10.64665Z","steps":["trace[1428145115] 'process raft request' (duration: 602.305912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:10.64684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:10.044165Z","time spent":"602.597538ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:09:10.646973Z","caller":"traceutil/trace.go:171","msg":"trace[2031305092] linearizableReadLoop","detail":"{readStateIndex:16232; appliedIndex:16232; }","duration":"389.879379ms","start":"2026-04-03T03:09:10.257054Z","end":"2026-04-03T03:09:10.646933Z","steps":["trace[2031305092] 'read index received' (duration: 389.861039ms)","trace[2031305092] 'applied index is now lower than readState.Index' (duration: 15.45µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:09:10.647272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.186257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:09:10.647383Z","caller":"traceutil/trace.go:171","msg":"trace[1271982010] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:15606; }","duration":"390.350091ms","start":"2026-04-03T03:09:10.257013Z","end":"2026-04-03T03:09:10.647363Z","steps":["trace[1271982010] 'agreement among raft nodes before linearized reading' (duration: 390.120365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:10.647523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:10.256989Z","time spent":"390.515334ms","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:09:11.156382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.436507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:09:11.156639Z","caller":"traceutil/trace.go:171","msg":"trace[377962840] transaction","detail":"{read_only:false; response_revision:15607; number_of_response:1; }","duration":"533.11147ms","start":"2026-04-03T03:09:10.623468Z","end":"2026-04-03T03:09:11.15658Z","steps":["trace[377962840] 'process raft request' (duration: 213.333294ms)","trace[377962840] 'compare' (duration: 319.029478ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:09:11.15655Z","caller":"traceutil/trace.go:171","msg":"trace[1052309251] linearizableReadLoop","detail":"{readStateIndex:16233; appliedIndex:16232; }","duration":"509.426125ms","start":"2026-04-03T03:09:10.647094Z","end":"2026-04-03T03:09:11.156521Z","steps":["trace[1052309251] 'read index received' (duration: 189.629259ms)","trace[1052309251] 'applied index is now lower than readState.Index' (duration: 319.795036ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:09:11.156764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.312607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:09:11.156837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:10.62344Z","time spent":"533.298515ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:09:11.156867Z","caller":"traceutil/trace.go:171","msg":"trace[1795255663] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:15607; }","duration":"584.479671ms","start":"2026-04-03T03:09:10.572365Z","end":"2026-04-03T03:09:11.156845Z","steps":["trace[1795255663] 'agreement among raft nodes before linearized reading' (duration: 584.295387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:11.156906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:10.572339Z","time spent":"584.558543ms","remote":"127.0.0.1:52310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:09:11.157218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.104413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T03:09:11.1572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.020386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:09:11.157529Z","caller":"traceutil/trace.go:171","msg":"trace[1758547677] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:15607; }","duration":"126.412096ms","start":"2026-04-03T03:09:11.031103Z","end":"2026-04-03T03:09:11.157515Z","steps":["trace[1758547677] 'agreement among raft nodes before linearized reading' (duration: 126.024746ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:09:11.157661Z","caller":"traceutil/trace.go:171","msg":"trace[272218778] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15607; }","duration":"360.578944ms","start":"2026-04-03T03:09:10.797062Z","end":"2026-04-03T03:09:11.157641Z","steps":["trace[272218778] 'agreement among raft nodes before linearized reading' (duration: 360.00261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:11.157924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:10.797042Z","time spent":"360.77011ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:09:15.381702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840015868,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T03:09:15.55015Z","caller":"traceutil/trace.go:171","msg":"trace[927065643] transaction","detail":"{read_only:false; response_revision:15628; number_of_response:1; }","duration":"891.04322ms","start":"2026-04-03T03:09:14.659079Z","end":"2026-04-03T03:09:15.550122Z","steps":["trace[927065643] 'process raft request' (duration: 890.883626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:15.550319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:14.659038Z","time spent":"891.197444ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:09:15.597994Z","caller":"traceutil/trace.go:171","msg":"trace[635694035] linearizableReadLoop","detail":"{readStateIndex:16257; appliedIndex:16254; }","duration":"716.906255ms","start":"2026-04-03T03:09:14.881071Z","end":"2026-04-03T03:09:15.597977Z","steps":["trace[635694035] 'read index received' (duration: 668.873167ms)","trace[635694035] 'applied index is now lower than readState.Index' (duration: 48.032018ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:09:15.598066Z","caller":"traceutil/trace.go:171","msg":"trace[72815202] transaction","detail":"{read_only:false; response_revision:15629; number_of_response:1; }","duration":"422.690011ms","start":"2026-04-03T03:09:15.175326Z","end":"2026-04-03T03:09:15.598016Z","steps":["trace[72815202] 'process raft request' (duration: 422.525977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:15.598132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.050378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:09:15.59809Z","caller":"traceutil/trace.go:171","msg":"trace[1505618007] transaction","detail":"{read_only:false; response_revision:15630; number_of_response:1; }","duration":"306.17579ms","start":"2026-04-03T03:09:15.291867Z","end":"2026-04-03T03:09:15.598043Z","steps":["trace[1505618007] 'process raft request' (duration: 306.079597ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:09:15.598162Z","caller":"traceutil/trace.go:171","msg":"trace[1623957819] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:15630; }","duration":"717.185451ms","start":"2026-04-03T03:09:14.880969Z","end":"2026-04-03T03:09:15.598155Z","steps":["trace[1623957819] 'agreement among raft nodes before linearized reading' (duration: 717.103949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:15.59828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:14.880948Z","time spent":"717.322555ms","remote":"127.0.0.1:47160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:09:15.598277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:15.175299Z","time spent":"422.872436ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:09:15.598317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:15.291825Z","time spent":"306.365974ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:09:15.598441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.913942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:09:15.598504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.042981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:09:15.598557Z","caller":"traceutil/trace.go:171","msg":"trace[1940099063] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15630; }","duration":"250.136734ms","start":"2026-04-03T03:09:15.348405Z","end":"2026-04-03T03:09:15.598541Z","steps":["trace[1940099063] 'agreement among raft nodes before linearized reading' (duration: 249.931439ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:09:15.598553Z","caller":"traceutil/trace.go:171","msg":"trace[309836320] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15630; }","duration":"164.068526ms","start":"2026-04-03T03:09:15.434458Z","end":"2026-04-03T03:09:15.598527Z","steps":["trace[309836320] 'agreement among raft nodes before linearized reading' (duration: 163.860251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:15.598553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.330373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:09:15.598673Z","caller":"traceutil/trace.go:171","msg":"trace[573900071] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:15630; }","duration":"202.530028ms","start":"2026-04-03T03:09:15.396118Z","end":"2026-04-03T03:09:15.598648Z","steps":["trace[573900071] 'agreement among raft nodes before linearized reading' (duration: 202.159748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:15.598448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.514441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:09:15.598778Z","caller":"traceutil/trace.go:171","msg":"trace[706694547] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:15630; }","duration":"167.902331ms","start":"2026-04-03T03:09:15.430862Z","end":"2026-04-03T03:09:15.598764Z","steps":["trace[706694547] 'agreement among raft nodes before linearized reading' (duration: 167.351167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:15.599024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.973763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T03:09:15.599076Z","caller":"traceutil/trace.go:171","msg":"trace[1190796405] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15630; }","duration":"422.051255ms","start":"2026-04-03T03:09:15.177012Z","end":"2026-04-03T03:09:15.599063Z","steps":["trace[1190796405] 'agreement among raft nodes before linearized reading' (duration: 421.129522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:15.599114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:15.177Z","time spent":"422.105076ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:09:36.273112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840016161,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T03:09:36.41567Z","caller":"traceutil/trace.go:171","msg":"trace[1967819433] transaction","detail":"{read_only:false; response_revision:15738; number_of_response:1; }","duration":"794.361499ms","start":"2026-04-03T03:09:35.620961Z","end":"2026-04-03T03:09:36.415323Z","steps":["trace[1967819433] 'process raft request' (duration: 794.134523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:36.415857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:35.620931Z","time spent":"794.833812ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:09:38.558159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996123055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:09:38.558219Z","caller":"traceutil/trace.go:171","msg":"trace[1790696051] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.996227118s","start":"2026-04-03T03:09:36.561978Z","end":"2026-04-03T03:09:38.558206Z","steps":["trace[1790696051] 'agreement among raft nodes before linearized reading' (duration: 1.996154886s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:38.558247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:36.561957Z","time spent":"1.99628425s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:09:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:09:38.646656Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.220617219s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:09:38.647219Z","caller":"traceutil/trace.go:171","msg":"trace[516315914] transaction","detail":"{read_only:false; response_revision:15739; number_of_response:1; }","duration":"2.955465567s","start":"2026-04-03T03:09:35.691722Z","end":"2026-04-03T03:09:38.647188Z","steps":["trace[516315914] 'process raft request' (duration: 2.955229691s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:38.647387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:35.691687Z","time spent":"2.95559291s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:09:38.647655Z","caller":"traceutil/trace.go:171","msg":"trace[802715551] linearizableReadLoop","detail":"{readStateIndex:16372; appliedIndex:16368; }","duration":"2.874849473s","start":"2026-04-03T03:09:35.772785Z","end":"2026-04-03T03:09:38.647635Z","steps":["trace[802715551] 'read index received' (duration: 642.354424ms)","trace[802715551] 'applied index is now lower than readState.Index' (duration: 2.232493269s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:09:38.647814Z","caller":"traceutil/trace.go:171","msg":"trace[686663075] transaction","detail":"{read_only:false; response_revision:15740; number_of_response:1; }","duration":"2.886541198s","start":"2026-04-03T03:09:35.761211Z","end":"2026-04-03T03:09:38.647752Z","steps":["trace[686663075] 'process raft request' (duration: 2.885932483s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:38.648142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:35.761177Z","time spent":"2.886889167s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:09:38.647888Z","caller":"traceutil/trace.go:171","msg":"trace[862943886] transaction","detail":"{read_only:false; response_revision:15741; number_of_response:1; }","duration":"2.88341299s","start":"2026-04-03T03:09:35.764457Z","end":"2026-04-03T03:09:38.64787Z","steps":["trace[862943886] 'process raft request' (duration: 2.883081671s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:38.64846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:35.764425Z","time spent":"2.883983684s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:09:38.648927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.876107616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:09:38.649574Z","caller":"traceutil/trace.go:171","msg":"trace[1895112356] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15741; }","duration":"2.876820703s","start":"2026-04-03T03:09:35.772725Z","end":"2026-04-03T03:09:38.649546Z","steps":["trace[1895112356] 'agreement among raft nodes before linearized reading' (duration: 2.875209592s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:38.64969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:35.772704Z","time spent":"2.876925026s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T03:09:38.925926Z","caller":"traceutil/trace.go:171","msg":"trace[2072688432] transaction","detail":"{read_only:false; response_revision:15742; number_of_response:1; }","duration":"504.706833ms","start":"2026-04-03T03:09:38.421173Z","end":"2026-04-03T03:09:38.92588Z","steps":["trace[2072688432] 'process raft request' (duration: 504.59112ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:09:38.925993Z","caller":"traceutil/trace.go:171","msg":"trace[751499347] linearizableReadLoop","detail":"{readStateIndex:16374; appliedIndex:16372; }","duration":"278.26205ms","start":"2026-04-03T03:09:38.647718Z","end":"2026-04-03T03:09:38.92598Z","steps":["trace[751499347] 'read index received' (duration: 259.094547ms)","trace[751499347] 'applied index is now lower than readState.Index' (duration: 19.165603ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:09:38.926077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598853144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:09:38.92614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.090449213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:09:38.926147Z","caller":"traceutil/trace.go:171","msg":"trace[628043343] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:15743; }","duration":"1.598975987s","start":"2026-04-03T03:09:37.327153Z","end":"2026-04-03T03:09:38.926129Z","steps":["trace[628043343] 'agreement among raft nodes before linearized reading' (duration: 1.598855724s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:38.926115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:38.421136Z","time spent":"504.862007ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:09:38.926173Z","caller":"traceutil/trace.go:171","msg":"trace[1163553349] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15743; }","duration":"3.090517935s","start":"2026-04-03T03:09:35.835645Z","end":"2026-04-03T03:09:38.926163Z","steps":["trace[1163553349] 'agreement among raft nodes before linearized reading' (duration: 3.090395232s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:38.926195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:37.327128Z","time spent":"1.59905883s","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":4,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:09:38.926205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:35.835627Z","time spent":"3.090571856s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:09:38.926208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.048766942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:09:38.926248Z","caller":"traceutil/trace.go:171","msg":"trace[1981289030] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:15743; }","duration":"3.048836794s","start":"2026-04-03T03:09:35.877401Z","end":"2026-04-03T03:09:38.926238Z","steps":["trace[1981289030] 'agreement among raft nodes before linearized reading' (duration: 3.048714751s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:38.926353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.08558583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T03:09:38.926384Z","caller":"traceutil/trace.go:171","msg":"trace[727355969] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15743; }","duration":"3.085653522s","start":"2026-04-03T03:09:35.840721Z","end":"2026-04-03T03:09:38.926374Z","steps":["trace[727355969] 'agreement among raft nodes before linearized reading' (duration: 3.08558338s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:38.926405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:35.840698Z","time spent":"3.085700534s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:09:38.926399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.968005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:09:38.926436Z","caller":"traceutil/trace.go:171","msg":"trace[1669089496] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:15743; }","duration":"357.007906ms","start":"2026-04-03T03:09:38.569418Z","end":"2026-04-03T03:09:38.926426Z","steps":["trace[1669089496] 'agreement among raft nodes before linearized reading' (duration: 356.946775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:38.926471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:38.569398Z","time spent":"357.064248ms","remote":"127.0.0.1:37710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:09:38.9265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.088549225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T03:09:38.926539Z","caller":"traceutil/trace.go:171","msg":"trace[1731264223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15743; }","duration":"3.088596946s","start":"2026-04-03T03:09:35.837924Z","end":"2026-04-03T03:09:38.926521Z","steps":["trace[1731264223] 'agreement among raft nodes before linearized reading' (duration: 3.088532854s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:38.926566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:35.837913Z","time spent":"3.088645028s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T03:09:38.925972Z","caller":"traceutil/trace.go:171","msg":"trace[893210628] transaction","detail":"{read_only:false; response_revision:15743; number_of_response:1; }","duration":"272.103585ms","start":"2026-04-03T03:09:38.653849Z","end":"2026-04-03T03:09:38.925952Z","steps":["trace[893210628] 'process raft request' (duration: 272.023183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:38.926662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.090910344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T03:09:38.926669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.003243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:09:38.926689Z","caller":"traceutil/trace.go:171","msg":"trace[915988139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15743; }","duration":"3.090968906s","start":"2026-04-03T03:09:35.835714Z","end":"2026-04-03T03:09:38.926683Z","steps":["trace[915988139] 'agreement among raft nodes before linearized reading' (duration: 3.090901614s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:09:38.926699Z","caller":"traceutil/trace.go:171","msg":"trace[887499037] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:15743; }","duration":"412.074955ms","start":"2026-04-03T03:09:38.514615Z","end":"2026-04-03T03:09:38.92669Z","steps":["trace[887499037] 'agreement among raft nodes before linearized reading' (duration: 412.027104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:38.926708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:35.835687Z","time spent":"3.091015667s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:09:38.926733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:38.514594Z","time spent":"412.131486ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:09:38.926626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.008994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:09:38.926878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.714254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:09:38.926914Z","caller":"traceutil/trace.go:171","msg":"trace[1081970360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15743; }","duration":"732.782366ms","start":"2026-04-03T03:09:38.194123Z","end":"2026-04-03T03:09:38.926905Z","steps":["trace[1081970360] 'agreement among raft nodes before linearized reading' (duration: 732.734025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:38.926942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:38.194106Z","time spent":"732.830387ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:09:38.926967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.749961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:09:38.926997Z","caller":"traceutil/trace.go:171","msg":"trace[1741137236] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15743; }","duration":"934.835893ms","start":"2026-04-03T03:09:37.992152Z","end":"2026-04-03T03:09:38.926988Z","steps":["trace[1741137236] 'agreement among raft nodes before linearized reading' (duration: 934.783402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:38.927023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:37.992124Z","time spent":"934.892244ms","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:09:38.926896Z","caller":"traceutil/trace.go:171","msg":"trace[695115193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15743; }","duration":"368.309452ms","start":"2026-04-03T03:09:38.558575Z","end":"2026-04-03T03:09:38.926885Z","steps":["trace[695115193] 'agreement among raft nodes before linearized reading' (duration: 368.025315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:38.927131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:38.558537Z","time spent":"368.583949ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:09:38.927184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14877393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-03T03:09:38.927215Z","caller":"traceutil/trace.go:171","msg":"trace[799731871] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:15743; }","duration":"1.148848172s","start":"2026-04-03T03:09:37.778357Z","end":"2026-04-03T03:09:38.927205Z","steps":["trace[799731871] 'agreement among raft nodes before linearized reading' (duration: 1.14877411s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:38.927239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:37.778317Z","time spent":"1.148915343s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-03T03:09:38.927276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.662138817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:09:38.927316Z","caller":"traceutil/trace.go:171","msg":"trace[1658477328] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:15743; }","duration":"2.662223299s","start":"2026-04-03T03:09:36.265082Z","end":"2026-04-03T03:09:38.927306Z","steps":["trace[1658477328] 'agreement among raft nodes before linearized reading' (duration: 2.662156958s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:38.927346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:36.265053Z","time spent":"2.662284511s","remote":"127.0.0.1:52490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:09:38.927537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.928743183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:09:38.927568Z","caller":"traceutil/trace.go:171","msg":"trace[1880778055] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:15743; }","duration":"2.928778034s","start":"2026-04-03T03:09:35.998783Z","end":"2026-04-03T03:09:38.927561Z","steps":["trace[1880778055] 'agreement among raft nodes before linearized reading' (duration: 2.928728732s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:38.92759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:35.998759Z","time spent":"2.928823924s","remote":"127.0.0.1:37750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:09:38.926273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:35.87738Z","time spent":"3.048888665s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"info","ts":"2026-04-03T03:09:46.846963Z","caller":"traceutil/trace.go:171","msg":"trace[459663599] transaction","detail":"{read_only:false; response_revision:15783; number_of_response:1; }","duration":"170.279826ms","start":"2026-04-03T03:09:46.676658Z","end":"2026-04-03T03:09:46.846938Z","steps":["trace[459663599] 'process raft request' (duration: 170.121522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:47.709427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.749403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:09:47.709601Z","caller":"traceutil/trace.go:171","msg":"trace[1459534016] transaction","detail":"{read_only:false; response_revision:15784; number_of_response:1; }","duration":"1.028399623s","start":"2026-04-03T03:09:46.681175Z","end":"2026-04-03T03:09:47.709575Z","steps":["trace[1459534016] 'process raft request' (duration: 238.416494ms)","trace[1459534016] 'compare' (duration: 789.259151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:09:47.709659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:46.681149Z","time spent":"1.028481985s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:09:47.709873Z","caller":"traceutil/trace.go:171","msg":"trace[1720729273] linearizableReadLoop","detail":"{readStateIndex:16418; appliedIndex:16415; }","duration":"914.170401ms","start":"2026-04-03T03:09:46.795678Z","end":"2026-04-03T03:09:47.709848Z","steps":["trace[1720729273] 'read index received' (duration: 51.141209ms)","trace[1720729273] 'applied index is now lower than readState.Index' (duration: 863.027842ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:09:47.709938Z","caller":"traceutil/trace.go:171","msg":"trace[1147537162] transaction","detail":"{read_only:false; response_revision:15786; number_of_response:1; }","duration":"756.669778ms","start":"2026-04-03T03:09:46.953263Z","end":"2026-04-03T03:09:47.709932Z","steps":["trace[1147537162] 'process raft request' (duration: 756.3536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:47.709971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:46.953234Z","time spent":"756.719519ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:09:47.710369Z","caller":"traceutil/trace.go:171","msg":"trace[2112549065] transaction","detail":"{read_only:false; response_revision:15785; number_of_response:1; }","duration":"1.028761482s","start":"2026-04-03T03:09:46.681177Z","end":"2026-04-03T03:09:47.709938Z","steps":["trace[2112549065] 'process raft request' (duration: 1.028349112s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:47.710495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:46.681149Z","time spent":"1.029279195s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:09:47.712587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.907031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:09:47.71264Z","caller":"traceutil/trace.go:171","msg":"trace[1626908966] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:15786; }","duration":"917.001033ms","start":"2026-04-03T03:09:46.795624Z","end":"2026-04-03T03:09:47.712625Z","steps":["trace[1626908966] 'agreement among raft nodes before linearized reading' (duration: 914.277474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:47.712737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.556827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:09:47.712774Z","caller":"traceutil/trace.go:171","msg":"trace[22867340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15786; }","duration":"171.620459ms","start":"2026-04-03T03:09:47.541139Z","end":"2026-04-03T03:09:47.71276Z","steps":["trace[22867340] 'agreement among raft nodes before linearized reading' (duration: 171.563398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:47.712773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.004022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T03:09:47.712813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.837292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T03:09:47.712805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.689899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:09:47.712834Z","caller":"traceutil/trace.go:171","msg":"trace[1088961887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15786; }","duration":"716.075194ms","start":"2026-04-03T03:09:46.996738Z","end":"2026-04-03T03:09:47.712813Z","steps":["trace[1088961887] 'agreement among raft nodes before linearized reading' (duration: 715.92399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:47.712854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.534492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:09:47.712864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.644057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:09:47.71288Z","caller":"traceutil/trace.go:171","msg":"trace[847405891] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:15786; }","duration":"689.783921ms","start":"2026-04-03T03:09:47.023068Z","end":"2026-04-03T03:09:47.712852Z","steps":["trace[847405891] 'agreement among raft nodes before linearized reading' (duration: 689.607867ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:09:47.712889Z","caller":"traceutil/trace.go:171","msg":"trace[625892261] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:15786; }","duration":"262.599275ms","start":"2026-04-03T03:09:47.450277Z","end":"2026-04-03T03:09:47.712876Z","steps":["trace[625892261] 'agreement among raft nodes before linearized reading' (duration: 262.527193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:47.712883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.297876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T03:09:47.712907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.978564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T03:09:47.712913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:47.023056Z","time spent":"689.850953ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"info","ts":"2026-04-03T03:09:47.712931Z","caller":"traceutil/trace.go:171","msg":"trace[50792026] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15786; }","duration":"726.025765ms","start":"2026-04-03T03:09:46.986897Z","end":"2026-04-03T03:09:47.712923Z","steps":["trace[50792026] 'agreement among raft nodes before linearized reading' (duration: 725.968594ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:09:47.712933Z","caller":"traceutil/trace.go:171","msg":"trace[359503954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15786; }","duration":"719.368158ms","start":"2026-04-03T03:09:46.99355Z","end":"2026-04-03T03:09:47.712918Z","steps":["trace[359503954] 'agreement among raft nodes before linearized reading' (duration: 719.231625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:47.712949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:46.986882Z","time spent":"726.061786ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T03:09:47.712937Z","caller":"traceutil/trace.go:171","msg":"trace[1757706412] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:15786; }","duration":"356.712979ms","start":"2026-04-03T03:09:47.35619Z","end":"2026-04-03T03:09:47.712903Z","steps":["trace[1757706412] 'agreement among raft nodes before linearized reading' (duration: 356.644587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:47.712966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:46.993539Z","time spent":"719.418489ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:09:47.712841Z","caller":"traceutil/trace.go:171","msg":"trace[1689230492] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15786; }","duration":"710.879104ms","start":"2026-04-03T03:09:47.001955Z","end":"2026-04-03T03:09:47.712834Z","steps":["trace[1689230492] 'agreement among raft nodes before linearized reading' (duration: 710.784632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:47.712992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:47.356156Z","time spent":"356.825651ms","remote":"127.0.0.1:39218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:09:47.713022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:46.7956Z","time spent":"917.066084ms","remote":"127.0.0.1:39722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:09:47.713037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:47.001948Z","time spent":"711.076539ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:09:47.712857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.939159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:09:47.713094Z","caller":"traceutil/trace.go:171","msg":"trace[2080150782] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15786; }","duration":"752.208015ms","start":"2026-04-03T03:09:46.960872Z","end":"2026-04-03T03:09:47.71308Z","steps":["trace[2080150782] 'agreement among raft nodes before linearized reading' (duration: 751.661702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:47.713122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:46.960856Z","time spent":"752.258667ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:09:47.712776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.927891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:09:47.713195Z","caller":"traceutil/trace.go:171","msg":"trace[1226861554] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:15786; }","duration":"387.421383ms","start":"2026-04-03T03:09:47.325765Z","end":"2026-04-03T03:09:47.713187Z","steps":["trace[1226861554] 'agreement among raft nodes before linearized reading' (duration: 386.867299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:47.71323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:47.325745Z","time spent":"387.473005ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:09:47.712874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:46.996731Z","time spent":"716.134165ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T03:09:54.70153Z","caller":"traceutil/trace.go:171","msg":"trace[982741080] linearizableReadLoop","detail":"{readStateIndex:16458; appliedIndex:16457; }","duration":"188.842983ms","start":"2026-04-03T03:09:54.512668Z","end":"2026-04-03T03:09:54.701511Z","steps":["trace[982741080] 'read index received' (duration: 188.69015ms)","trace[982741080] 'applied index is now lower than readState.Index' (duration: 152.093µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:09:54.701592Z","caller":"traceutil/trace.go:171","msg":"trace[774926388] transaction","detail":"{read_only:false; response_revision:15823; number_of_response:1; }","duration":"203.507235ms","start":"2026-04-03T03:09:54.498056Z","end":"2026-04-03T03:09:54.701563Z","steps":["trace[774926388] 'process raft request' (duration: 203.351651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:54.701763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.7239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:09:54.701813Z","caller":"traceutil/trace.go:171","msg":"trace[2055462302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15823; }","duration":"161.822403ms","start":"2026-04-03T03:09:54.539978Z","end":"2026-04-03T03:09:54.701801Z","steps":["trace[2055462302] 'agreement among raft nodes before linearized reading' (duration: 161.73382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:54.701819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.133821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-03T03:09:54.701844Z","caller":"traceutil/trace.go:171","msg":"trace[1614274414] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15823; }","duration":"189.210713ms","start":"2026-04-03T03:09:54.512626Z","end":"2026-04-03T03:09:54.701837Z","steps":["trace[1614274414] 'agreement among raft nodes before linearized reading' (duration: 188.968917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:56.041034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840016436,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T03:09:56.131395Z","caller":"traceutil/trace.go:171","msg":"trace[1185381511] transaction","detail":"{read_only:false; response_revision:15841; number_of_response:1; }","duration":"624.73627ms","start":"2026-04-03T03:09:55.506634Z","end":"2026-04-03T03:09:56.13137Z","steps":["trace[1185381511] 'process raft request' (duration: 624.574576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:56.131729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:55.506607Z","time spent":"624.856543ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11811,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:09:56.270736Z","caller":"traceutil/trace.go:171","msg":"trace[261069996] transaction","detail":"{read_only:false; response_revision:15842; number_of_response:1; }","duration":"533.880367ms","start":"2026-04-03T03:09:55.736829Z","end":"2026-04-03T03:09:56.270709Z","steps":["trace[261069996] 'process raft request' (duration: 470.93568ms)","trace[261069996] 'compare' (duration: 62.477526ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:09:56.270761Z","caller":"traceutil/trace.go:171","msg":"trace[404423577] transaction","detail":"{read_only:false; response_revision:15843; number_of_response:1; }","duration":"533.035037ms","start":"2026-04-03T03:09:55.737702Z","end":"2026-04-03T03:09:56.270737Z","steps":["trace[404423577] 'process raft request' (duration: 532.900504ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:09:56.270829Z","caller":"traceutil/trace.go:171","msg":"trace[983299102] linearizableReadLoop","detail":"{readStateIndex:16482; appliedIndex:16478; }","duration":"730.350635ms","start":"2026-04-03T03:09:55.54046Z","end":"2026-04-03T03:09:56.270811Z","steps":["trace[983299102] 'read index received' (duration: 590.688771ms)","trace[983299102] 'applied index is now lower than readState.Index' (duration: 139.660474ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:09:56.270894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:55.736807Z","time spent":"534.003211ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:09:56.270914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:55.73768Z","time spent":"533.158639ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:09:56.271035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.550519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:09:56.271099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.711782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:09:56.271111Z","caller":"traceutil/trace.go:171","msg":"trace[1284166720] transaction","detail":"{read_only:false; response_revision:15844; number_of_response:1; }","duration":"532.78511ms","start":"2026-04-03T03:09:55.738315Z","end":"2026-04-03T03:09:56.2711Z","steps":["trace[1284166720] 'process raft request' (duration: 532.3811ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:09:56.271142Z","caller":"traceutil/trace.go:171","msg":"trace[1409659636] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15844; }","duration":"525.777573ms","start":"2026-04-03T03:09:55.745351Z","end":"2026-04-03T03:09:56.271129Z","steps":["trace[1409659636] 'agreement among raft nodes before linearized reading' (duration: 525.65073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:56.27117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:55.738306Z","time spent":"532.831172ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:09:56.271164Z","caller":"traceutil/trace.go:171","msg":"trace[1370912598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15844; }","duration":"730.721454ms","start":"2026-04-03T03:09:55.540409Z","end":"2026-04-03T03:09:56.27113Z","steps":["trace[1370912598] 'agreement among raft nodes before linearized reading' (duration: 730.511248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:56.271193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.35051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-03T03:09:56.271176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:55.745343Z","time spent":"525.822985ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T03:09:56.271282Z","caller":"traceutil/trace.go:171","msg":"trace[691933574] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:15844; }","duration":"492.471314ms","start":"2026-04-03T03:09:55.778797Z","end":"2026-04-03T03:09:56.271269Z","steps":["trace[691933574] 'agreement among raft nodes before linearized reading' (duration: 492.28474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:56.271292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.652543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T03:09:56.271297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:55.540387Z","time spent":"730.897979ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:09:56.271322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:55.778776Z","time spent":"492.538425ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"info","ts":"2026-04-03T03:09:56.271326Z","caller":"traceutil/trace.go:171","msg":"trace[817075041] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15844; }","duration":"514.702993ms","start":"2026-04-03T03:09:55.756612Z","end":"2026-04-03T03:09:56.271315Z","steps":["trace[817075041] 'agreement among raft nodes before linearized reading' (duration: 514.58073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:56.271352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:55.7566Z","time spent":"514.746695ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:09:56.271401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.019583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T03:09:56.271437Z","caller":"traceutil/trace.go:171","msg":"trace[1107773291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15844; }","duration":"521.088255ms","start":"2026-04-03T03:09:55.75034Z","end":"2026-04-03T03:09:56.271428Z","steps":["trace[1107773291] 'agreement among raft nodes before linearized reading' (duration: 520.974192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:56.271464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:55.750325Z","time spent":"521.132677ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:09:56.271477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.315786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:09:56.271536Z","caller":"traceutil/trace.go:171","msg":"trace[836731845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15844; }","duration":"522.386078ms","start":"2026-04-03T03:09:55.749142Z","end":"2026-04-03T03:09:56.271528Z","steps":["trace[836731845] 'agreement among raft nodes before linearized reading' (duration: 522.283535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:56.271569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:55.749135Z","time spent":"522.427138ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:09:56.271624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.307456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:09:56.271639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.962205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:09:56.271661Z","caller":"traceutil/trace.go:171","msg":"trace[8283729] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:15844; }","duration":"413.374378ms","start":"2026-04-03T03:09:55.858275Z","end":"2026-04-03T03:09:56.271649Z","steps":["trace[8283729] 'agreement among raft nodes before linearized reading' (duration: 413.301786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:56.27169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:55.858255Z","time spent":"413.427138ms","remote":"127.0.0.1:33332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:09:56.271691Z","caller":"traceutil/trace.go:171","msg":"trace[2081807208] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:15844; }","duration":"361.051377ms","start":"2026-04-03T03:09:55.91062Z","end":"2026-04-03T03:09:56.271672Z","steps":["trace[2081807208] 'agreement among raft nodes before linearized reading' (duration: 360.949025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:56.271738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:55.910599Z","time spent":"361.12496ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:09:56.271788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.305561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T03:09:56.271838Z","caller":"traceutil/trace.go:171","msg":"trace[737767699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15844; }","duration":"521.389353ms","start":"2026-04-03T03:09:55.750431Z","end":"2026-04-03T03:09:56.27182Z","steps":["trace[737767699] 'agreement among raft nodes before linearized reading' (duration: 521.149897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:56.271885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:55.75041Z","time spent":"521.462896ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:09:56.519403Z","caller":"traceutil/trace.go:171","msg":"trace[1662816056] transaction","detail":"{read_only:false; response_revision:15847; number_of_response:1; }","duration":"242.275982ms","start":"2026-04-03T03:09:56.277043Z","end":"2026-04-03T03:09:56.519319Z","steps":["trace[1662816056] 'process raft request' (duration: 242.18431ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:09:56.519455Z","caller":"traceutil/trace.go:171","msg":"trace[660389594] transaction","detail":"{read_only:false; response_revision:15846; number_of_response:1; }","duration":"242.405166ms","start":"2026-04-03T03:09:56.276986Z","end":"2026-04-03T03:09:56.519391Z","steps":["trace[660389594] 'process raft request' (duration: 193.658785ms)","trace[660389594] 'compare' (duration: 48.418833ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:09:56.519593Z","caller":"traceutil/trace.go:171","msg":"trace[1400355453] transaction","detail":"{read_only:false; response_revision:15848; number_of_response:1; }","duration":"241.740288ms","start":"2026-04-03T03:09:56.27783Z","end":"2026-04-03T03:09:56.51957Z","steps":["trace[1400355453] 'process raft request' (duration: 241.445131ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:09:56.519752Z","caller":"traceutil/trace.go:171","msg":"trace[1526825097] transaction","detail":"{read_only:false; response_revision:15849; number_of_response:1; }","duration":"240.975319ms","start":"2026-04-03T03:09:56.278768Z","end":"2026-04-03T03:09:56.519744Z","steps":["trace[1526825097] 'process raft request' (duration: 240.681451ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:09:56.519769Z","caller":"traceutil/trace.go:171","msg":"trace[868900702] linearizableReadLoop","detail":"{readStateIndex:16487; appliedIndex:16483; }","duration":"177.96448ms","start":"2026-04-03T03:09:56.341777Z","end":"2026-04-03T03:09:56.519741Z","steps":["trace[868900702] 'read index received' (duration: 128.883171ms)","trace[868900702] 'applied index is now lower than readState.Index' (duration: 49.080209ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:09:56.521145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.141405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:09:56.521255Z","caller":"traceutil/trace.go:171","msg":"trace[2053991246] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:15849; }","duration":"179.466089ms","start":"2026-04-03T03:09:56.341759Z","end":"2026-04-03T03:09:56.521225Z","steps":["trace[2053991246] 'agreement among raft nodes before linearized reading' (duration: 178.067153ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:09:56.543388Z","caller":"traceutil/trace.go:171","msg":"trace[320796474] transaction","detail":"{read_only:false; response_revision:15850; number_of_response:1; }","duration":"184.797192ms","start":"2026-04-03T03:09:56.358522Z","end":"2026-04-03T03:09:56.543319Z","steps":["trace[320796474] 'process raft request' (duration: 184.645928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:09:58.786449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840016457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:09:59.287252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840016457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:09:59.788275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840016457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:10:00.289442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840016457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:10:00.54092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000657051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:10:00.541282Z","caller":"traceutil/trace.go:171","msg":"trace[1354452852] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001061432s","start":"2026-04-03T03:09:58.540193Z","end":"2026-04-03T03:10:00.541255Z","steps":["trace[1354452852] 'agreement among raft nodes before linearized reading' (duration: 2.000686191s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:00.541543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:58.540176Z","time spent":"2.001345958s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:10:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:10:00.789834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840016457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:10:00.832682Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.020059198s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:10:00.833327Z","caller":"traceutil/trace.go:171","msg":"trace[1932519435] transaction","detail":"{read_only:false; response_revision:15852; number_of_response:1; }","duration":"3.021697919s","start":"2026-04-03T03:09:57.811607Z","end":"2026-04-03T03:10:00.833304Z","steps":["trace[1932519435] 'process raft request' (duration: 3.021358141s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:00.833477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:57.811556Z","time spent":"3.021848133s","remote":"127.0.0.1:39162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:10:00.922312Z","caller":"traceutil/trace.go:171","msg":"trace[404969350] transaction","detail":"{read_only:false; response_revision:15853; number_of_response:1; }","duration":"2.645112999s","start":"2026-04-03T03:09:58.277176Z","end":"2026-04-03T03:10:00.922289Z","steps":["trace[404969350] 'process raft request' (duration: 2.639205379s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:00.922491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:58.277148Z","time spent":"2.645236122s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:10:00.922695Z","caller":"traceutil/trace.go:171","msg":"trace[946962884] transaction","detail":"{read_only:false; response_revision:15854; number_of_response:1; }","duration":"2.645237233s","start":"2026-04-03T03:09:58.277435Z","end":"2026-04-03T03:10:00.922673Z","steps":["trace[946962884] 'process raft request' (duration: 2.644794671s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:00.922827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:58.277427Z","time spent":"2.645328905s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:10:00.922889Z","caller":"traceutil/trace.go:171","msg":"trace[553916863] transaction","detail":"{read_only:false; response_revision:15855; number_of_response:1; }","duration":"2.644999275s","start":"2026-04-03T03:09:58.277881Z","end":"2026-04-03T03:10:00.92288Z","steps":["trace[553916863] 'process raft request' (duration: 2.644717518s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:00.922942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:58.277844Z","time spent":"2.645073577s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:10:00.923125Z","caller":"traceutil/trace.go:171","msg":"trace[1720913548] linearizableReadLoop","detail":"{readStateIndex:16495; appliedIndex:16490; }","duration":"2.63720068s","start":"2026-04-03T03:09:58.285914Z","end":"2026-04-03T03:10:00.923114Z","steps":["trace[1720913548] 'read index received' (duration: 2.546932873s)","trace[1720913548] 'applied index is now lower than readState.Index' (duration: 90.266646ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:10:00.923244Z","caller":"traceutil/trace.go:171","msg":"trace[878609688] transaction","detail":"{read_only:false; response_revision:15856; number_of_response:1; }","duration":"2.031465897s","start":"2026-04-03T03:09:58.891764Z","end":"2026-04-03T03:10:00.92323Z","steps":["trace[878609688] 'process raft request' (duration: 2.031079998s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:00.923288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.60356124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:10:00.923302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:58.891736Z","time spent":"2.03154069s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:10:00.923319Z","caller":"traceutil/trace.go:171","msg":"trace[1134293767] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:15856; }","duration":"2.603630811s","start":"2026-04-03T03:09:58.319681Z","end":"2026-04-03T03:10:00.923312Z","steps":["trace[1134293767] 'agreement among raft nodes before linearized reading' (duration: 2.60356421s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:00.923341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:58.319664Z","time spent":"2.603671662s","remote":"127.0.0.1:47458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:10:00.923357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113329593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:10:00.923442Z","caller":"traceutil/trace.go:171","msg":"trace[1843683811] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:15856; }","duration":"2.113474286s","start":"2026-04-03T03:09:58.809947Z","end":"2026-04-03T03:10:00.923421Z","steps":["trace[1843683811] 'agreement among raft nodes before linearized reading' (duration: 2.113318732s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:00.92351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:58.809915Z","time spent":"2.113562649s","remote":"127.0.0.1:44502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:10:00.923616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.35775759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:150913"} {"level":"info","ts":"2026-04-03T03:10:00.923638Z","caller":"traceutil/trace.go:171","msg":"trace[1122052143] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:15856; }","duration":"2.357834121s","start":"2026-04-03T03:09:58.565798Z","end":"2026-04-03T03:10:00.923632Z","steps":["trace[1122052143] 'agreement among raft nodes before linearized reading' (duration: 2.357632386s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:00.92366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:58.565768Z","time spent":"2.357882533s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":16,"response size":150937,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:10:00.923817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.398804004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T03:10:00.923836Z","caller":"traceutil/trace.go:171","msg":"trace[963871663] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15856; }","duration":"2.398890246s","start":"2026-04-03T03:09:58.524941Z","end":"2026-04-03T03:10:00.923831Z","steps":["trace[963871663] 'agreement among raft nodes before linearized reading' (duration: 2.398840255s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:00.923849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:58.524901Z","time spent":"2.398944888s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:10:00.923869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400405355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T03:10:00.92391Z","caller":"traceutil/trace.go:171","msg":"trace[1806583220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15856; }","duration":"2.400491897s","start":"2026-04-03T03:09:58.523407Z","end":"2026-04-03T03:10:00.923899Z","steps":["trace[1806583220] 'agreement among raft nodes before linearized reading' (duration: 2.400377224s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:00.92391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158362091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-03T03:10:00.923936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:58.523383Z","time spent":"2.400547569s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:10:00.923948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.597067346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T03:10:00.923964Z","caller":"traceutil/trace.go:171","msg":"trace[498279557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15856; }","duration":"2.597137718s","start":"2026-04-03T03:09:58.326822Z","end":"2026-04-03T03:10:00.92396Z","steps":["trace[498279557] 'agreement among raft nodes before linearized reading' (duration: 2.597093646s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:00.923982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:58.32679Z","time spent":"2.597186809s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:10:00.924003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741878602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:10:00.924032Z","caller":"traceutil/trace.go:171","msg":"trace[122204660] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:15856; }","duration":"1.741946404s","start":"2026-04-03T03:09:59.182078Z","end":"2026-04-03T03:10:00.924024Z","steps":["trace[122204660] 'agreement among raft nodes before linearized reading' (duration: 1.741882613s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:10:00.923944Z","caller":"traceutil/trace.go:171","msg":"trace[1178087902] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:15856; }","duration":"1.158432483s","start":"2026-04-03T03:09:59.765501Z","end":"2026-04-03T03:10:00.923934Z","steps":["trace[1178087902] 'agreement among raft nodes before linearized reading' (duration: 1.1583084s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:00.924084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:59.76548Z","time spent":"1.158597368s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-03T03:10:00.924091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.399728358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T03:10:00.924114Z","caller":"traceutil/trace.go:171","msg":"trace[444941981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15856; }","duration":"2.399778738s","start":"2026-04-03T03:09:58.524329Z","end":"2026-04-03T03:10:00.924108Z","steps":["trace[444941981] 'agreement among raft nodes before linearized reading' (duration: 2.399717257s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:00.924139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:58.524316Z","time spent":"2.39981909s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:10:00.924183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.638230635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:10:00.924256Z","caller":"traceutil/trace.go:171","msg":"trace[1654055915] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:15856; }","duration":"2.638363999s","start":"2026-04-03T03:09:58.285874Z","end":"2026-04-03T03:10:00.924238Z","steps":["trace[1654055915] 'agreement among raft nodes before linearized reading' (duration: 2.637359083s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:00.924267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.40060781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T03:10:00.924292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:58.285861Z","time spent":"2.63842362s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"info","ts":"2026-04-03T03:10:00.924291Z","caller":"traceutil/trace.go:171","msg":"trace[588418143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15856; }","duration":"2.400653742s","start":"2026-04-03T03:09:58.523628Z","end":"2026-04-03T03:10:00.924282Z","steps":["trace[588418143] 'agreement among raft nodes before linearized reading' (duration: 2.40059484s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:00.924321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:58.523615Z","time spent":"2.400701522s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:10:00.924063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:59.182055Z","time spent":"1.741998626s","remote":"127.0.0.1:47490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:10:00.925229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.372358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T03:10:00.925274Z","caller":"traceutil/trace.go:171","msg":"trace[2020727143] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15856; }","duration":"962.45677ms","start":"2026-04-03T03:09:59.962805Z","end":"2026-04-03T03:10:00.925262Z","steps":["trace[2020727143] 'agreement among raft nodes before linearized reading' (duration: 960.659154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:00.925303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:09:59.962781Z","time spent":"962.515382ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:10:00.925469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.272109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:10:00.925493Z","caller":"traceutil/trace.go:171","msg":"trace[2060451905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15856; }","duration":"383.326521ms","start":"2026-04-03T03:10:00.542159Z","end":"2026-04-03T03:10:00.925485Z","steps":["trace[2060451905] 'agreement among raft nodes before linearized reading' (duration: 383.28676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:00.925524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:00.542141Z","time spent":"383.377761ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:10:02.109912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840016486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:10:02.45217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:01.48609Z","time spent":"966.075431ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T03:10:02.927775Z","caller":"traceutil/trace.go:171","msg":"trace[226797715] linearizableReadLoop","detail":"{readStateIndex:16503; appliedIndex:16501; }","duration":"1.318509641s","start":"2026-04-03T03:10:01.609241Z","end":"2026-04-03T03:10:02.927751Z","steps":["trace[226797715] 'read index received' (duration: 842.729419ms)","trace[226797715] 'applied index is now lower than readState.Index' (duration: 475.779242ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:10:02.927854Z","caller":"traceutil/trace.go:171","msg":"trace[398558484] transaction","detail":"{read_only:false; response_revision:15863; number_of_response:1; }","duration":"1.316616714s","start":"2026-04-03T03:10:01.611195Z","end":"2026-04-03T03:10:02.927812Z","steps":["trace[398558484] 'process raft request' (duration: 1.307383002s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:02.928023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:01.61118Z","time spent":"1.316766258s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:10:02.928039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318779449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-6kgh8\" ","response":"range_response_count:1 size:11826"} {"level":"info","ts":"2026-04-03T03:10:02.92833Z","caller":"traceutil/trace.go:171","msg":"trace[397477029] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-6kgh8; range_end:; response_count:1; response_revision:15863; }","duration":"1.319077457s","start":"2026-04-03T03:10:01.609234Z","end":"2026-04-03T03:10:02.928311Z","steps":["trace[397477029] 'agreement among raft nodes before linearized reading' (duration: 1.318639955s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:02.928407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:01.609177Z","time spent":"1.319205519s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11850,"request content":"key:\"/registry/pods/openstack/openvswitch-6kgh8\" "} {"level":"info","ts":"2026-04-03T03:10:02.948311Z","caller":"traceutil/trace.go:171","msg":"trace[929789341] transaction","detail":"{read_only:false; response_revision:15864; number_of_response:1; }","duration":"495.024568ms","start":"2026-04-03T03:10:02.453251Z","end":"2026-04-03T03:10:02.948276Z","steps":["trace[929789341] 'process raft request' (duration: 494.862264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:02.948373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.954942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:10:02.948431Z","caller":"traceutil/trace.go:171","msg":"trace[1441615891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15864; }","duration":"408.057115ms","start":"2026-04-03T03:10:02.54036Z","end":"2026-04-03T03:10:02.948417Z","steps":["trace[1441615891] 'agreement among raft nodes before linearized reading' (duration: 407.918371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:02.948518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:02.453229Z","time spent":"495.167012ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:10:02.948573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:02.540339Z","time spent":"408.224839ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:10:02.948433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194625307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:10:02.948689Z","caller":"traceutil/trace.go:171","msg":"trace[1419750579] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:15864; }","duration":"1.194921325s","start":"2026-04-03T03:10:01.753734Z","end":"2026-04-03T03:10:02.948655Z","steps":["trace[1419750579] 'agreement among raft nodes before linearized reading' (duration: 1.194566126s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:02.948778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:01.753716Z","time spent":"1.195033127s","remote":"127.0.0.1:52428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:10:03.199928Z","caller":"traceutil/trace.go:171","msg":"trace[236458329] transaction","detail":"{read_only:false; response_revision:15875; number_of_response:1; }","duration":"114.101879ms","start":"2026-04-03T03:10:03.085787Z","end":"2026-04-03T03:10:03.199889Z","steps":["trace[236458329] 'process raft request' (duration: 108.321993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:03.449288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.063774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:10:03.449399Z","caller":"traceutil/trace.go:171","msg":"trace[1582351310] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:15875; }","duration":"100.187148ms","start":"2026-04-03T03:10:03.349177Z","end":"2026-04-03T03:10:03.449364Z","steps":["trace[1582351310] 'count revisions from in-memory index tree' (duration: 99.938782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:03.449547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.944445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:10:03.449613Z","caller":"traceutil/trace.go:171","msg":"trace[496456247] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:15875; }","duration":"116.052898ms","start":"2026-04-03T03:10:03.333546Z","end":"2026-04-03T03:10:03.449599Z","steps":["trace[496456247] 'count revisions from in-memory index tree' (duration: 115.889404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:05.481248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840016523,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:10:05.683341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.343812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:10:05.683473Z","caller":"traceutil/trace.go:171","msg":"trace[1942724598] transaction","detail":"{read_only:false; response_revision:15884; number_of_response:1; }","duration":"718.000923ms","start":"2026-04-03T03:10:04.965447Z","end":"2026-04-03T03:10:05.683448Z","steps":["trace[1942724598] 'process raft request' (duration: 613.404335ms)","trace[1942724598] 'compare' (duration: 103.649314ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:10:05.683586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:04.965418Z","time spent":"718.126396ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:10:06.050359Z","caller":"traceutil/trace.go:171","msg":"trace[1870674048] transaction","detail":"{read_only:false; response_revision:15885; number_of_response:1; }","duration":"1.084536519s","start":"2026-04-03T03:10:04.965807Z","end":"2026-04-03T03:10:06.050343Z","steps":["trace[1870674048] 'process raft request' (duration: 1.084195771s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:10:06.050356Z","caller":"traceutil/trace.go:171","msg":"trace[1948401746] transaction","detail":"{read_only:false; response_revision:15886; number_of_response:1; }","duration":"1.084385406s","start":"2026-04-03T03:10:04.965942Z","end":"2026-04-03T03:10:06.050328Z","steps":["trace[1948401746] 'process raft request' (duration: 1.084282183s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:06.050608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:04.965919Z","time spent":"1.084626081s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:10:06.050642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:04.965782Z","time spent":"1.084634912s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:10:06.050666Z","caller":"traceutil/trace.go:171","msg":"trace[1249920504] linearizableReadLoop","detail":"{readStateIndex:16527; appliedIndex:16523; }","duration":"1.070263249s","start":"2026-04-03T03:10:04.980345Z","end":"2026-04-03T03:10:06.050608Z","steps":["trace[1249920504] 'read index received' (duration: 598.613091ms)","trace[1249920504] 'applied index is now lower than readState.Index' (duration: 471.646868ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:10:06.050823Z","caller":"traceutil/trace.go:171","msg":"trace[445077955] transaction","detail":"{read_only:false; response_revision:15887; number_of_response:1; }","duration":"1.084658372s","start":"2026-04-03T03:10:04.96611Z","end":"2026-04-03T03:10:06.050768Z","steps":["trace[445077955] 'process raft request' (duration: 1.08418234s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:06.050947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.214192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:10:06.050984Z","caller":"traceutil/trace.go:171","msg":"trace[1723697177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15887; }","duration":"512.285954ms","start":"2026-04-03T03:10:05.538687Z","end":"2026-04-03T03:10:06.050973Z","steps":["trace[1723697177] 'agreement among raft nodes before linearized reading' (duration: 512.238263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:06.050979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070616579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T03:10:06.051021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:05.538665Z","time spent":"512.350235ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:10:06.051033Z","caller":"traceutil/trace.go:171","msg":"trace[35870365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15887; }","duration":"1.07070544s","start":"2026-04-03T03:10:04.980314Z","end":"2026-04-03T03:10:06.051019Z","steps":["trace[35870365] 'agreement among raft nodes before linearized reading' (duration: 1.070491365s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:06.051035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.4808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-6kgh8\" ","response":"range_response_count:1 size:12202"} {"level":"info","ts":"2026-04-03T03:10:06.051091Z","caller":"traceutil/trace.go:171","msg":"trace[347601986] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-6kgh8; range_end:; response_count:1; response_revision:15887; }","duration":"386.588713ms","start":"2026-04-03T03:10:05.664489Z","end":"2026-04-03T03:10:06.051078Z","steps":["trace[347601986] 'agreement among raft nodes before linearized reading' (duration: 386.421499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:06.051092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:04.980304Z","time spent":"1.070774092s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:10:06.051087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:04.966083Z","time spent":"1.084881008s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:10:06.051125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:05.664465Z","time spent":"386.653164ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12226,"request content":"key:\"/registry/pods/openstack/openvswitch-6kgh8\" "} {"level":"warn","ts":"2026-04-03T03:10:06.050894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.929599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:10:06.051202Z","caller":"traceutil/trace.go:171","msg":"trace[646699850] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:15887; }","duration":"446.274487ms","start":"2026-04-03T03:10:05.604913Z","end":"2026-04-03T03:10:06.051188Z","steps":["trace[646699850] 'agreement among raft nodes before linearized reading' (duration: 445.950489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:06.05123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:05.60489Z","time spent":"446.330609ms","remote":"127.0.0.1:37670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:10:06.050894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.763792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:10:06.051259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060823951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T03:10:06.051265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061259112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T03:10:06.051319Z","caller":"traceutil/trace.go:171","msg":"trace[982458857] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:15887; }","duration":"564.228453ms","start":"2026-04-03T03:10:05.487069Z","end":"2026-04-03T03:10:06.051298Z","steps":["trace[982458857] 'agreement among raft nodes before linearized reading' (duration: 563.783412ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:10:06.051322Z","caller":"traceutil/trace.go:171","msg":"trace[72606717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15887; }","duration":"1.060958843s","start":"2026-04-03T03:10:04.990348Z","end":"2026-04-03T03:10:06.051307Z","steps":["trace[72606717] 'agreement among raft nodes before linearized reading' (duration: 1.060799429s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:06.051368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061398845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T03:10:06.051384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:05.487038Z","time spent":"564.322736ms","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:10:06.051362Z","caller":"traceutil/trace.go:171","msg":"trace[1906773406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15887; }","duration":"1.061376744s","start":"2026-04-03T03:10:04.989958Z","end":"2026-04-03T03:10:06.051335Z","steps":["trace[1906773406] 'agreement among raft nodes before linearized reading' (duration: 1.061122698s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:06.051403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:04.990332Z","time spent":"1.061057676s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:10:06.051436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061073026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T03:10:06.051436Z","caller":"traceutil/trace.go:171","msg":"trace[260630854] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15887; }","duration":"1.061518548s","start":"2026-04-03T03:10:04.989898Z","end":"2026-04-03T03:10:06.051417Z","steps":["trace[260630854] 'agreement among raft nodes before linearized reading' (duration: 1.061261362s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:10:06.051455Z","caller":"traceutil/trace.go:171","msg":"trace[58891551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15887; }","duration":"1.061128008s","start":"2026-04-03T03:10:04.990321Z","end":"2026-04-03T03:10:06.051449Z","steps":["trace[58891551] 'agreement among raft nodes before linearized reading' (duration: 1.060607585s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:06.051449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:04.989952Z","time spent":"1.061485087s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:10:06.05147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:04.990299Z","time spent":"1.06116778s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:10:06.051475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:04.989878Z","time spent":"1.06158899s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:10:06.052536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066916735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:10:06.052606Z","caller":"traceutil/trace.go:171","msg":"trace[424675986] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:15887; }","duration":"1.067033278s","start":"2026-04-03T03:10:04.985554Z","end":"2026-04-03T03:10:06.052587Z","steps":["trace[424675986] 'agreement among raft nodes before linearized reading' (duration: 1.066016603s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:06.052714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:04.985535Z","time spent":"1.06710164s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"info","ts":"2026-04-03T03:10:23.927915Z","caller":"traceutil/trace.go:171","msg":"trace[1957777731] linearizableReadLoop","detail":"{readStateIndex:16749; appliedIndex:16748; }","duration":"117.210287ms","start":"2026-04-03T03:10:23.810678Z","end":"2026-04-03T03:10:23.927888Z","steps":["trace[1957777731] 'read index received' (duration: 114.14012ms)","trace[1957777731] 'applied index is now lower than readState.Index' (duration: 3.069137ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:10:23.928134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.445032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-03T03:10:23.928178Z","caller":"traceutil/trace.go:171","msg":"trace[210913358] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:16097; }","duration":"117.541535ms","start":"2026-04-03T03:10:23.810623Z","end":"2026-04-03T03:10:23.928164Z","steps":["trace[210913358] 'agreement among raft nodes before linearized reading' (duration: 117.370601ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:10:23.928246Z","caller":"traceutil/trace.go:171","msg":"trace[1088056691] transaction","detail":"{read_only:false; response_revision:16097; number_of_response:1; }","duration":"167.087305ms","start":"2026-04-03T03:10:23.761121Z","end":"2026-04-03T03:10:23.928208Z","steps":["trace[1088056691] 'process raft request' (duration: 163.826773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:25.868619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.876544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:10:25.868861Z","caller":"traceutil/trace.go:171","msg":"trace[1003689244] linearizableReadLoop","detail":"{readStateIndex:16823; appliedIndex:16821; }","duration":"342.596034ms","start":"2026-04-03T03:10:25.526244Z","end":"2026-04-03T03:10:25.86884Z","steps":["trace[1003689244] 'read index received' (duration: 324.208879ms)","trace[1003689244] 'applied index is now lower than readState.Index' (duration: 18.385985ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:10:25.869036Z","caller":"traceutil/trace.go:171","msg":"trace[915914969] transaction","detail":"{read_only:false; response_revision:16171; number_of_response:1; }","duration":"544.825745ms","start":"2026-04-03T03:10:25.324179Z","end":"2026-04-03T03:10:25.869005Z","steps":["trace[915914969] 'process raft request' (duration: 544.568868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:25.869088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.851748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T03:10:25.869126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.86954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-324f06c5-78fa-4701-aa55-7b5dd6e7d6cb\" ","response":"range_response_count:1 size:3636"} {"level":"warn","ts":"2026-04-03T03:10:25.869118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.778363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:10:25.869161Z","caller":"traceutil/trace.go:171","msg":"trace[1288099472] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:16171; }","duration":"162.974781ms","start":"2026-04-03T03:10:25.706168Z","end":"2026-04-03T03:10:25.869143Z","steps":["trace[1288099472] 'agreement among raft nodes before linearized reading' (duration: 162.851958ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:10:25.869178Z","caller":"traceutil/trace.go:171","msg":"trace[1200527891] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-324f06c5-78fa-4701-aa55-7b5dd6e7d6cb; range_end:; response_count:1; response_revision:16171; }","duration":"342.946553ms","start":"2026-04-03T03:10:25.526216Z","end":"2026-04-03T03:10:25.869162Z","steps":["trace[1200527891] 'agreement among raft nodes before linearized reading' (duration: 342.750008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:25.869217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:25.324157Z","time spent":"544.986689ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:10:25.869223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:25.526201Z","time spent":"343.010574ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-324f06c5-78fa-4701-aa55-7b5dd6e7d6cb\" "} {"level":"info","ts":"2026-04-03T03:10:25.869211Z","caller":"traceutil/trace.go:171","msg":"trace[1832710876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16171; }","duration":"320.915136ms","start":"2026-04-03T03:10:25.548263Z","end":"2026-04-03T03:10:25.869178Z","steps":["trace[1832710876] 'agreement among raft nodes before linearized reading' (duration: 320.760642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:25.86931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:25.548241Z","time spent":"321.05009ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:10:25.869371Z","caller":"traceutil/trace.go:171","msg":"trace[1105919337] transaction","detail":"{read_only:false; response_revision:16170; number_of_response:1; }","duration":"546.928447ms","start":"2026-04-03T03:10:25.322225Z","end":"2026-04-03T03:10:25.869154Z","steps":["trace[1105919337] 'process raft request' (duration: 147.421169ms)","trace[1105919337] 'compare' (duration: 398.708908ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:10:25.869524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:25.322212Z","time spent":"547.273046ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":742,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:10:26.720927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840017347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:10:27.221269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840017347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:10:27.722191Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840017347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:10:28.22297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840017347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:10:28.279294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060295853s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:10:28.279468Z","caller":"traceutil/trace.go:171","msg":"trace[703402380] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16171; }","duration":"2.060476147s","start":"2026-04-03T03:10:26.21896Z","end":"2026-04-03T03:10:28.279436Z","steps":["trace[703402380] 'range keys from in-memory index tree' (duration: 2.060273932s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:28.288221Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.361491452s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:10:28.288581Z","caller":"traceutil/trace.go:171","msg":"trace[71292031] transaction","detail":"{read_only:false; response_revision:16172; number_of_response:1; }","duration":"2.361988214s","start":"2026-04-03T03:10:25.926566Z","end":"2026-04-03T03:10:28.288554Z","steps":["trace[71292031] 'process raft request' (duration: 2.36182285s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:28.288755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:25.926533Z","time spent":"2.362131718s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5294,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:10:28.868087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.665162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:10:28.868285Z","caller":"traceutil/trace.go:171","msg":"trace[2043989145] transaction","detail":"{read_only:false; response_revision:16173; number_of_response:1; }","duration":"2.935137851s","start":"2026-04-03T03:10:25.933123Z","end":"2026-04-03T03:10:28.868261Z","steps":["trace[2043989145] 'process raft request' (duration: 2.799230383s)","trace[2043989145] 'compare' (duration: 135.332724ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:10:28.868447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:25.9331Z","time spent":"2.935273744s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:10:28.868496Z","caller":"traceutil/trace.go:171","msg":"trace[647908203] transaction","detail":"{read_only:false; response_revision:16174; number_of_response:1; }","duration":"2.747716352s","start":"2026-04-03T03:10:26.120758Z","end":"2026-04-03T03:10:28.868474Z","steps":["trace[647908203] 'process raft request' (duration: 2.747412505s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:28.868595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:26.120732Z","time spent":"2.747811895s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:10:28.868695Z","caller":"traceutil/trace.go:171","msg":"trace[1997889346] transaction","detail":"{read_only:false; response_revision:16176; number_of_response:1; }","duration":"2.743142508s","start":"2026-04-03T03:10:26.125518Z","end":"2026-04-03T03:10:28.868661Z","steps":["trace[1997889346] 'process raft request' (duration: 2.742769689s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:10:28.8687Z","caller":"traceutil/trace.go:171","msg":"trace[468149475] transaction","detail":"{read_only:false; response_revision:16175; number_of_response:1; }","duration":"2.743785334s","start":"2026-04-03T03:10:26.124867Z","end":"2026-04-03T03:10:28.868652Z","steps":["trace[468149475] 'process raft request' (duration: 2.743388334s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:28.868823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:26.125506Z","time spent":"2.743258542s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:10:28.868863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:26.124854Z","time spent":"2.743925738s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:10:28.87311Z","caller":"traceutil/trace.go:171","msg":"trace[996804614] transaction","detail":"{read_only:false; response_revision:16177; number_of_response:1; }","duration":"2.298642295s","start":"2026-04-03T03:10:26.574422Z","end":"2026-04-03T03:10:28.873064Z","steps":["trace[996804614] 'process raft request' (duration: 2.298420909s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:28.873305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:26.574402Z","time spent":"2.298768707s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:10:28.873283Z","caller":"traceutil/trace.go:171","msg":"trace[517951629] transaction","detail":"{read_only:false; response_revision:16181; number_of_response:1; }","duration":"577.671331ms","start":"2026-04-03T03:10:28.295586Z","end":"2026-04-03T03:10:28.873257Z","steps":["trace[517951629] 'process raft request' (duration: 577.62987ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:10:28.873306Z","caller":"traceutil/trace.go:171","msg":"trace[1053982389] transaction","detail":"{read_only:false; response_revision:16178; number_of_response:1; }","duration":"578.185974ms","start":"2026-04-03T03:10:28.295096Z","end":"2026-04-03T03:10:28.873282Z","steps":["trace[1053982389] 'process raft request' (duration: 577.958078ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:10:28.873423Z","caller":"traceutil/trace.go:171","msg":"trace[629540726] transaction","detail":"{read_only:false; response_revision:16179; number_of_response:1; }","duration":"578.103582ms","start":"2026-04-03T03:10:28.295292Z","end":"2026-04-03T03:10:28.873395Z","steps":["trace[629540726] 'process raft request' (duration: 577.828535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:28.873484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:28.295568Z","time spent":"577.800514ms","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:10:28.873508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:28.295081Z","time spent":"578.319067ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1042,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:10:28.873539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:28.29526Z","time spent":"578.220465ms","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1596,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:10:28.87365Z","caller":"traceutil/trace.go:171","msg":"trace[2114156296] transaction","detail":"{read_only:false; response_revision:16180; number_of_response:1; }","duration":"578.202525ms","start":"2026-04-03T03:10:28.295438Z","end":"2026-04-03T03:10:28.87364Z","steps":["trace[2114156296] 'process raft request' (duration: 577.744153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:28.873706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:28.295359Z","time spent":"578.320628ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1046,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:10:28.873708Z","caller":"traceutil/trace.go:171","msg":"trace[2069950473] linearizableReadLoop","detail":"{readStateIndex:16830; appliedIndex:16823; }","duration":"2.653689201s","start":"2026-04-03T03:10:26.220002Z","end":"2026-04-03T03:10:28.873691Z","steps":["trace[2069950473] 'read index received' (duration: 2.068435468s)","trace[2069950473] 'applied index is now lower than readState.Index' (duration: 585.252433ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:10:28.873958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653923157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-03T03:10:28.874018Z","caller":"traceutil/trace.go:171","msg":"trace[2049124478] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:16181; }","duration":"2.65403413s","start":"2026-04-03T03:10:26.21997Z","end":"2026-04-03T03:10:28.874004Z","steps":["trace[2049124478] 'agreement among raft nodes before linearized reading' (duration: 2.653815044s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:28.874067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:26.219947Z","time spent":"2.654108241s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T03:10:28.874696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541578787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:10:28.874757Z","caller":"traceutil/trace.go:171","msg":"trace[1021047048] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:16181; }","duration":"1.541663099s","start":"2026-04-03T03:10:27.333075Z","end":"2026-04-03T03:10:28.874738Z","steps":["trace[1021047048] 'agreement among raft nodes before linearized reading' (duration: 1.541535076s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:28.874803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:27.333055Z","time spent":"1.541740961s","remote":"127.0.0.1:34998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":50,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:10:28.87428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.642656712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T03:10:28.874957Z","caller":"traceutil/trace.go:171","msg":"trace[1243562638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16181; }","duration":"2.64333999s","start":"2026-04-03T03:10:26.231609Z","end":"2026-04-03T03:10:28.874949Z","steps":["trace[1243562638] 'agreement among raft nodes before linearized reading' (duration: 2.642501198s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:28.87498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:26.231553Z","time spent":"2.643420513s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:10:28.874363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.609046886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T03:10:28.875178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.590310932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T03:10:28.875275Z","caller":"traceutil/trace.go:171","msg":"trace[2105816567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16181; }","duration":"2.590479867s","start":"2026-04-03T03:10:26.28478Z","end":"2026-04-03T03:10:28.875259Z","steps":["trace[2105816567] 'agreement among raft nodes before linearized reading' (duration: 2.589334228s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:28.875357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:26.284766Z","time spent":"2.590578009s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T03:10:28.875198Z","caller":"traceutil/trace.go:171","msg":"trace[2128645807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16181; }","duration":"2.609878917s","start":"2026-04-03T03:10:26.26529Z","end":"2026-04-03T03:10:28.875169Z","steps":["trace[2128645807] 'agreement among raft nodes before linearized reading' (duration: 2.609022405s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:28.875711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:26.265276Z","time spent":"2.610382679s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:10:28.87435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315256945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T03:10:28.875901Z","caller":"traceutil/trace.go:171","msg":"trace[1201731392] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16181; }","duration":"2.316856323s","start":"2026-04-03T03:10:26.559027Z","end":"2026-04-03T03:10:28.875883Z","steps":["trace[1201731392] 'agreement among raft nodes before linearized reading' (duration: 2.31513852s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:28.875959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:26.559008Z","time spent":"2.316935416s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:10:28.874411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.609712113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T03:10:28.874426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.372319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:10:28.876117Z","caller":"traceutil/trace.go:171","msg":"trace[597683142] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:16181; }","duration":"264.092622ms","start":"2026-04-03T03:10:28.612006Z","end":"2026-04-03T03:10:28.876099Z","steps":["trace[597683142] 'agreement among raft nodes before linearized reading' (duration: 262.383229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:28.874478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248634803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T03:10:28.876191Z","caller":"traceutil/trace.go:171","msg":"trace[1993625993] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:16181; }","duration":"2.250369586s","start":"2026-04-03T03:10:26.625789Z","end":"2026-04-03T03:10:28.876159Z","steps":["trace[1993625993] 'agreement among raft nodes before linearized reading' (duration: 2.248628933s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:28.87627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:26.625766Z","time spent":"2.250479649s","remote":"127.0.0.1:44510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:10:28.876107Z","caller":"traceutil/trace.go:171","msg":"trace[111515063] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:16181; }","duration":"2.611383654s","start":"2026-04-03T03:10:26.264634Z","end":"2026-04-03T03:10:28.876018Z","steps":["trace[111515063] 'agreement among raft nodes before linearized reading' (duration: 2.609744093s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:28.874515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.837392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-324f06c5-78fa-4701-aa55-7b5dd6e7d6cb\" ","response":"range_response_count:1 size:3636"} {"level":"info","ts":"2026-04-03T03:10:28.87661Z","caller":"traceutil/trace.go:171","msg":"trace[1706116836] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-324f06c5-78fa-4701-aa55-7b5dd6e7d6cb; range_end:; response_count:1; response_revision:16181; }","duration":"582.958484ms","start":"2026-04-03T03:10:28.293637Z","end":"2026-04-03T03:10:28.876596Z","steps":["trace[1706116836] 'agreement among raft nodes before linearized reading' (duration: 580.805711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:28.876658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:28.293618Z","time spent":"583.022746ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-324f06c5-78fa-4701-aa55-7b5dd6e7d6cb\" "} {"level":"warn","ts":"2026-04-03T03:10:28.87454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621541501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T03:10:28.876842Z","caller":"traceutil/trace.go:171","msg":"trace[199827535] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16181; }","duration":"2.623880189s","start":"2026-04-03T03:10:26.252952Z","end":"2026-04-03T03:10:28.876832Z","steps":["trace[199827535] 'agreement among raft nodes before linearized reading' (duration: 2.621474009s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:28.876899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:26.252929Z","time spent":"2.623961231s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:10:28.874552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33518256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:10:28.877026Z","caller":"traceutil/trace.go:171","msg":"trace[587661795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16181; }","duration":"1.337687082s","start":"2026-04-03T03:10:27.539331Z","end":"2026-04-03T03:10:28.877018Z","steps":["trace[587661795] 'agreement among raft nodes before linearized reading' (duration: 1.33520166s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:28.877051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:27.53931Z","time spent":"1.337734783s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:10:28.874592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691941129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T03:10:28.877183Z","caller":"traceutil/trace.go:171","msg":"trace[1181819814] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16181; }","duration":"1.694591186s","start":"2026-04-03T03:10:27.182573Z","end":"2026-04-03T03:10:28.877164Z","steps":["trace[1181819814] 'agreement among raft nodes before linearized reading' (duration: 1.691997031s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:28.874609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001384367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-324f06c5-78fa-4701-aa55-7b5dd6e7d6cb\" ","response":"range_response_count:1 size:3636"} {"level":"info","ts":"2026-04-03T03:10:28.877239Z","caller":"traceutil/trace.go:171","msg":"trace[87161712] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-324f06c5-78fa-4701-aa55-7b5dd6e7d6cb; range_end:; response_count:1; response_revision:16181; }","duration":"2.004047004s","start":"2026-04-03T03:10:26.873181Z","end":"2026-04-03T03:10:28.877228Z","steps":["trace[87161712] 'agreement among raft nodes before linearized reading' (duration: 2.001389827s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:28.877243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:27.182536Z","time spent":"1.694691049s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:10:28.877276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:26.873159Z","time spent":"2.004109115s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-324f06c5-78fa-4701-aa55-7b5dd6e7d6cb\" "} {"level":"warn","ts":"2026-04-03T03:10:28.876555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:26.264623Z","time spent":"2.611849435s","remote":"127.0.0.1:52542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:10:28.87463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.589475692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T03:10:28.87752Z","caller":"traceutil/trace.go:171","msg":"trace[168052621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16181; }","duration":"2.592392606s","start":"2026-04-03T03:10:26.285117Z","end":"2026-04-03T03:10:28.877509Z","steps":["trace[168052621] 'agreement among raft nodes before linearized reading' (duration: 2.589401081s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:28.877556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:26.285105Z","time spent":"2.592441437s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:10:28.874264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233083811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rc2tc\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-03T03:10:28.877704Z","caller":"traceutil/trace.go:171","msg":"trace[859051064] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rc2tc; range_end:; response_count:1; response_revision:16181; }","duration":"2.23656803s","start":"2026-04-03T03:10:26.641127Z","end":"2026-04-03T03:10:28.877695Z","steps":["trace[859051064] 'agreement among raft nodes before linearized reading' (duration: 2.232989749s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:28.877736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:10:26.641107Z","time spent":"2.236621s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20695,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rc2tc\" "} {"level":"info","ts":"2026-04-03T03:10:51.207574Z","caller":"traceutil/trace.go:171","msg":"trace[1430313656] transaction","detail":"{read_only:false; response_revision:16322; number_of_response:1; }","duration":"255.978338ms","start":"2026-04-03T03:10:50.951564Z","end":"2026-04-03T03:10:51.207542Z","steps":["trace[1430313656] 'process raft request' (duration: 254.202133ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:10:51.207718Z","caller":"traceutil/trace.go:171","msg":"trace[1610098675] transaction","detail":"{read_only:false; response_revision:16323; number_of_response:1; }","duration":"256.04457ms","start":"2026-04-03T03:10:50.951649Z","end":"2026-04-03T03:10:51.207693Z","steps":["trace[1610098675] 'process raft request' (duration: 255.709071ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:10:51.207875Z","caller":"traceutil/trace.go:171","msg":"trace[1698816958] linearizableReadLoop","detail":"{readStateIndex:16981; appliedIndex:16977; }","duration":"218.049581ms","start":"2026-04-03T03:10:50.989817Z","end":"2026-04-03T03:10:51.207867Z","steps":["trace[1698816958] 'read index received' (duration: 38.671906ms)","trace[1698816958] 'applied index is now lower than readState.Index' (duration: 179.376895ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:10:51.207939Z","caller":"traceutil/trace.go:171","msg":"trace[367908644] transaction","detail":"{read_only:false; response_revision:16324; number_of_response:1; }","duration":"256.231635ms","start":"2026-04-03T03:10:50.9517Z","end":"2026-04-03T03:10:51.207932Z","steps":["trace[367908644] 'process raft request' (duration: 255.956818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:51.208104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.361323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T03:10:51.208173Z","caller":"traceutil/trace.go:171","msg":"trace[1198561803] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16324; }","duration":"192.466836ms","start":"2026-04-03T03:10:51.015688Z","end":"2026-04-03T03:10:51.208155Z","steps":["trace[1198561803] 'agreement among raft nodes before linearized reading' (duration: 192.274861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:51.208237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.915888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T03:10:51.208314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.572638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T03:10:51.208315Z","caller":"traceutil/trace.go:171","msg":"trace[161798411] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16324; }","duration":"178.018312ms","start":"2026-04-03T03:10:51.03028Z","end":"2026-04-03T03:10:51.208298Z","steps":["trace[161798411] 'agreement among raft nodes before linearized reading' (duration: 177.752015ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:10:51.208347Z","caller":"traceutil/trace.go:171","msg":"trace[1514535329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16324; }","duration":"190.603479ms","start":"2026-04-03T03:10:51.017734Z","end":"2026-04-03T03:10:51.208338Z","steps":["trace[1514535329] 'agreement among raft nodes before linearized reading' (duration: 190.527947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:10:51.208459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.486922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T03:10:51.208483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.03806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T03:10:51.208538Z","caller":"traceutil/trace.go:171","msg":"trace[825003037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16324; }","duration":"218.754768ms","start":"2026-04-03T03:10:50.989764Z","end":"2026-04-03T03:10:51.208519Z","steps":["trace[825003037] 'agreement among raft nodes before linearized reading' (duration: 218.305407ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:10:51.208554Z","caller":"traceutil/trace.go:171","msg":"trace[638752600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16324; }","duration":"170.137823ms","start":"2026-04-03T03:10:51.038399Z","end":"2026-04-03T03:10:51.208537Z","steps":["trace[638752600] 'agreement among raft nodes before linearized reading' (duration: 169.953598ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:09.390301Z","caller":"traceutil/trace.go:171","msg":"trace[1080813363] linearizableReadLoop","detail":"{readStateIndex:17394; appliedIndex:17391; }","duration":"108.311812ms","start":"2026-04-03T03:11:09.281968Z","end":"2026-04-03T03:11:09.39028Z","steps":["trace[1080813363] 'read index received' (duration: 7.91948ms)","trace[1080813363] 'applied index is now lower than readState.Index' (duration: 100.391502ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:11:09.390428Z","caller":"traceutil/trace.go:171","msg":"trace[742908388] transaction","detail":"{read_only:false; response_revision:16727; number_of_response:1; }","duration":"113.149764ms","start":"2026-04-03T03:11:09.277267Z","end":"2026-04-03T03:11:09.390417Z","steps":["trace[742908388] 'process raft request' (duration: 112.96801ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:09.390386Z","caller":"traceutil/trace.go:171","msg":"trace[719420342] transaction","detail":"{read_only:false; response_revision:16726; number_of_response:1; }","duration":"113.538223ms","start":"2026-04-03T03:11:09.2768Z","end":"2026-04-03T03:11:09.390338Z","steps":["trace[719420342] 'process raft request' (duration: 105.059099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:09.39061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.654935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-03T03:11:09.390667Z","caller":"traceutil/trace.go:171","msg":"trace[2011562756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16727; }","duration":"103.746877ms","start":"2026-04-03T03:11:09.286905Z","end":"2026-04-03T03:11:09.390652Z","steps":["trace[2011562756] 'agreement among raft nodes before linearized reading' (duration: 103.615254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:09.39077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.022084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-03T03:11:09.390759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.770204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-03T03:11:09.390833Z","caller":"traceutil/trace.go:171","msg":"trace[1924441887] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16727; }","duration":"108.883577ms","start":"2026-04-03T03:11:09.281931Z","end":"2026-04-03T03:11:09.390814Z","steps":["trace[1924441887] 'agreement among raft nodes before linearized reading' (duration: 108.711292ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:09.390792Z","caller":"traceutil/trace.go:171","msg":"trace[1787517837] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16727; }","duration":"100.072905ms","start":"2026-04-03T03:11:09.290711Z","end":"2026-04-03T03:11:09.390784Z","steps":["trace[1787517837] 'agreement among raft nodes before linearized reading' (duration: 100.023073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:21.541277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.69722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:11:21.541375Z","caller":"traceutil/trace.go:171","msg":"trace[1939590158] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:16807; }","duration":"645.877043ms","start":"2026-04-03T03:11:20.895477Z","end":"2026-04-03T03:11:21.541355Z","steps":["trace[1939590158] 'count revisions from in-memory index tree' (duration: 645.632327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:21.541418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:20.895465Z","time spent":"645.940396ms","remote":"127.0.0.1:35062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:11:21.541402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.671639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:11:21.541424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.037565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:11:21.541488Z","caller":"traceutil/trace.go:171","msg":"trace[29869770] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:16807; }","duration":"406.812592ms","start":"2026-04-03T03:11:21.134655Z","end":"2026-04-03T03:11:21.541467Z","steps":["trace[29869770] 'count revisions from in-memory index tree' (duration: 406.558986ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:21.541539Z","caller":"traceutil/trace.go:171","msg":"trace[1775512799] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:16807; }","duration":"812.214929ms","start":"2026-04-03T03:11:20.729301Z","end":"2026-04-03T03:11:21.541516Z","steps":["trace[1775512799] 'count revisions from in-memory index tree' (duration: 811.907872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:21.541594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:20.729275Z","time spent":"812.307142ms","remote":"127.0.0.1:37734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:11:21.54169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.612968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-03T03:11:21.541812Z","caller":"traceutil/trace.go:171","msg":"trace[996936236] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16807; }","duration":"607.769302ms","start":"2026-04-03T03:11:20.934014Z","end":"2026-04-03T03:11:21.541783Z","steps":["trace[996936236] 'range keys from in-memory index tree' (duration: 607.408863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:21.541916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:20.933997Z","time spent":"607.902485ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-03T03:11:21.541961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.913227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-04-03T03:11:21.541548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:21.134632Z","time spent":"406.890385ms","remote":"127.0.0.1:33220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:11:21.541992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.593594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-03T03:11:21.542007Z","caller":"traceutil/trace.go:171","msg":"trace[696333654] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16807; }","duration":"661.974759ms","start":"2026-04-03T03:11:20.880022Z","end":"2026-04-03T03:11:21.541997Z","steps":["trace[696333654] 'range keys from in-memory index tree' (duration: 661.783864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:21.542038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:20.880015Z","time spent":"662.01618ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-03T03:11:21.542042Z","caller":"traceutil/trace.go:171","msg":"trace[493175774] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16807; }","duration":"662.675176ms","start":"2026-04-03T03:11:20.879345Z","end":"2026-04-03T03:11:21.54202Z","steps":["trace[493175774] 'range keys from in-memory index tree' (duration: 662.358959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:21.542091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:20.879318Z","time spent":"662.764679ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-03T03:11:21.541821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.905147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:11:21.542129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.110912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-04-03T03:11:21.542153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.152343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:11:21.542196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.43508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:11:21.542206Z","caller":"traceutil/trace.go:171","msg":"trace[1583131144] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16807; }","duration":"662.336338ms","start":"2026-04-03T03:11:20.879848Z","end":"2026-04-03T03:11:21.542185Z","steps":["trace[1583131144] 'range keys from in-memory index tree' (duration: 661.834056ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:21.5422Z","caller":"traceutil/trace.go:171","msg":"trace[1260153297] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16807; }","duration":"662.202894ms","start":"2026-04-03T03:11:20.879984Z","end":"2026-04-03T03:11:21.542187Z","steps":["trace[1260153297] 'range keys from in-memory index tree' (duration: 661.887227ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:21.54222Z","caller":"traceutil/trace.go:171","msg":"trace[795921326] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16807; }","duration":"662.232275ms","start":"2026-04-03T03:11:20.879961Z","end":"2026-04-03T03:11:21.542193Z","steps":["trace[795921326] 'range keys from in-memory index tree' (duration: 662.054121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:21.542247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.238584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" ","response":"range_response_count:1 size:22020"} {"level":"warn","ts":"2026-04-03T03:11:21.542266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:20.879949Z","time spent":"662.309447ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-04-03T03:11:21.542261Z","caller":"traceutil/trace.go:171","msg":"trace[231250062] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:16807; }","duration":"417.535473ms","start":"2026-04-03T03:11:21.12471Z","end":"2026-04-03T03:11:21.542245Z","steps":["trace[231250062] 'count revisions from in-memory index tree' (duration: 417.369668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:21.542272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:20.879835Z","time spent":"662.42015ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-03T03:11:21.54229Z","caller":"traceutil/trace.go:171","msg":"trace[2029427697] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnvm4; range_end:; response_count:1; response_revision:16807; }","duration":"499.277515ms","start":"2026-04-03T03:11:21.042998Z","end":"2026-04-03T03:11:21.542276Z","steps":["trace[2029427697] 'range keys from in-memory index tree' (duration: 499.07663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:21.542271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:20.879976Z","time spent":"662.282007ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-03T03:11:21.542313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:21.124692Z","time spent":"417.611985ms","remote":"127.0.0.1:47572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:11:21.542322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:21.042936Z","time spent":"499.380377ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" "} {"level":"warn","ts":"2026-04-03T03:11:21.542384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.410168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-04-03T03:11:21.542463Z","caller":"traceutil/trace.go:171","msg":"trace[802495415] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnvm4; range_end:; response_count:1; response_revision:16807; }","duration":"495.512871ms","start":"2026-04-03T03:11:21.04693Z","end":"2026-04-03T03:11:21.542443Z","steps":["trace[802495415] 'range keys from in-memory index tree' (duration: 495.256624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:21.542511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:21.046916Z","time spent":"495.581862ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" "} {"level":"info","ts":"2026-04-03T03:11:21.615789Z","caller":"traceutil/trace.go:171","msg":"trace[98486230] linearizableReadLoop","detail":"{readStateIndex:17477; appliedIndex:17476; }","duration":"457.187583ms","start":"2026-04-03T03:11:21.158581Z","end":"2026-04-03T03:11:21.615769Z","steps":["trace[98486230] 'read index received' (duration: 457.110031ms)","trace[98486230] 'applied index is now lower than readState.Index' (duration: 76.352µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:11:21.615929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.330937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:11:21.615914Z","caller":"traceutil/trace.go:171","msg":"trace[1802619361] transaction","detail":"{read_only:false; response_revision:16808; number_of_response:1; }","duration":"477.676649ms","start":"2026-04-03T03:11:21.138181Z","end":"2026-04-03T03:11:21.615858Z","steps":["trace[1802619361] 'process raft request' (duration: 477.454284ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:21.615968Z","caller":"traceutil/trace.go:171","msg":"trace[452214442] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:16808; }","duration":"457.41958ms","start":"2026-04-03T03:11:21.158534Z","end":"2026-04-03T03:11:21.615953Z","steps":["trace[452214442] 'agreement among raft nodes before linearized reading' (duration: 457.339387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:21.61604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:21.158516Z","time spent":"457.513562ms","remote":"127.0.0.1:52346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:11:21.616144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:21.138164Z","time spent":"477.870696ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:11:21.63216Z","caller":"traceutil/trace.go:171","msg":"trace[607290040] transaction","detail":"{read_only:false; response_revision:16809; number_of_response:1; }","duration":"305.409214ms","start":"2026-04-03T03:11:21.326721Z","end":"2026-04-03T03:11:21.63213Z","steps":["trace[607290040] 'process raft request' (duration: 305.167268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:21.632346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:21.326694Z","time spent":"305.548988ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:11:21.632571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.864868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-03T03:11:21.63263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.730745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6448"} {"level":"info","ts":"2026-04-03T03:11:21.633497Z","caller":"traceutil/trace.go:171","msg":"trace[1165924658] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:16812; }","duration":"142.808803ms","start":"2026-04-03T03:11:21.490658Z","end":"2026-04-03T03:11:21.633467Z","steps":["trace[1165924658] 'agreement among raft nodes before linearized reading' (duration: 141.861278ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:21.633561Z","caller":"traceutil/trace.go:171","msg":"trace[849298476] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:16812; }","duration":"119.69385ms","start":"2026-04-03T03:11:21.513858Z","end":"2026-04-03T03:11:21.633552Z","steps":["trace[849298476] 'agreement among raft nodes before linearized reading' (duration: 118.732455ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:21.632632Z","caller":"traceutil/trace.go:171","msg":"trace[2039228557] transaction","detail":"{read_only:false; response_revision:16811; number_of_response:1; }","duration":"197.02787ms","start":"2026-04-03T03:11:21.435577Z","end":"2026-04-03T03:11:21.632605Z","steps":["trace[2039228557] 'process raft request' (duration: 196.685732ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:21.632663Z","caller":"traceutil/trace.go:171","msg":"trace[1716909766] transaction","detail":"{read_only:false; response_revision:16810; number_of_response:1; }","duration":"211.855694ms","start":"2026-04-03T03:11:21.420799Z","end":"2026-04-03T03:11:21.632655Z","steps":["trace[1716909766] 'process raft request' (duration: 211.28736ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:21.6327Z","caller":"traceutil/trace.go:171","msg":"trace[1737789470] transaction","detail":"{read_only:false; response_revision:16812; number_of_response:1; }","duration":"191.385009ms","start":"2026-04-03T03:11:21.441305Z","end":"2026-04-03T03:11:21.63269Z","steps":["trace[1737789470] 'process raft request' (duration: 191.031639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:21.632717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.829429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-03T03:11:21.633777Z","caller":"traceutil/trace.go:171","msg":"trace[376675686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16812; }","duration":"167.914976ms","start":"2026-04-03T03:11:21.465855Z","end":"2026-04-03T03:11:21.63377Z","steps":["trace[376675686] 'agreement among raft nodes before linearized reading' (duration: 166.828328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:21.632765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.052992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-03T03:11:21.633833Z","caller":"traceutil/trace.go:171","msg":"trace[1224745537] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16812; }","duration":"177.121019ms","start":"2026-04-03T03:11:21.456708Z","end":"2026-04-03T03:11:21.633829Z","steps":["trace[1224745537] 'agreement among raft nodes before linearized reading' (duration: 176.026921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:21.632773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.899093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-03T03:11:21.633897Z","caller":"traceutil/trace.go:171","msg":"trace[1220994639] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16812; }","duration":"176.062822ms","start":"2026-04-03T03:11:21.457813Z","end":"2026-04-03T03:11:21.633875Z","steps":["trace[1220994639] 'agreement among raft nodes before linearized reading' (duration: 174.705137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:21.632803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.086722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T03:11:21.633944Z","caller":"traceutil/trace.go:171","msg":"trace[1769844524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16812; }","duration":"173.269331ms","start":"2026-04-03T03:11:21.460669Z","end":"2026-04-03T03:11:21.633938Z","steps":["trace[1769844524] 'agreement among raft nodes before linearized reading' (duration: 172.02148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:21.632828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.958775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-03T03:11:21.634029Z","caller":"traceutil/trace.go:171","msg":"trace[1871490687] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16812; }","duration":"178.168675ms","start":"2026-04-03T03:11:21.455835Z","end":"2026-04-03T03:11:21.634004Z","steps":["trace[1871490687] 'agreement among raft nodes before linearized reading' (duration: 176.895763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:21.632861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.413789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-03T03:11:21.634178Z","caller":"traceutil/trace.go:171","msg":"trace[1231035305] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16812; }","duration":"211.765693ms","start":"2026-04-03T03:11:21.422406Z","end":"2026-04-03T03:11:21.634171Z","steps":["trace[1231035305] 'agreement among raft nodes before linearized reading' (duration: 210.42517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:21.632879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.218545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:11:21.634276Z","caller":"traceutil/trace.go:171","msg":"trace[85987631] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16812; }","duration":"215.610749ms","start":"2026-04-03T03:11:21.418636Z","end":"2026-04-03T03:11:21.634247Z","steps":["trace[85987631] 'agreement among raft nodes before linearized reading' (duration: 214.223824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:21.633148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.708797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-04-03T03:11:21.634358Z","caller":"traceutil/trace.go:171","msg":"trace[1016375136] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16812; }","duration":"215.981099ms","start":"2026-04-03T03:11:21.418369Z","end":"2026-04-03T03:11:21.63435Z","steps":["trace[1016375136] 'agreement among raft nodes before linearized reading' (duration: 214.005388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:41.896123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:41.49224Z","time spent":"403.874579ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T03:11:41.896078Z","caller":"traceutil/trace.go:171","msg":"trace[1162148180] linearizableReadLoop","detail":"{readStateIndex:17590; appliedIndex:17589; }","duration":"376.781555ms","start":"2026-04-03T03:11:41.519276Z","end":"2026-04-03T03:11:41.896057Z","steps":["trace[1162148180] 'read index received' (duration: 376.56594ms)","trace[1162148180] 'applied index is now lower than readState.Index' (duration: 214.655µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:11:41.896363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.055983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:11:41.896432Z","caller":"traceutil/trace.go:171","msg":"trace[1674649120] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:16916; }","duration":"377.186375ms","start":"2026-04-03T03:11:41.519225Z","end":"2026-04-03T03:11:41.896411Z","steps":["trace[1674649120] 'agreement among raft nodes before linearized reading' (duration: 377.042842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:41.896494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:41.519203Z","time spent":"377.276458ms","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:11:41.898747Z","caller":"traceutil/trace.go:171","msg":"trace[2026290367] transaction","detail":"{read_only:false; response_revision:16917; number_of_response:1; }","duration":"204.668214ms","start":"2026-04-03T03:11:41.694055Z","end":"2026-04-03T03:11:41.898723Z","steps":["trace[2026290367] 'process raft request' (duration: 204.378116ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:41.899057Z","caller":"traceutil/trace.go:171","msg":"trace[368749059] transaction","detail":"{read_only:false; response_revision:16918; number_of_response:1; }","duration":"196.805385ms","start":"2026-04-03T03:11:41.702231Z","end":"2026-04-03T03:11:41.899037Z","steps":["trace[368749059] 'process raft request' (duration: 196.366304ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:41.899201Z","caller":"traceutil/trace.go:171","msg":"trace[579848558] transaction","detail":"{read_only:false; response_revision:16919; number_of_response:1; }","duration":"193.397619ms","start":"2026-04-03T03:11:41.705775Z","end":"2026-04-03T03:11:41.899173Z","steps":["trace[579848558] 'process raft request' (duration: 193.185434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:41.89978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.834907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:11:41.899825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.928125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-04-03T03:11:41.89987Z","caller":"traceutil/trace.go:171","msg":"trace[1580227443] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16920; }","duration":"202.007466ms","start":"2026-04-03T03:11:41.69785Z","end":"2026-04-03T03:11:41.899858Z","steps":["trace[1580227443] 'agreement among raft nodes before linearized reading' (duration: 201.819121ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:41.90004Z","caller":"traceutil/trace.go:171","msg":"trace[1621810442] transaction","detail":"{read_only:false; response_revision:16920; number_of_response:1; }","duration":"194.140007ms","start":"2026-04-03T03:11:41.705881Z","end":"2026-04-03T03:11:41.900021Z","steps":["trace[1621810442] 'process raft request' (duration: 193.240745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:41.900393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.691075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T03:11:41.900435Z","caller":"traceutil/trace.go:171","msg":"trace[2030725119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16920; }","duration":"124.754317ms","start":"2026-04-03T03:11:41.775671Z","end":"2026-04-03T03:11:41.900425Z","steps":["trace[2030725119] 'agreement among raft nodes before linearized reading' (duration: 124.659375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:41.900631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.024449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-03T03:11:41.900668Z","caller":"traceutil/trace.go:171","msg":"trace[1451350563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16920; }","duration":"128.083461ms","start":"2026-04-03T03:11:41.772567Z","end":"2026-04-03T03:11:41.900651Z","steps":["trace[1451350563] 'agreement among raft nodes before linearized reading' (duration: 128.006909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:41.90095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.780161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-03T03:11:41.901001Z","caller":"traceutil/trace.go:171","msg":"trace[1736322669] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16921; }","duration":"136.854923ms","start":"2026-04-03T03:11:41.764133Z","end":"2026-04-03T03:11:41.900988Z","steps":["trace[1736322669] 'agreement among raft nodes before linearized reading' (duration: 136.712819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:41.90195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.301433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:11:41.902011Z","caller":"traceutil/trace.go:171","msg":"trace[359690777] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16921; }","duration":"292.373265ms","start":"2026-04-03T03:11:41.609624Z","end":"2026-04-03T03:11:41.901997Z","steps":["trace[359690777] 'agreement among raft nodes before linearized reading' (duration: 292.267962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:41.902019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.951242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:11:41.902057Z","caller":"traceutil/trace.go:171","msg":"trace[328950453] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16921; }","duration":"213.021414ms","start":"2026-04-03T03:11:41.689025Z","end":"2026-04-03T03:11:41.902046Z","steps":["trace[328950453] 'agreement among raft nodes before linearized reading' (duration: 212.961473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:41.902243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.062482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-04-03T03:11:41.902276Z","caller":"traceutil/trace.go:171","msg":"trace[1680665181] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16921; }","duration":"222.122893ms","start":"2026-04-03T03:11:41.680143Z","end":"2026-04-03T03:11:41.902266Z","steps":["trace[1680665181] 'agreement among raft nodes before linearized reading' (duration: 222.01685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:41.90231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.021529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-03T03:11:41.902361Z","caller":"traceutil/trace.go:171","msg":"trace[1711226208] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16921; }","duration":"212.086741ms","start":"2026-04-03T03:11:41.690261Z","end":"2026-04-03T03:11:41.902347Z","steps":["trace[1711226208] 'agreement among raft nodes before linearized reading' (duration: 211.943067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:41.902469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.78292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:11:41.902459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.525361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-03T03:11:41.902504Z","caller":"traceutil/trace.go:171","msg":"trace[1020741827] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16921; }","duration":"224.848122ms","start":"2026-04-03T03:11:41.677644Z","end":"2026-04-03T03:11:41.902493Z","steps":["trace[1020741827] 'agreement among raft nodes before linearized reading' (duration: 224.796511ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:41.902526Z","caller":"traceutil/trace.go:171","msg":"trace[2091012189] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16921; }","duration":"212.610904ms","start":"2026-04-03T03:11:41.689894Z","end":"2026-04-03T03:11:41.902505Z","steps":["trace[2091012189] 'agreement among raft nodes before linearized reading' (duration: 212.411549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:41.902584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.110518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:11:41.902611Z","caller":"traceutil/trace.go:171","msg":"trace[1524215075] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16921; }","duration":"225.18104ms","start":"2026-04-03T03:11:41.677423Z","end":"2026-04-03T03:11:41.902604Z","steps":["trace[1524215075] 'agreement among raft nodes before linearized reading' (duration: 225.141049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:41.902954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.812772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-03T03:11:41.902994Z","caller":"traceutil/trace.go:171","msg":"trace[1057607595] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16921; }","duration":"295.868243ms","start":"2026-04-03T03:11:41.607117Z","end":"2026-04-03T03:11:41.902985Z","steps":["trace[1057607595] 'agreement among raft nodes before linearized reading' (duration: 295.769711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:41.903039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.810572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:11:41.903066Z","caller":"traceutil/trace.go:171","msg":"trace[1389314447] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16921; }","duration":"293.858113ms","start":"2026-04-03T03:11:41.609201Z","end":"2026-04-03T03:11:41.903059Z","steps":["trace[1389314447] 'agreement among raft nodes before linearized reading' (duration: 293.816952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:41.903119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.909605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-04-03T03:11:41.903151Z","caller":"traceutil/trace.go:171","msg":"trace[1757403478] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16921; }","duration":"293.954465ms","start":"2026-04-03T03:11:41.609189Z","end":"2026-04-03T03:11:41.903143Z","steps":["trace[1757403478] 'agreement among raft nodes before linearized reading' (duration: 293.865953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:41.903204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.076394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-04-03T03:11:41.903227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.237462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-03T03:11:41.903238Z","caller":"traceutil/trace.go:171","msg":"trace[630814305] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16921; }","duration":"297.145716ms","start":"2026-04-03T03:11:41.606084Z","end":"2026-04-03T03:11:41.90323Z","steps":["trace[630814305] 'agreement among raft nodes before linearized reading' (duration: 297.058103ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:41.903246Z","caller":"traceutil/trace.go:171","msg":"trace[1732926287] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16921; }","duration":"296.289494ms","start":"2026-04-03T03:11:41.606951Z","end":"2026-04-03T03:11:41.90324Z","steps":["trace[1732926287] 'agreement among raft nodes before linearized reading' (duration: 296.232662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:41.903327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.503354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:11:41.903395Z","caller":"traceutil/trace.go:171","msg":"trace[913323679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16921; }","duration":"362.606776ms","start":"2026-04-03T03:11:41.540781Z","end":"2026-04-03T03:11:41.903387Z","steps":["trace[913323679] 'agreement among raft nodes before linearized reading' (duration: 362.526054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:41.903424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:41.540759Z","time spent":"362.658798ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:11:41.904516Z","caller":"traceutil/trace.go:171","msg":"trace[1452770180] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16920; }","duration":"208.935681ms","start":"2026-04-03T03:11:41.69091Z","end":"2026-04-03T03:11:41.899845Z","steps":["trace[1452770180] 'agreement among raft nodes before linearized reading' (duration: 208.785357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:48.42439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840019858,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T03:11:48.558457Z","caller":"traceutil/trace.go:171","msg":"trace[1661700152] transaction","detail":"{read_only:false; response_revision:16948; number_of_response:1; }","duration":"637.482661ms","start":"2026-04-03T03:11:47.920946Z","end":"2026-04-03T03:11:48.558428Z","steps":["trace[1661700152] 'process raft request' (duration: 637.263246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:48.55861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.920912Z","time spent":"637.622015ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:11:49.444843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.28382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:11:49.445065Z","caller":"traceutil/trace.go:171","msg":"trace[1078925654] linearizableReadLoop","detail":"{readStateIndex:17626; appliedIndex:17622; }","duration":"1.521075332s","start":"2026-04-03T03:11:47.923972Z","end":"2026-04-03T03:11:49.445047Z","steps":["trace[1078925654] 'read index received' (duration: 634.23903ms)","trace[1078925654] 'applied index is now lower than readState.Index' (duration: 886.834882ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:11:49.445163Z","caller":"traceutil/trace.go:171","msg":"trace[1615092552] transaction","detail":"{read_only:false; response_revision:16950; number_of_response:1; }","duration":"1.519114233s","start":"2026-04-03T03:11:47.926038Z","end":"2026-04-03T03:11:49.445152Z","steps":["trace[1615092552] 'process raft request' (duration: 1.518916418s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:49.445165Z","caller":"traceutil/trace.go:171","msg":"trace[1583897481] transaction","detail":"{read_only:false; response_revision:16949; number_of_response:1; }","duration":"1.51979543s","start":"2026-04-03T03:11:47.92534Z","end":"2026-04-03T03:11:49.445135Z","steps":["trace[1583897481] 'process raft request' (duration: 866.13115ms)","trace[1583897481] 'compare' (duration: 653.164267ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:11:49.445232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.926026Z","time spent":"1.519168825s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:11:49.445322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.925322Z","time spent":"1.519922243s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:11:49.445443Z","caller":"traceutil/trace.go:171","msg":"trace[37604881] transaction","detail":"{read_only:false; response_revision:16951; number_of_response:1; }","duration":"1.518754443s","start":"2026-04-03T03:11:47.926678Z","end":"2026-04-03T03:11:49.445432Z","steps":["trace[37604881] 'process raft request' (duration: 1.518327202s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.445508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.926667Z","time spent":"1.518809255s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:11:49.445898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521906993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:11:49.445991Z","caller":"traceutil/trace.go:171","msg":"trace[1440654736] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16951; }","duration":"1.522046106s","start":"2026-04-03T03:11:47.923921Z","end":"2026-04-03T03:11:49.445967Z","steps":["trace[1440654736] 'agreement among raft nodes before linearized reading' (duration: 1.521892612s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.445976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519654177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:11:49.445988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518985689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-03T03:11:49.446062Z","caller":"traceutil/trace.go:171","msg":"trace[118989906] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16951; }","duration":"1.519741109s","start":"2026-04-03T03:11:47.926295Z","end":"2026-04-03T03:11:49.446036Z","steps":["trace[118989906] 'agreement among raft nodes before linearized reading' (duration: 1.519600125s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.446077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.923893Z","time spent":"1.522170878s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-03T03:11:49.446096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519125692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:11:49.446091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519939934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-04-03T03:11:49.446108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.926264Z","time spent":"1.519835611s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:11:49.4461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521781449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-04-03T03:11:49.446143Z","caller":"traceutil/trace.go:171","msg":"trace[308683721] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16951; }","duration":"1.519188614s","start":"2026-04-03T03:11:47.926934Z","end":"2026-04-03T03:11:49.446123Z","steps":["trace[308683721] 'agreement among raft nodes before linearized reading' (duration: 1.519138813s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:49.446159Z","caller":"traceutil/trace.go:171","msg":"trace[1241439416] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16951; }","duration":"1.520016855s","start":"2026-04-03T03:11:47.926118Z","end":"2026-04-03T03:11:49.446135Z","steps":["trace[1241439416] 'agreement among raft nodes before linearized reading' (duration: 1.519761539s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.446186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.926919Z","time spent":"1.519260525s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:11:49.446186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519355448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:11:49.446198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50673943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-03T03:11:49.446246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520084988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:11:49.446111Z","caller":"traceutil/trace.go:171","msg":"trace[1411485662] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16951; }","duration":"1.519112982s","start":"2026-04-03T03:11:47.926964Z","end":"2026-04-03T03:11:49.446077Z","steps":["trace[1411485662] 'agreement among raft nodes before linearized reading' (duration: 1.518903147s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.446265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511736826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-03T03:11:49.446275Z","caller":"traceutil/trace.go:171","msg":"trace[738440982] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16951; }","duration":"1.520139288s","start":"2026-04-03T03:11:47.926127Z","end":"2026-04-03T03:11:49.446266Z","steps":["trace[738440982] 'agreement among raft nodes before linearized reading' (duration: 1.520090507s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.446285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.926958Z","time spent":"1.519318937s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-03T03:11:49.446302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.926115Z","time spent":"1.520181169s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-03T03:11:49.446311Z","caller":"traceutil/trace.go:171","msg":"trace[1502125039] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16951; }","duration":"1.521918893s","start":"2026-04-03T03:11:47.924253Z","end":"2026-04-03T03:11:49.446172Z","steps":["trace[1502125039] 'agreement among raft nodes before linearized reading' (duration: 1.521609925s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:49.446293Z","caller":"traceutil/trace.go:171","msg":"trace[627370147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16951; }","duration":"1.506822532s","start":"2026-04-03T03:11:47.939428Z","end":"2026-04-03T03:11:49.44625Z","steps":["trace[627370147] 'agreement among raft nodes before linearized reading' (duration: 1.506581356s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.446351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521886951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-04-03T03:11:49.44637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512988198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-03T03:11:49.446366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.939421Z","time spent":"1.506932666s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:11:49.446392Z","caller":"traceutil/trace.go:171","msg":"trace[528817174] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16951; }","duration":"1.521939873s","start":"2026-04-03T03:11:47.924442Z","end":"2026-04-03T03:11:49.446382Z","steps":["trace[528817174] 'agreement among raft nodes before linearized reading' (duration: 1.521845131s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:49.446399Z","caller":"traceutil/trace.go:171","msg":"trace[1011530852] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16951; }","duration":"1.513035989s","start":"2026-04-03T03:11:47.933356Z","end":"2026-04-03T03:11:49.446392Z","steps":["trace[1011530852] 'agreement among raft nodes before linearized reading' (duration: 1.512965187s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.446405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521090162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:11:49.446424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.924435Z","time spent":"1.521982524s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-03T03:11:49.44643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.933347Z","time spent":"1.513076959s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T03:11:49.446435Z","caller":"traceutil/trace.go:171","msg":"trace[1207093722] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16951; }","duration":"1.521141993s","start":"2026-04-03T03:11:47.925284Z","end":"2026-04-03T03:11:49.446426Z","steps":["trace[1207093722] 'agreement among raft nodes before linearized reading' (duration: 1.521096202s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.446441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522157169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:11:49.446451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522107857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-04-03T03:11:49.446465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.925273Z","time spent":"1.521186824s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-03T03:11:49.446474Z","caller":"traceutil/trace.go:171","msg":"trace[130986805] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16951; }","duration":"1.52222441s","start":"2026-04-03T03:11:47.924239Z","end":"2026-04-03T03:11:49.446464Z","steps":["trace[130986805] 'agreement among raft nodes before linearized reading' (duration: 1.522172669s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:49.446484Z","caller":"traceutil/trace.go:171","msg":"trace[53893328] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16951; }","duration":"1.522151539s","start":"2026-04-03T03:11:47.924323Z","end":"2026-04-03T03:11:49.446475Z","steps":["trace[53893328] 'agreement among raft nodes before linearized reading' (duration: 1.522053896s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.446516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.924318Z","time spent":"1.52219176s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-03T03:11:49.446534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.924217Z","time spent":"1.522308732s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:11:49.446543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520631401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:11:49.446567Z","caller":"traceutil/trace.go:171","msg":"trace[1390863885] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16951; }","duration":"1.520677392s","start":"2026-04-03T03:11:47.925882Z","end":"2026-04-03T03:11:49.446559Z","steps":["trace[1390863885] 'agreement among raft nodes before linearized reading' (duration: 1.520641731s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.446582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521445561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-04-03T03:11:49.446591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516602548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-04-03T03:11:49.446601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.925869Z","time spent":"1.520726393s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-03T03:11:49.44661Z","caller":"traceutil/trace.go:171","msg":"trace[1216203798] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16951; }","duration":"1.521493552s","start":"2026-04-03T03:11:47.925109Z","end":"2026-04-03T03:11:49.446602Z","steps":["trace[1216203798] 'agreement among raft nodes before linearized reading' (duration: 1.52140879s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:49.446623Z","caller":"traceutil/trace.go:171","msg":"trace[1058686259] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16951; }","duration":"1.51664928s","start":"2026-04-03T03:11:47.929961Z","end":"2026-04-03T03:11:49.44661Z","steps":["trace[1058686259] 'agreement among raft nodes before linearized reading' (duration: 1.516558658s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.446643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522245231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-04-03T03:11:49.44667Z","caller":"traceutil/trace.go:171","msg":"trace[139327134] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16951; }","duration":"1.522310412s","start":"2026-04-03T03:11:47.924352Z","end":"2026-04-03T03:11:49.446662Z","steps":["trace[139327134] 'agreement among raft nodes before linearized reading' (duration: 1.52223862s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.446694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299947824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:11:49.446706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.924326Z","time spent":"1.522373904s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-03T03:11:49.446722Z","caller":"traceutil/trace.go:171","msg":"trace[1378223207] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:16951; }","duration":"1.300006115s","start":"2026-04-03T03:11:48.146705Z","end":"2026-04-03T03:11:49.446712Z","steps":["trace[1378223207] 'agreement among raft nodes before linearized reading' (duration: 1.299960363s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.446195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.92611Z","time spent":"1.520077047s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-03T03:11:49.446747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51821874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-04-03T03:11:49.446748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:48.14669Z","time spent":"1.300051666s","remote":"127.0.0.1:47462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:11:49.446773Z","caller":"traceutil/trace.go:171","msg":"trace[1705803179] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16951; }","duration":"1.518262301s","start":"2026-04-03T03:11:47.928503Z","end":"2026-04-03T03:11:49.446766Z","steps":["trace[1705803179] 'agreement among raft nodes before linearized reading' (duration: 1.518189139s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.446798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.928493Z","time spent":"1.518299662s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-03T03:11:49.446673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.929951Z","time spent":"1.516692341s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-03T03:11:49.446818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481442682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-04-03T03:11:49.446822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422368042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-04-03T03:11:49.446855Z","caller":"traceutil/trace.go:171","msg":"trace[1065377612] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16951; }","duration":"1.481511864s","start":"2026-04-03T03:11:47.965332Z","end":"2026-04-03T03:11:49.446844Z","steps":["trace[1065377612] 'agreement among raft nodes before linearized reading' (duration: 1.481396871s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:49.446261Z","caller":"traceutil/trace.go:171","msg":"trace[1755176594] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16951; }","duration":"1.51940492s","start":"2026-04-03T03:11:47.926823Z","end":"2026-04-03T03:11:49.446228Z","steps":["trace[1755176594] 'agreement among raft nodes before linearized reading' (duration: 1.519341848s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.446883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518402085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:11:49.446891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.926786Z","time spent":"1.520097567s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-03T03:11:49.446917Z","caller":"traceutil/trace.go:171","msg":"trace[1195072123] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16951; }","duration":"1.518434205s","start":"2026-04-03T03:11:47.928475Z","end":"2026-04-03T03:11:49.446909Z","steps":["trace[1195072123] 'agreement among raft nodes before linearized reading' (duration: 1.518390854s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.446942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.928453Z","time spent":"1.518483436s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:11:49.446981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432540528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-04-03T03:11:49.446884Z","caller":"traceutil/trace.go:171","msg":"trace[419780260] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnvm4; range_end:; response_count:1; response_revision:16951; }","duration":"1.422443713s","start":"2026-04-03T03:11:48.024427Z","end":"2026-04-03T03:11:49.446871Z","steps":["trace[419780260] 'agreement among raft nodes before linearized reading' (duration: 1.422255359s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:49.447021Z","caller":"traceutil/trace.go:171","msg":"trace[632832893] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnvm4; range_end:; response_count:1; response_revision:16951; }","duration":"1.43261056s","start":"2026-04-03T03:11:48.0144Z","end":"2026-04-03T03:11:49.447011Z","steps":["trace[632832893] 'agreement among raft nodes before linearized reading' (duration: 1.432504457s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.446361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.924243Z","time spent":"1.522105558s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-03T03:11:49.447053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:48.01438Z","time spent":"1.432666551s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" "} {"level":"warn","ts":"2026-04-03T03:11:49.447055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487173507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:11:49.447066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480045236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-03T03:11:49.447098Z","caller":"traceutil/trace.go:171","msg":"trace[373983618] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16951; }","duration":"1.480088947s","start":"2026-04-03T03:11:47.967Z","end":"2026-04-03T03:11:49.447089Z","steps":["trace[373983618] 'agreement among raft nodes before linearized reading' (duration: 1.480003085s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.446645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.925098Z","time spent":"1.521541094s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-03T03:11:49.447134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.96699Z","time spent":"1.480138109s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-03T03:11:49.447027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519800239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:11:49.447194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501104637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-03T03:11:49.446885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.965321Z","time spent":"1.481557635s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-03T03:11:49.447235Z","caller":"traceutil/trace.go:171","msg":"trace[365874406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16951; }","duration":"1.501173679s","start":"2026-04-03T03:11:47.946053Z","end":"2026-04-03T03:11:49.447227Z","steps":["trace[365874406] 'agreement among raft nodes before linearized reading' (duration: 1.501075567s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.446039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519090991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-04-03T03:11:49.447274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.946036Z","time spent":"1.501231521s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T03:11:49.4473Z","caller":"traceutil/trace.go:171","msg":"trace[417906277] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16951; }","duration":"1.520372824s","start":"2026-04-03T03:11:47.926915Z","end":"2026-04-03T03:11:49.447288Z","steps":["trace[417906277] 'agreement among raft nodes before linearized reading' (duration: 1.518975759s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.446199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510360162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-03T03:11:49.447337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.926907Z","time spent":"1.520420335s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-03T03:11:49.447372Z","caller":"traceutil/trace.go:171","msg":"trace[541999706] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16951; }","duration":"1.511541451s","start":"2026-04-03T03:11:47.935816Z","end":"2026-04-03T03:11:49.447357Z","steps":["trace[541999706] 'agreement among raft nodes before linearized reading' (duration: 1.51032009s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:49.447234Z","caller":"traceutil/trace.go:171","msg":"trace[980994206] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16951; }","duration":"1.520043295s","start":"2026-04-03T03:11:47.92718Z","end":"2026-04-03T03:11:49.447223Z","steps":["trace[980994206] 'agreement among raft nodes before linearized reading' (duration: 1.51982686s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.447409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.935808Z","time spent":"1.511592842s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:11:49.447417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.927171Z","time spent":"1.52023945s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-03T03:11:49.446296Z","caller":"traceutil/trace.go:171","msg":"trace[202879756] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16951; }","duration":"1.511762547s","start":"2026-04-03T03:11:47.934522Z","end":"2026-04-03T03:11:49.446285Z","steps":["trace[202879756] 'agreement among raft nodes before linearized reading' (duration: 1.511696045s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:49.447096Z","caller":"traceutil/trace.go:171","msg":"trace[578657608] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16951; }","duration":"1.487212098s","start":"2026-04-03T03:11:47.959872Z","end":"2026-04-03T03:11:49.447084Z","steps":["trace[578657608] 'agreement among raft nodes before linearized reading' (duration: 1.487153786s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.447512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.586455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:11:49.447502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.934481Z","time spent":"1.513011398s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:11:49.447574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.959828Z","time spent":"1.487737981s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-03T03:11:49.44758Z","caller":"traceutil/trace.go:171","msg":"trace[1488523871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16951; }","duration":"907.654027ms","start":"2026-04-03T03:11:48.539916Z","end":"2026-04-03T03:11:49.44757Z","steps":["trace[1488523871] 'agreement among raft nodes before linearized reading' (duration: 907.559884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.44762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:48.539858Z","time spent":"907.754611ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:11:49.447621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117008257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-nh47c\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-04-03T03:11:49.447731Z","caller":"traceutil/trace.go:171","msg":"trace[1264152864] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-nh47c; range_end:; response_count:1; response_revision:16951; }","duration":"1.117848729s","start":"2026-04-03T03:11:48.329859Z","end":"2026-04-03T03:11:49.447707Z","steps":["trace[1264152864] 'agreement among raft nodes before linearized reading' (duration: 1.116072774s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.447786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:48.329837Z","time spent":"1.117936743s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-nh47c\" "} {"level":"warn","ts":"2026-04-03T03:11:49.446104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519124522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-03T03:11:49.447933Z","caller":"traceutil/trace.go:171","msg":"trace[904611731] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16951; }","duration":"1.52097823s","start":"2026-04-03T03:11:47.926943Z","end":"2026-04-03T03:11:49.447921Z","steps":["trace[904611731] 'agreement among raft nodes before linearized reading' (duration: 1.51901915s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.447976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:47.926931Z","time spent":"1.521032661s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-03T03:11:49.448162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423673055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6448"} {"level":"info","ts":"2026-04-03T03:11:49.448435Z","caller":"traceutil/trace.go:171","msg":"trace[1984338169] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:16951; }","duration":"1.424150458s","start":"2026-04-03T03:11:48.024253Z","end":"2026-04-03T03:11:49.448403Z","steps":["trace[1984338169] 'agreement among raft nodes before linearized reading' (duration: 1.421609103s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.448741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431514833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rc2tc\" ","response":"range_response_count:1 size:20672"} {"level":"info","ts":"2026-04-03T03:11:49.448811Z","caller":"traceutil/trace.go:171","msg":"trace[558828307] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rc2tc; range_end:; response_count:1; response_revision:16951; }","duration":"1.431626895s","start":"2026-04-03T03:11:48.017166Z","end":"2026-04-03T03:11:49.448793Z","steps":["trace[558828307] 'agreement among raft nodes before linearized reading' (duration: 1.429296026s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.448865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:48.017143Z","time spent":"1.431709307s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20696,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rc2tc\" "} {"level":"warn","ts":"2026-04-03T03:11:49.448663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:48.024243Z","time spent":"1.424401284s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T03:11:49.447034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:48.024421Z","time spent":"1.422601168s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" "} {"level":"warn","ts":"2026-04-03T03:11:49.733311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.28688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:11:49.733414Z","caller":"traceutil/trace.go:171","msg":"trace[34331580] linearizableReadLoop","detail":"{readStateIndex:17627; appliedIndex:17626; }","duration":"272.929546ms","start":"2026-04-03T03:11:49.460468Z","end":"2026-04-03T03:11:49.733398Z","steps":["trace[34331580] 'read index received' (duration: 107.529402ms)","trace[34331580] 'applied index is now lower than readState.Index' (duration: 165.398503ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:11:49.734115Z","caller":"traceutil/trace.go:171","msg":"trace[164497365] transaction","detail":"{read_only:false; response_revision:16952; number_of_response:1; }","duration":"273.845679ms","start":"2026-04-03T03:11:49.460238Z","end":"2026-04-03T03:11:49.734084Z","steps":["trace[164497365] 'process raft request' (duration: 107.699396ms)","trace[164497365] 'compare' (duration: 165.073285ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:11:49.734657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.177347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:739467"} {"level":"info","ts":"2026-04-03T03:11:49.734706Z","caller":"traceutil/trace.go:171","msg":"trace[1576110237] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:16952; }","duration":"274.247759ms","start":"2026-04-03T03:11:49.460447Z","end":"2026-04-03T03:11:49.734694Z","steps":["trace[1576110237] 'agreement among raft nodes before linearized reading' (duration: 273.016838ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:49.866753Z","caller":"traceutil/trace.go:171","msg":"trace[1004348759] transaction","detail":"{read_only:false; response_revision:16954; number_of_response:1; }","duration":"406.119946ms","start":"2026-04-03T03:11:49.460612Z","end":"2026-04-03T03:11:49.866732Z","steps":["trace[1004348759] 'process raft request' (duration: 406.063684ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:49.866804Z","caller":"traceutil/trace.go:171","msg":"trace[1492553732] transaction","detail":"{read_only:false; response_revision:16953; number_of_response:1; }","duration":"406.150307ms","start":"2026-04-03T03:11:49.460622Z","end":"2026-04-03T03:11:49.866772Z","steps":["trace[1492553732] 'process raft request' (duration: 384.975103ms)","trace[1492553732] 'compare' (duration: 20.968089ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:11:49.866893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:49.460591Z","time spent":"406.237878ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:11:49.867022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:49.46061Z","time spent":"406.253019ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:11:49.867065Z","caller":"traceutil/trace.go:171","msg":"trace[446734817] transaction","detail":"{read_only:false; response_revision:16955; number_of_response:1; }","duration":"406.256649ms","start":"2026-04-03T03:11:49.460787Z","end":"2026-04-03T03:11:49.867044Z","steps":["trace[446734817] 'process raft request' (duration: 405.91691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.86723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:49.460781Z","time spent":"406.361242ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:11:49.867294Z","caller":"traceutil/trace.go:171","msg":"trace[1710959855] linearizableReadLoop","detail":"{readStateIndex:17631; appliedIndex:17627; }","duration":"133.846016ms","start":"2026-04-03T03:11:49.733439Z","end":"2026-04-03T03:11:49.867285Z","steps":["trace[1710959855] 'read index received' (duration: 112.117618ms)","trace[1710959855] 'applied index is now lower than readState.Index' (duration: 21.727558ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:11:49.867428Z","caller":"traceutil/trace.go:171","msg":"trace[842148576] transaction","detail":"{read_only:false; response_revision:16956; number_of_response:1; }","duration":"406.505105ms","start":"2026-04-03T03:11:49.460914Z","end":"2026-04-03T03:11:49.867419Z","steps":["trace[842148576] 'process raft request' (duration: 406.020783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.867532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:49.460876Z","time spent":"406.585347ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:11:49.86809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.572462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:739467"} {"level":"info","ts":"2026-04-03T03:11:49.868139Z","caller":"traceutil/trace.go:171","msg":"trace[1862650860] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:16956; }","duration":"407.635424ms","start":"2026-04-03T03:11:49.460492Z","end":"2026-04-03T03:11:49.868128Z","steps":["trace[1862650860] 'agreement among raft nodes before linearized reading' (duration: 406.827483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.868172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:49.460488Z","time spent":"407.673445ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":77,"response size":739491,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:11:49.86859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.783698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:739467"} {"level":"info","ts":"2026-04-03T03:11:49.868646Z","caller":"traceutil/trace.go:171","msg":"trace[1166299481] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:16956; }","duration":"407.85717ms","start":"2026-04-03T03:11:49.460777Z","end":"2026-04-03T03:11:49.868634Z","steps":["trace[1166299481] 'agreement among raft nodes before linearized reading' (duration: 406.960977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.868714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:49.46077Z","time spent":"407.903501ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":77,"response size":739491,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:11:49.868904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.28344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:739467"} {"level":"info","ts":"2026-04-03T03:11:49.868952Z","caller":"traceutil/trace.go:171","msg":"trace[1173987776] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:16956; }","duration":"408.369363ms","start":"2026-04-03T03:11:49.460574Z","end":"2026-04-03T03:11:49.868943Z","steps":["trace[1173987776] 'agreement among raft nodes before linearized reading' (duration: 407.272545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.86901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:49.460517Z","time spent":"408.484835ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":77,"response size":739491,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:11:49.869762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.704981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:739467"} {"level":"info","ts":"2026-04-03T03:11:49.869862Z","caller":"traceutil/trace.go:171","msg":"trace[1579707910] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:16956; }","duration":"408.832804ms","start":"2026-04-03T03:11:49.461008Z","end":"2026-04-03T03:11:49.86984Z","steps":["trace[1579707910] 'agreement among raft nodes before linearized reading' (duration: 406.362932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:49.870017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:49.461003Z","time spent":"408.996208ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":77,"response size":739491,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T03:11:50.679804Z","caller":"traceutil/trace.go:171","msg":"trace[1869712760] transaction","detail":"{read_only:false; response_revision:16957; number_of_response:1; }","duration":"110.63335ms","start":"2026-04-03T03:11:50.569111Z","end":"2026-04-03T03:11:50.679745Z","steps":["trace[1869712760] 'process raft request' (duration: 110.493897ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:51.770749Z","caller":"traceutil/trace.go:171","msg":"trace[943689907] transaction","detail":"{read_only:false; response_revision:16958; number_of_response:1; }","duration":"311.458677ms","start":"2026-04-03T03:11:51.459263Z","end":"2026-04-03T03:11:51.770721Z","steps":["trace[943689907] 'process raft request' (duration: 311.287252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:51.771015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:51.459247Z","time spent":"311.58972ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:11:51.838449Z","caller":"traceutil/trace.go:171","msg":"trace[1286151657] transaction","detail":"{read_only:false; response_revision:16959; number_of_response:1; }","duration":"378.935789ms","start":"2026-04-03T03:11:51.45949Z","end":"2026-04-03T03:11:51.838426Z","steps":["trace[1286151657] 'process raft request' (duration: 378.649922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:51.838578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:51.459481Z","time spent":"379.022361ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:11:51.838699Z","caller":"traceutil/trace.go:171","msg":"trace[999109129] transaction","detail":"{read_only:false; response_revision:16960; number_of_response:1; }","duration":"379.151895ms","start":"2026-04-03T03:11:51.459531Z","end":"2026-04-03T03:11:51.838683Z","steps":["trace[999109129] 'process raft request' (duration: 378.756235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:51.838814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:51.459518Z","time spent":"379.226326ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:11:51.839Z","caller":"traceutil/trace.go:171","msg":"trace[1777145040] linearizableReadLoop","detail":"{readStateIndex:17635; appliedIndex:17632; }","duration":"378.402545ms","start":"2026-04-03T03:11:51.460582Z","end":"2026-04-03T03:11:51.838985Z","steps":["trace[1777145040] 'read index received' (duration: 310.081902ms)","trace[1777145040] 'applied index is now lower than readState.Index' (duration: 68.318923ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:11:51.839137Z","caller":"traceutil/trace.go:171","msg":"trace[1768966168] transaction","detail":"{read_only:false; response_revision:16961; number_of_response:1; }","duration":"168.225374ms","start":"2026-04-03T03:11:51.670881Z","end":"2026-04-03T03:11:51.839107Z","steps":["trace[1768966168] 'process raft request' (duration: 167.65045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:51.83942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.335906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:11:51.839435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.776675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-03T03:11:51.839464Z","caller":"traceutil/trace.go:171","msg":"trace[618143830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16961; }","duration":"298.428508ms","start":"2026-04-03T03:11:51.541026Z","end":"2026-04-03T03:11:51.839455Z","steps":["trace[618143830] 'agreement among raft nodes before linearized reading' (duration: 298.362636ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:51.839546Z","caller":"traceutil/trace.go:171","msg":"trace[1356648381] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16961; }","duration":"378.856767ms","start":"2026-04-03T03:11:51.460614Z","end":"2026-04-03T03:11:51.839471Z","steps":["trace[1356648381] 'agreement among raft nodes before linearized reading' (duration: 378.672903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:51.839656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:51.4606Z","time spent":"379.027601ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-03T03:11:51.839882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.05742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-03T03:11:51.839672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.502053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:11:51.84001Z","caller":"traceutil/trace.go:171","msg":"trace[194851318] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:16961; }","duration":"348.258907ms","start":"2026-04-03T03:11:51.491738Z","end":"2026-04-03T03:11:51.839997Z","steps":["trace[194851318] 'agreement among raft nodes before linearized reading' (duration: 347.843445ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:51.840096Z","caller":"traceutil/trace.go:171","msg":"trace[1306943785] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16961; }","duration":"377.945255ms","start":"2026-04-03T03:11:51.462132Z","end":"2026-04-03T03:11:51.840077Z","steps":["trace[1306943785] 'agreement among raft nodes before linearized reading' (duration: 377.456481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:51.839822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.135676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-03T03:11:51.84016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:51.462125Z","time spent":"378.017876ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:11:51.839883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.110034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-04-03T03:11:51.840181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:51.491701Z","time spent":"348.465472ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"info","ts":"2026-04-03T03:11:51.840182Z","caller":"traceutil/trace.go:171","msg":"trace[892526299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16961; }","duration":"102.520347ms","start":"2026-04-03T03:11:51.737635Z","end":"2026-04-03T03:11:51.840156Z","steps":["trace[892526299] 'agreement among raft nodes before linearized reading' (duration: 102.043044ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:51.840263Z","caller":"traceutil/trace.go:171","msg":"trace[924538803] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16961; }","duration":"379.528035ms","start":"2026-04-03T03:11:51.460715Z","end":"2026-04-03T03:11:51.840243Z","steps":["trace[924538803] 'agreement among raft nodes before linearized reading' (duration: 378.933079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:51.840355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:51.460693Z","time spent":"379.613487ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-03T03:11:51.840875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.282704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-03T03:11:51.840935Z","caller":"traceutil/trace.go:171","msg":"trace[1130921847] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16961; }","duration":"380.349226ms","start":"2026-04-03T03:11:51.46057Z","end":"2026-04-03T03:11:51.840919Z","steps":["trace[1130921847] 'agreement among raft nodes before linearized reading' (duration: 378.529839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:51.841014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:51.460564Z","time spent":"380.439408ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-03T03:11:52.030005Z","caller":"traceutil/trace.go:171","msg":"trace[1382750763] linearizableReadLoop","detail":"{readStateIndex:17637; appliedIndex:17636; }","duration":"185.94918ms","start":"2026-04-03T03:11:51.844027Z","end":"2026-04-03T03:11:52.029976Z","steps":["trace[1382750763] 'read index received' (duration: 185.853478ms)","trace[1382750763] 'applied index is now lower than readState.Index' (duration: 94.032µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:11:52.03094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.892675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:739467"} {"level":"info","ts":"2026-04-03T03:11:52.031014Z","caller":"traceutil/trace.go:171","msg":"trace[2114431086] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:16961; }","duration":"186.998878ms","start":"2026-04-03T03:11:51.843999Z","end":"2026-04-03T03:11:52.030998Z","steps":["trace[2114431086] 'agreement among raft nodes before linearized reading' (duration: 186.093374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:52.067878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.143404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-03T03:11:52.067922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.523773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" ","response":"range_response_count:1 size:22020"} {"level":"warn","ts":"2026-04-03T03:11:52.06795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.976368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-nh47c\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-04-03T03:11:52.067958Z","caller":"traceutil/trace.go:171","msg":"trace[1542106037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16962; }","duration":"197.263117ms","start":"2026-04-03T03:11:51.870677Z","end":"2026-04-03T03:11:52.06794Z","steps":["trace[1542106037] 'agreement among raft nodes before linearized reading' (duration: 197.040161ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:52.068008Z","caller":"traceutil/trace.go:171","msg":"trace[113753664] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-nh47c; range_end:; response_count:1; response_revision:16962; }","duration":"174.045361ms","start":"2026-04-03T03:11:51.893941Z","end":"2026-04-03T03:11:52.067987Z","steps":["trace[113753664] 'agreement among raft nodes before linearized reading' (duration: 173.901527ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:52.068023Z","caller":"traceutil/trace.go:171","msg":"trace[498367935] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnvm4; range_end:; response_count:1; response_revision:16962; }","duration":"176.619345ms","start":"2026-04-03T03:11:51.89135Z","end":"2026-04-03T03:11:52.067969Z","steps":["trace[498367935] 'agreement among raft nodes before linearized reading' (duration: 176.39851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:52.068013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.347123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-03T03:11:52.068168Z","caller":"traceutil/trace.go:171","msg":"trace[1206977221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16962; }","duration":"196.510297ms","start":"2026-04-03T03:11:51.871616Z","end":"2026-04-03T03:11:52.068126Z","steps":["trace[1206977221] 'agreement among raft nodes before linearized reading' (duration: 196.197599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:52.068276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.428856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rc2tc\" ","response":"range_response_count:1 size:20672"} {"level":"warn","ts":"2026-04-03T03:11:52.068274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.737399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-04-03T03:11:52.068358Z","caller":"traceutil/trace.go:171","msg":"trace[466675527] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnvm4; range_end:; response_count:1; response_revision:16962; }","duration":"178.833651ms","start":"2026-04-03T03:11:51.8895Z","end":"2026-04-03T03:11:52.068334Z","steps":["trace[466675527] 'agreement among raft nodes before linearized reading' (duration: 178.521184ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:52.068317Z","caller":"traceutil/trace.go:171","msg":"trace[1048243839] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rc2tc; range_end:; response_count:1; response_revision:16962; }","duration":"175.490008ms","start":"2026-04-03T03:11:51.892817Z","end":"2026-04-03T03:11:52.068307Z","steps":["trace[1048243839] 'agreement among raft nodes before linearized reading' (duration: 175.351684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:52.068481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.013615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-03T03:11:52.068524Z","caller":"traceutil/trace.go:171","msg":"trace[538183674] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16962; }","duration":"196.073837ms","start":"2026-04-03T03:11:51.872438Z","end":"2026-04-03T03:11:52.068511Z","steps":["trace[538183674] 'agreement among raft nodes before linearized reading' (duration: 195.926223ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:52.068548Z","caller":"traceutil/trace.go:171","msg":"trace[1055647150] transaction","detail":"{read_only:false; response_revision:16962; number_of_response:1; }","duration":"222.680337ms","start":"2026-04-03T03:11:51.845836Z","end":"2026-04-03T03:11:52.068516Z","steps":["trace[1055647150] 'process raft request' (duration: 221.629261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:52.06871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.084202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-03T03:11:52.068818Z","caller":"traceutil/trace.go:171","msg":"trace[1333899270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16962; }","duration":"197.533343ms","start":"2026-04-03T03:11:51.871258Z","end":"2026-04-03T03:11:52.068792Z","steps":["trace[1333899270] 'agreement among raft nodes before linearized reading' (duration: 196.666141ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:52.216517Z","caller":"traceutil/trace.go:171","msg":"trace[285307100] transaction","detail":"{read_only:false; response_revision:16963; number_of_response:1; }","duration":"185.428358ms","start":"2026-04-03T03:11:52.031061Z","end":"2026-04-03T03:11:52.21649Z","steps":["trace[285307100] 'process raft request' (duration: 88.186944ms)","trace[285307100] 'compare' (duration: 97.022098ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:11:52.216613Z","caller":"traceutil/trace.go:171","msg":"trace[1085891967] linearizableReadLoop","detail":"{readStateIndex:17642; appliedIndex:17638; }","duration":"140.156425ms","start":"2026-04-03T03:11:52.076433Z","end":"2026-04-03T03:11:52.216589Z","steps":["trace[1085891967] 'read index received' (duration: 42.82503ms)","trace[1085891967] 'applied index is now lower than readState.Index' (duration: 97.330095ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:11:52.216906Z","caller":"traceutil/trace.go:171","msg":"trace[781943592] transaction","detail":"{read_only:false; response_revision:16967; number_of_response:1; }","duration":"140.386092ms","start":"2026-04-03T03:11:52.076505Z","end":"2026-04-03T03:11:52.216891Z","steps":["trace[781943592] 'process raft request' (duration: 140.047993ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:52.217054Z","caller":"traceutil/trace.go:171","msg":"trace[134343604] transaction","detail":"{read_only:false; response_revision:16964; number_of_response:1; }","duration":"141.13387ms","start":"2026-04-03T03:11:52.07591Z","end":"2026-04-03T03:11:52.217044Z","steps":["trace[134343604] 'process raft request' (duration: 140.500224ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:52.217171Z","caller":"traceutil/trace.go:171","msg":"trace[527891060] transaction","detail":"{read_only:false; response_revision:16965; number_of_response:1; }","duration":"141.12602ms","start":"2026-04-03T03:11:52.076037Z","end":"2026-04-03T03:11:52.217163Z","steps":["trace[527891060] 'process raft request' (duration: 140.431622ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:52.217283Z","caller":"traceutil/trace.go:171","msg":"trace[432248005] transaction","detail":"{read_only:false; response_revision:16966; number_of_response:1; }","duration":"141.200731ms","start":"2026-04-03T03:11:52.076073Z","end":"2026-04-03T03:11:52.217273Z","steps":["trace[432248005] 'process raft request' (duration: 140.440452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:52.217702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.251192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:739467"} {"level":"info","ts":"2026-04-03T03:11:52.217754Z","caller":"traceutil/trace.go:171","msg":"trace[268951251] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:16967; }","duration":"141.335055ms","start":"2026-04-03T03:11:52.076402Z","end":"2026-04-03T03:11:52.217737Z","steps":["trace[268951251] 'agreement among raft nodes before linearized reading' (duration: 140.535505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:52.218693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.074589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:739467"} {"level":"info","ts":"2026-04-03T03:11:52.218743Z","caller":"traceutil/trace.go:171","msg":"trace[1697507580] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:16967; }","duration":"141.143632ms","start":"2026-04-03T03:11:52.077589Z","end":"2026-04-03T03:11:52.218732Z","steps":["trace[1697507580] 'agreement among raft nodes before linearized reading' (duration: 140.388042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:52.219145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.162146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:739467"} {"level":"info","ts":"2026-04-03T03:11:52.219228Z","caller":"traceutil/trace.go:171","msg":"trace[174482966] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:16967; }","duration":"142.621649ms","start":"2026-04-03T03:11:52.076585Z","end":"2026-04-03T03:11:52.219207Z","steps":["trace[174482966] 'agreement among raft nodes before linearized reading' (duration: 141.049728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:52.220236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.041328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:739467"} {"level":"info","ts":"2026-04-03T03:11:52.220319Z","caller":"traceutil/trace.go:171","msg":"trace[1210353840] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:16967; }","duration":"143.150641ms","start":"2026-04-03T03:11:52.07715Z","end":"2026-04-03T03:11:52.220301Z","steps":["trace[1210353840] 'agreement among raft nodes before linearized reading' (duration: 142.159636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:53.188755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840019925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:11:53.689296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840019925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:11:54.189497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840019925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:11:54.690094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840019925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:11:55.190776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840019925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:11:55.540812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999600955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:11:55.540914Z","caller":"traceutil/trace.go:171","msg":"trace[2067060626] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999755968s","start":"2026-04-03T03:11:53.541135Z","end":"2026-04-03T03:11:55.540891Z","steps":["trace[2067060626] 'agreement among raft nodes before linearized reading' (duration: 1.999628944s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.540969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:53.541117Z","time spent":"1.99984025s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:11:55.551063Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.866525583s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:11:55.551574Z","caller":"traceutil/trace.go:171","msg":"trace[938868653] transaction","detail":"{read_only:false; response_revision:16968; number_of_response:1; }","duration":"2.867116268s","start":"2026-04-03T03:11:52.684426Z","end":"2026-04-03T03:11:55.551543Z","steps":["trace[938868653] 'process raft request' (duration: 2.866878123s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.55185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:52.684404Z","time spent":"2.867314163s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:11:55.558282Z","caller":"traceutil/trace.go:171","msg":"trace[2044742316] transaction","detail":"{read_only:false; response_revision:16969; number_of_response:1; }","duration":"1.759424245s","start":"2026-04-03T03:11:53.798835Z","end":"2026-04-03T03:11:55.558259Z","steps":["trace[2044742316] 'process raft request' (duration: 1.75925138s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.558425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:53.798807Z","time spent":"1.759545558s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:11:55.558489Z","caller":"traceutil/trace.go:171","msg":"trace[1814387926] transaction","detail":"{read_only:false; response_revision:16970; number_of_response:1; }","duration":"1.714503572s","start":"2026-04-03T03:11:53.843962Z","end":"2026-04-03T03:11:55.558466Z","steps":["trace[1814387926] 'process raft request' (duration: 1.714255215s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:55.55852Z","caller":"traceutil/trace.go:171","msg":"trace[200886087] transaction","detail":"{read_only:false; response_revision:16971; number_of_response:1; }","duration":"1.713962629s","start":"2026-04-03T03:11:53.84454Z","end":"2026-04-03T03:11:55.558503Z","steps":["trace[200886087] 'process raft request' (duration: 1.713863036s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.558591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:53.844526Z","time spent":"1.71402903s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:11:55.558613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:53.843936Z","time spent":"1.714606445s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:11:55.558671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.870083014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:11:55.558721Z","caller":"traceutil/trace.go:171","msg":"trace[1838636331] linearizableReadLoop","detail":"{readStateIndex:17647; appliedIndex:17643; }","duration":"2.86990004s","start":"2026-04-03T03:11:52.688567Z","end":"2026-04-03T03:11:55.558467Z","steps":["trace[1838636331] 'read index received' (duration: 2.862664767s)","trace[1838636331] 'applied index is now lower than readState.Index' (duration: 7.234303ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:11:55.558747Z","caller":"traceutil/trace.go:171","msg":"trace[1187357192] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:16971; }","duration":"2.870193707s","start":"2026-04-03T03:11:52.688529Z","end":"2026-04-03T03:11:55.558723Z","steps":["trace[1187357192] 'agreement among raft nodes before linearized reading' (duration: 2.870074374s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.55881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:52.688512Z","time spent":"2.870281329s","remote":"127.0.0.1:39218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:11:55.558956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095192656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:11:55.558991Z","caller":"traceutil/trace.go:171","msg":"trace[1565490287] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16971; }","duration":"2.095232246s","start":"2026-04-03T03:11:53.463746Z","end":"2026-04-03T03:11:55.558979Z","steps":["trace[1565490287] 'agreement among raft nodes before linearized reading' (duration: 2.095179545s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.559016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:53.463743Z","time spent":"2.095267647s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:11:55.559051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33745246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-03T03:11:55.559085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.528197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:11:55.559138Z","caller":"traceutil/trace.go:171","msg":"trace[1274967597] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:16971; }","duration":"458.63602ms","start":"2026-04-03T03:11:55.100488Z","end":"2026-04-03T03:11:55.559124Z","steps":["trace[1274967597] 'agreement among raft nodes before linearized reading' (duration: 458.518217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.559134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095426011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-03T03:11:55.559147Z","caller":"traceutil/trace.go:171","msg":"trace[695292658] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16971; }","duration":"1.337545002s","start":"2026-04-03T03:11:54.221548Z","end":"2026-04-03T03:11:55.559093Z","steps":["trace[695292658] 'agreement among raft nodes before linearized reading' (duration: 1.337349137s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.559175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370827481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:11:55.559206Z","caller":"traceutil/trace.go:171","msg":"trace[1775201258] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:16971; }","duration":"1.370894163s","start":"2026-04-03T03:11:54.188302Z","end":"2026-04-03T03:11:55.559196Z","steps":["trace[1775201258] 'agreement among raft nodes before linearized reading' (duration: 1.370844322s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.559198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:55.100463Z","time spent":"458.705262ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:11:55.559209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:54.22153Z","time spent":"1.337665965s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:11:55.559203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095508683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:11:55.559234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:54.188279Z","time spent":"1.370945314s","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:11:55.559233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.143564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-03T03:11:55.559265Z","caller":"traceutil/trace.go:171","msg":"trace[1843438508] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16971; }","duration":"2.095578435s","start":"2026-04-03T03:11:53.463668Z","end":"2026-04-03T03:11:55.559246Z","steps":["trace[1843438508] 'agreement among raft nodes before linearized reading' (duration: 2.095483373s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.559278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095617486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:11:55.55933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:53.463664Z","time spent":"2.095648627s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-03T03:11:55.559357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.259993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-03T03:11:55.559279Z","caller":"traceutil/trace.go:171","msg":"trace[1942549765] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16971; }","duration":"777.217996ms","start":"2026-04-03T03:11:54.782044Z","end":"2026-04-03T03:11:55.559262Z","steps":["trace[1942549765] 'agreement among raft nodes before linearized reading' (duration: 777.098793ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:55.559387Z","caller":"traceutil/trace.go:171","msg":"trace[2030248122] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16971; }","duration":"776.300853ms","start":"2026-04-03T03:11:54.783079Z","end":"2026-04-03T03:11:55.559379Z","steps":["trace[2030248122] 'agreement among raft nodes before linearized reading' (duration: 776.220601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.559408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:54.782024Z","time spent":"777.36864ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:11:55.559424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:54.783073Z","time spent":"776.341154ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T03:11:55.55943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483665647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-03T03:11:55.559436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.664226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:11:55.559211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095669458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-04-03T03:11:55.559352Z","caller":"traceutil/trace.go:171","msg":"trace[307417498] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16971; }","duration":"2.095700638s","start":"2026-04-03T03:11:53.463635Z","end":"2026-04-03T03:11:55.559336Z","steps":["trace[307417498] 'agreement among raft nodes before linearized reading' (duration: 2.095610316s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:55.559565Z","caller":"traceutil/trace.go:171","msg":"trace[879035191] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16971; }","duration":"2.096070348s","start":"2026-04-03T03:11:53.463481Z","end":"2026-04-03T03:11:55.559552Z","steps":["trace[879035191] 'agreement among raft nodes before linearized reading' (duration: 2.095585016s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.559576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:53.463623Z","time spent":"2.095941704s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:11:55.559598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:53.463469Z","time spent":"2.096118688s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-03T03:11:55.559585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099399111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-03T03:11:55.559528Z","caller":"traceutil/trace.go:171","msg":"trace[1475300878] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:16971; }","duration":"262.80317ms","start":"2026-04-03T03:11:55.296712Z","end":"2026-04-03T03:11:55.559515Z","steps":["trace[1475300878] 'agreement among raft nodes before linearized reading' (duration: 262.660566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.559643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095465552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:11:55.559659Z","caller":"traceutil/trace.go:171","msg":"trace[1056096084] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16971; }","duration":"2.099513604s","start":"2026-04-03T03:11:53.460126Z","end":"2026-04-03T03:11:55.55964Z","steps":["trace[1056096084] 'agreement among raft nodes before linearized reading' (duration: 2.099215596s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.559656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316219885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" ","response":"range_response_count:1 size:22020"} {"level":"warn","ts":"2026-04-03T03:11:55.559709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:53.460114Z","time spent":"2.099586745s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-03T03:11:55.559734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095996695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-03T03:11:55.559755Z","caller":"traceutil/trace.go:171","msg":"trace[1144945077] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16971; }","duration":"2.096018576s","start":"2026-04-03T03:11:53.463731Z","end":"2026-04-03T03:11:55.55975Z","steps":["trace[1144945077] 'agreement among raft nodes before linearized reading' (duration: 2.095953805s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.559773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:53.46371Z","time spent":"2.096058097s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-03T03:11:55.559671Z","caller":"traceutil/trace.go:171","msg":"trace[363103142] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16971; }","duration":"2.095936534s","start":"2026-04-03T03:11:53.463727Z","end":"2026-04-03T03:11:55.559663Z","steps":["trace[363103142] 'agreement among raft nodes before linearized reading' (duration: 2.095462443s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:55.55946Z","caller":"traceutil/trace.go:171","msg":"trace[476183321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16971; }","duration":"1.483734669s","start":"2026-04-03T03:11:54.075718Z","end":"2026-04-03T03:11:55.559452Z","steps":["trace[476183321] 'agreement among raft nodes before linearized reading' (duration: 1.483651897s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.559848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096362035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-04-03T03:11:55.559849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:53.463723Z","time spent":"2.096108449s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-03T03:11:55.559883Z","caller":"traceutil/trace.go:171","msg":"trace[1716004358] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16971; }","duration":"2.096423166s","start":"2026-04-03T03:11:53.463451Z","end":"2026-04-03T03:11:55.559874Z","steps":["trace[1716004358] 'agreement among raft nodes before linearized reading' (duration: 2.096324283s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.559893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338080295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-03T03:11:55.559893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101064523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-04-03T03:11:55.559848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:54.075694Z","time spent":"1.48414299s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:11:55.559912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:53.463439Z","time spent":"2.096465577s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-03T03:11:55.559923Z","caller":"traceutil/trace.go:171","msg":"trace[692824722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16971; }","duration":"1.338152527s","start":"2026-04-03T03:11:54.22176Z","end":"2026-04-03T03:11:55.559913Z","steps":["trace[692824722] 'agreement among raft nodes before linearized reading' (duration: 1.338071355s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.559925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100686573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:11:55.559931Z","caller":"traceutil/trace.go:171","msg":"trace[1085368617] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16971; }","duration":"2.101144955s","start":"2026-04-03T03:11:53.458776Z","end":"2026-04-03T03:11:55.559921Z","steps":["trace[1085368617] 'agreement among raft nodes before linearized reading' (duration: 2.101036762s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.559949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:54.221753Z","time spent":"1.338190227s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T03:11:55.559956Z","caller":"traceutil/trace.go:171","msg":"trace[209686245] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16971; }","duration":"2.100744364s","start":"2026-04-03T03:11:53.459204Z","end":"2026-04-03T03:11:55.559948Z","steps":["trace[209686245] 'agreement among raft nodes before linearized reading' (duration: 2.100690243s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.559964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:53.458763Z","time spent":"2.101192057s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-03T03:11:55.559982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:53.459189Z","time spent":"2.100786535s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-03T03:11:55.559994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096495947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-03T03:11:55.560017Z","caller":"traceutil/trace.go:171","msg":"trace[1184048722] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16971; }","duration":"2.096539969s","start":"2026-04-03T03:11:53.463471Z","end":"2026-04-03T03:11:55.560011Z","steps":["trace[1184048722] 'agreement among raft nodes before linearized reading' (duration: 2.096468827s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.560035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:53.463463Z","time spent":"2.096567689s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-03T03:11:55.560073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319017333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-03T03:11:55.560083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315737202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" ","response":"range_response_count:1 size:22020"} {"level":"warn","ts":"2026-04-03T03:11:55.560091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320357388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rc2tc\" ","response":"range_response_count:1 size:20672"} {"level":"info","ts":"2026-04-03T03:11:55.560095Z","caller":"traceutil/trace.go:171","msg":"trace[1797153076] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16971; }","duration":"1.319047825s","start":"2026-04-03T03:11:54.24104Z","end":"2026-04-03T03:11:55.560088Z","steps":["trace[1797153076] 'agreement among raft nodes before linearized reading' (duration: 1.318980223s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:55.560111Z","caller":"traceutil/trace.go:171","msg":"trace[272960768] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnvm4; range_end:; response_count:1; response_revision:16971; }","duration":"1.315774592s","start":"2026-04-03T03:11:54.244328Z","end":"2026-04-03T03:11:55.560103Z","steps":["trace[272960768] 'agreement among raft nodes before linearized reading' (duration: 1.314563432s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:55.560117Z","caller":"traceutil/trace.go:171","msg":"trace[317815992] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rc2tc; range_end:; response_count:1; response_revision:16971; }","duration":"1.320382988s","start":"2026-04-03T03:11:54.239726Z","end":"2026-04-03T03:11:55.560109Z","steps":["trace[317815992] 'agreement among raft nodes before linearized reading' (duration: 1.320301346s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.560121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338469855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-03T03:11:55.560139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:54.244322Z","time spent":"1.315810513s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" "} {"level":"warn","ts":"2026-04-03T03:11:55.560151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:54.239705Z","time spent":"1.32043104s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20696,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rc2tc\" "} {"level":"warn","ts":"2026-04-03T03:11:55.56015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101570326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-04-03T03:11:55.560186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32443467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-nh47c\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-04-03T03:11:55.560201Z","caller":"traceutil/trace.go:171","msg":"trace[863401069] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16971; }","duration":"2.101670268s","start":"2026-04-03T03:11:53.458517Z","end":"2026-04-03T03:11:55.560188Z","steps":["trace[863401069] 'agreement among raft nodes before linearized reading' (duration: 2.101537275s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:55.560211Z","caller":"traceutil/trace.go:171","msg":"trace[1121008893] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-nh47c; range_end:; response_count:1; response_revision:16971; }","duration":"1.324468003s","start":"2026-04-03T03:11:54.235736Z","end":"2026-04-03T03:11:55.560204Z","steps":["trace[1121008893] 'agreement among raft nodes before linearized reading' (duration: 1.324398s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.560235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:54.23573Z","time spent":"1.324500213s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-nh47c\" "} {"level":"warn","ts":"2026-04-03T03:11:55.560236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:53.458495Z","time spent":"2.10173362s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-03T03:11:55.560257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095652058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:11:55.56012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:54.241035Z","time spent":"1.319080096s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T03:11:55.560276Z","caller":"traceutil/trace.go:171","msg":"trace[209148555] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16971; }","duration":"2.095684508s","start":"2026-04-03T03:11:53.464586Z","end":"2026-04-03T03:11:55.560271Z","steps":["trace[209148555] 'agreement among raft nodes before linearized reading' (duration: 2.095654548s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.560294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:53.46458Z","time spent":"2.095710309s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-03T03:11:55.559177Z","caller":"traceutil/trace.go:171","msg":"trace[1876895713] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16971; }","duration":"2.095470222s","start":"2026-04-03T03:11:53.463699Z","end":"2026-04-03T03:11:55.559169Z","steps":["trace[1876895713] 'agreement among raft nodes before linearized reading' (duration: 2.095365209s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:55.560145Z","caller":"traceutil/trace.go:171","msg":"trace[1086237726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16971; }","duration":"1.338536686s","start":"2026-04-03T03:11:54.221602Z","end":"2026-04-03T03:11:55.560139Z","steps":["trace[1086237726] 'agreement among raft nodes before linearized reading' (duration: 1.338479945s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.560345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:53.463672Z","time spent":"2.096661283s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-03T03:11:55.560373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52373939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:11:55.560377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:54.221597Z","time spent":"1.338769933s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:11:55.560393Z","caller":"traceutil/trace.go:171","msg":"trace[266401813] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:16971; }","duration":"1.52379438s","start":"2026-04-03T03:11:54.036591Z","end":"2026-04-03T03:11:55.560385Z","steps":["trace[266401813] 'agreement among raft nodes before linearized reading' (duration: 1.523739579s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.560411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:54.036571Z","time spent":"1.523835582s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":43,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:11:55.55971Z","caller":"traceutil/trace.go:171","msg":"trace[1098561778] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnvm4; range_end:; response_count:1; response_revision:16971; }","duration":"1.316288546s","start":"2026-04-03T03:11:54.243407Z","end":"2026-04-03T03:11:55.559696Z","steps":["trace[1098561778] 'agreement among raft nodes before linearized reading' (duration: 1.316062041s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.560456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7148097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-04-03T03:11:55.560467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:54.243401Z","time spent":"1.317043476s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" "} {"level":"warn","ts":"2026-04-03T03:11:55.560493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71521435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-03T03:11:55.560492Z","caller":"traceutil/trace.go:171","msg":"trace[1282770686] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16971; }","duration":"1.714862352s","start":"2026-04-03T03:11:53.845619Z","end":"2026-04-03T03:11:55.560481Z","steps":["trace[1282770686] 'agreement among raft nodes before linearized reading' (duration: 1.714768019s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:55.560511Z","caller":"traceutil/trace.go:171","msg":"trace[704353791] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16971; }","duration":"1.715247421s","start":"2026-04-03T03:11:53.845258Z","end":"2026-04-03T03:11:55.560505Z","steps":["trace[704353791] 'agreement among raft nodes before linearized reading' (duration: 1.71518968s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.560521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:53.84561Z","time spent":"1.714902943s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-03T03:11:55.560527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:53.845252Z","time spent":"1.715271762s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-03T03:11:55.560379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096603982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:11:55.560601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715471967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:11:55.560599Z","caller":"traceutil/trace.go:171","msg":"trace[472149446] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16971; }","duration":"2.096831657s","start":"2026-04-03T03:11:53.463746Z","end":"2026-04-03T03:11:55.560578Z","steps":["trace[472149446] 'agreement among raft nodes before linearized reading' (duration: 2.096587291s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:55.560617Z","caller":"traceutil/trace.go:171","msg":"trace[758772731] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16971; }","duration":"1.715514678s","start":"2026-04-03T03:11:53.845098Z","end":"2026-04-03T03:11:55.560612Z","steps":["trace[758772731] 'agreement among raft nodes before linearized reading' (duration: 1.715485487s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.560616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096017757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:11:55.560637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:53.845086Z","time spent":"1.715546979s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:11:55.560634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714251225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-04-03T03:11:55.560647Z","caller":"traceutil/trace.go:171","msg":"trace[452831995] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16971; }","duration":"2.096058468s","start":"2026-04-03T03:11:53.46458Z","end":"2026-04-03T03:11:55.560638Z","steps":["trace[452831995] 'agreement among raft nodes before linearized reading' (duration: 2.096008576s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.56065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:53.463741Z","time spent":"2.096894049s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-03T03:11:55.560663Z","caller":"traceutil/trace.go:171","msg":"trace[1586549461] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16971; }","duration":"1.714296516s","start":"2026-04-03T03:11:53.846359Z","end":"2026-04-03T03:11:55.560655Z","steps":["trace[1586549461] 'agreement among raft nodes before linearized reading' (duration: 1.714216054s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.560673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:53.464574Z","time spent":"2.096092369s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-03T03:11:55.560688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:53.846351Z","time spent":"1.714330868s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-03T03:11:55.560768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096525799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:11:55.560855Z","caller":"traceutil/trace.go:171","msg":"trace[708212970] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16971; }","duration":"2.096629853s","start":"2026-04-03T03:11:53.464211Z","end":"2026-04-03T03:11:55.560841Z","steps":["trace[708212970] 'agreement among raft nodes before linearized reading' (duration: 2.096381806s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.560933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:53.464203Z","time spent":"2.096682644s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:11:55.56096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102385157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-04-03T03:11:55.560991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516958348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6448"} {"level":"info","ts":"2026-04-03T03:11:55.561004Z","caller":"traceutil/trace.go:171","msg":"trace[1497187926] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16971; }","duration":"2.102453358s","start":"2026-04-03T03:11:53.458539Z","end":"2026-04-03T03:11:55.560992Z","steps":["trace[1497187926] 'agreement among raft nodes before linearized reading' (duration: 2.102310025s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:11:55.561021Z","caller":"traceutil/trace.go:171","msg":"trace[664859146] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:16971; }","duration":"1.51701355s","start":"2026-04-03T03:11:54.044Z","end":"2026-04-03T03:11:55.561014Z","steps":["trace[664859146] 'agreement among raft nodes before linearized reading' (duration: 1.515476351s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.561036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:53.458526Z","time spent":"2.10250305s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-03T03:11:55.561048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:54.043979Z","time spent":"1.517062011s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T03:11:55.561312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.487542233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:11:55.561342Z","caller":"traceutil/trace.go:171","msg":"trace[170423971] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:16971; }","duration":"2.487575014s","start":"2026-04-03T03:11:53.073758Z","end":"2026-04-03T03:11:55.561333Z","steps":["trace[170423971] 'agreement among raft nodes before linearized reading' (duration: 2.487523563s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.561378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:53.073699Z","time spent":"2.487671196s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:11:55.56153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103445954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:11:55.561554Z","caller":"traceutil/trace.go:171","msg":"trace[174383240] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16971; }","duration":"2.103491844s","start":"2026-04-03T03:11:53.458054Z","end":"2026-04-03T03:11:55.561546Z","steps":["trace[174383240] 'agreement among raft nodes before linearized reading' (duration: 2.103455773s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.561577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:53.458044Z","time spent":"2.103525436s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:11:55.561598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103743111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-04-03T03:11:55.561635Z","caller":"traceutil/trace.go:171","msg":"trace[114289082] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16971; }","duration":"2.103822673s","start":"2026-04-03T03:11:53.457802Z","end":"2026-04-03T03:11:55.561625Z","steps":["trace[114289082] 'agreement among raft nodes before linearized reading' (duration: 2.10371074s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:11:55.561659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:11:53.457779Z","time spent":"2.103873604s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-03T03:12:27.661603Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14927} {"level":"info","ts":"2026-04-03T03:12:27.767122Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14927,"took":"103.119941ms","hash":2437826716,"current-db-size-bytes":43913216,"current-db-size":"44 MB","current-db-size-in-use-bytes":28745728,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-03T03:12:27.767207Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2437826716,"revision":14927,"compact-revision":13287} {"level":"warn","ts":"2026-04-03T03:13:14.173355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.208754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-03T03:13:14.173625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.900983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T03:13:14.173857Z","caller":"traceutil/trace.go:171","msg":"trace[977781683] transaction","detail":"{read_only:false; response_revision:17479; number_of_response:1; }","duration":"154.56938ms","start":"2026-04-03T03:13:14.018041Z","end":"2026-04-03T03:13:14.17261Z","steps":["trace[977781683] 'process raft request' (duration: 130.976625ms)","trace[977781683] 'compare' (duration: 23.307047ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:13:14.173987Z","caller":"traceutil/trace.go:171","msg":"trace[1971995064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17480; }","duration":"155.956874ms","start":"2026-04-03T03:13:14.017702Z","end":"2026-04-03T03:13:14.173659Z","steps":["trace[1971995064] 'agreement among raft nodes before linearized reading' (duration: 155.034521ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:13:14.173934Z","caller":"traceutil/trace.go:171","msg":"trace[498518788] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17480; }","duration":"149.333497ms","start":"2026-04-03T03:13:14.024113Z","end":"2026-04-03T03:13:14.173446Z","steps":["trace[498518788] 'agreement among raft nodes before linearized reading' (duration: 149.131782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:14:57.011462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.736788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:14:57.01164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.790829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-04-03T03:14:57.011726Z","caller":"traceutil/trace.go:171","msg":"trace[31294454] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18437; }","duration":"135.947063ms","start":"2026-04-03T03:14:56.875757Z","end":"2026-04-03T03:14:57.011704Z","steps":["trace[31294454] 'range keys from in-memory index tree' (duration: 135.494552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:14:57.011715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.875122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:14:57.011799Z","caller":"traceutil/trace.go:171","msg":"trace[406182553] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:18437; }","duration":"165.040535ms","start":"2026-04-03T03:14:56.846736Z","end":"2026-04-03T03:14:57.011777Z","steps":["trace[406182553] 'range keys from in-memory index tree' (duration: 164.757788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:14:57.011908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.306957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-04-03T03:14:57.01196Z","caller":"traceutil/trace.go:171","msg":"trace[1086593673] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18437; }","duration":"162.418319ms","start":"2026-04-03T03:14:56.849525Z","end":"2026-04-03T03:14:57.011944Z","steps":["trace[1086593673] 'range keys from in-memory index tree' (duration: 162.142893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:14:57.012338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.733236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-sng6q\" ","response":"range_response_count:1 size:18589"} {"level":"info","ts":"2026-04-03T03:14:57.012393Z","caller":"traceutil/trace.go:171","msg":"trace[1788482067] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-sng6q; range_end:; response_count:1; response_revision:18437; }","duration":"125.815548ms","start":"2026-04-03T03:14:56.886561Z","end":"2026-04-03T03:14:57.012377Z","steps":["trace[1788482067] 'range keys from in-memory index tree' (duration: 124.786592ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:14:57.01163Z","caller":"traceutil/trace.go:171","msg":"trace[335627467] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:18437; }","duration":"135.983284ms","start":"2026-04-03T03:14:56.875625Z","end":"2026-04-03T03:14:57.011608Z","steps":["trace[335627467] 'range keys from in-memory index tree' (duration: 135.640136ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:14:57.05911Z","caller":"traceutil/trace.go:171","msg":"trace[638779059] linearizableReadLoop","detail":"{readStateIndex:19164; appliedIndex:19163; }","duration":"119.589681ms","start":"2026-04-03T03:14:56.939464Z","end":"2026-04-03T03:14:57.059054Z","steps":["trace[638779059] 'read index received' (duration: 63.479319ms)","trace[638779059] 'applied index is now lower than readState.Index' (duration: 56.108242ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:14:57.059186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.696264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:14:57.059547Z","caller":"traceutil/trace.go:171","msg":"trace[2076199774] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:18437; }","duration":"120.035062ms","start":"2026-04-03T03:14:56.939419Z","end":"2026-04-03T03:14:57.059454Z","steps":["trace[2076199774] 'agreement among raft nodes before linearized reading' (duration: 119.663313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:14:57.059382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.902259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-04-03T03:14:57.059974Z","caller":"traceutil/trace.go:171","msg":"trace[2030385730] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18437; }","duration":"120.546135ms","start":"2026-04-03T03:14:56.939411Z","end":"2026-04-03T03:14:57.059957Z","steps":["trace[2030385730] 'agreement among raft nodes before linearized reading' (duration: 119.817557ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:14:57.934571Z","caller":"traceutil/trace.go:171","msg":"trace[1962682545] transaction","detail":"{read_only:false; response_revision:18438; number_of_response:1; }","duration":"211.583417ms","start":"2026-04-03T03:14:57.722964Z","end":"2026-04-03T03:14:57.934547Z","steps":["trace[1962682545] 'process raft request' (duration: 211.376282ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:14:57.985999Z","caller":"traceutil/trace.go:171","msg":"trace[1794959293] transaction","detail":"{read_only:false; response_revision:18439; number_of_response:1; }","duration":"195.514432ms","start":"2026-04-03T03:14:57.790445Z","end":"2026-04-03T03:14:57.985959Z","steps":["trace[1794959293] 'process raft request' (duration: 195.02621ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:00.153697Z","caller":"traceutil/trace.go:171","msg":"trace[1455381251] linearizableReadLoop","detail":"{readStateIndex:19180; appliedIndex:19179; }","duration":"155.585307ms","start":"2026-04-03T03:14:59.998088Z","end":"2026-04-03T03:15:00.153674Z","steps":["trace[1455381251] 'read index received' (duration: 155.386412ms)","trace[1455381251] 'applied index is now lower than readState.Index' (duration: 198.115µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:15:00.15374Z","caller":"traceutil/trace.go:171","msg":"trace[1060392102] transaction","detail":"{read_only:false; response_revision:18453; number_of_response:1; }","duration":"204.365496ms","start":"2026-04-03T03:14:59.949354Z","end":"2026-04-03T03:15:00.15372Z","steps":["trace[1060392102] 'process raft request' (duration: 204.176941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:00.153875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.781531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-04-03T03:15:00.153999Z","caller":"traceutil/trace.go:171","msg":"trace[949821576] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18453; }","duration":"155.873603ms","start":"2026-04-03T03:14:59.998029Z","end":"2026-04-03T03:15:00.153903Z","steps":["trace[949821576] 'agreement among raft nodes before linearized reading' (duration: 155.73548ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:00.207219Z","caller":"traceutil/trace.go:171","msg":"trace[320481239] transaction","detail":"{read_only:false; response_revision:18454; number_of_response:1; }","duration":"118.694358ms","start":"2026-04-03T03:15:00.088496Z","end":"2026-04-03T03:15:00.20719Z","steps":["trace[320481239] 'process raft request' (duration: 73.979132ms)","trace[320481239] 'compare' (duration: 44.606313ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:15:00.882356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.79408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-netns-cleanup-cron-default-89l9g\" ","response":"range_response_count:1 size:11485"} {"level":"info","ts":"2026-04-03T03:15:00.882473Z","caller":"traceutil/trace.go:171","msg":"trace[1909329559] range","detail":"{range_begin:/registry/pods/openstack/neutron-netns-cleanup-cron-default-89l9g; range_end:; response_count:1; response_revision:18461; }","duration":"116.985814ms","start":"2026-04-03T03:15:00.765457Z","end":"2026-04-03T03:15:00.882442Z","steps":["trace[1909329559] 'range keys from in-memory index tree' (duration: 116.550684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:00.882459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.41512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-03T03:15:00.88254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.562997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-03T03:15:00.882621Z","caller":"traceutil/trace.go:171","msg":"trace[1763781466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18461; }","duration":"161.68627ms","start":"2026-04-03T03:15:00.720917Z","end":"2026-04-03T03:15:00.882603Z","steps":["trace[1763781466] 'range keys from in-memory index tree' (duration: 161.419044ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:00.882551Z","caller":"traceutil/trace.go:171","msg":"trace[356768101] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18461; }","duration":"199.539144ms","start":"2026-04-03T03:15:00.682991Z","end":"2026-04-03T03:15:00.88253Z","steps":["trace[356768101] 'range keys from in-memory index tree' (duration: 199.213995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:00.882457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.962417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T03:15:00.883184Z","caller":"traceutil/trace.go:171","msg":"trace[386854056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18461; }","duration":"187.646684ms","start":"2026-04-03T03:15:00.695435Z","end":"2026-04-03T03:15:00.883081Z","steps":["trace[386854056] 'range keys from in-memory index tree' (duration: 186.822134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:00.883321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.600257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-03T03:15:00.883419Z","caller":"traceutil/trace.go:171","msg":"trace[752608469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18461; }","duration":"176.73246ms","start":"2026-04-03T03:15:00.706663Z","end":"2026-04-03T03:15:00.883396Z","steps":["trace[752608469] 'range keys from in-memory index tree' (duration: 175.608611ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:01.055021Z","caller":"traceutil/trace.go:171","msg":"trace[1435602608] transaction","detail":"{read_only:false; response_revision:18463; number_of_response:1; }","duration":"166.080651ms","start":"2026-04-03T03:15:00.888916Z","end":"2026-04-03T03:15:01.054996Z","steps":["trace[1435602608] 'process raft request' (duration: 102.850559ms)","trace[1435602608] 'compare' (duration: 63.068828ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:15:01.055334Z","caller":"traceutil/trace.go:171","msg":"trace[264997831] transaction","detail":"{read_only:false; response_revision:18464; number_of_response:1; }","duration":"166.174644ms","start":"2026-04-03T03:15:00.889126Z","end":"2026-04-03T03:15:01.055301Z","steps":["trace[264997831] 'process raft request' (duration: 165.818225ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:01.055708Z","caller":"traceutil/trace.go:171","msg":"trace[1759142438] transaction","detail":"{read_only:false; response_revision:18465; number_of_response:1; }","duration":"166.334187ms","start":"2026-04-03T03:15:00.889353Z","end":"2026-04-03T03:15:01.055687Z","steps":["trace[1759142438] 'process raft request' (duration: 165.844245ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:01.055756Z","caller":"traceutil/trace.go:171","msg":"trace[619622987] transaction","detail":"{read_only:false; response_revision:18466; number_of_response:1; }","duration":"163.061276ms","start":"2026-04-03T03:15:00.892669Z","end":"2026-04-03T03:15:01.05573Z","steps":["trace[619622987] 'process raft request' (duration: 162.922392ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:51.837258Z","caller":"traceutil/trace.go:171","msg":"trace[1738248992] transaction","detail":"{read_only:false; response_revision:18765; number_of_response:1; }","duration":"222.035952ms","start":"2026-04-03T03:15:51.615185Z","end":"2026-04-03T03:15:51.837221Z","steps":["trace[1738248992] 'process raft request' (duration: 221.761194ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:52.088978Z","caller":"traceutil/trace.go:171","msg":"trace[6045934] linearizableReadLoop","detail":"{readStateIndex:19504; appliedIndex:19503; }","duration":"195.125832ms","start":"2026-04-03T03:15:51.893827Z","end":"2026-04-03T03:15:52.088953Z","steps":["trace[6045934] 'read index received' (duration: 194.888036ms)","trace[6045934] 'applied index is now lower than readState.Index' (duration: 236.826µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:15:52.089016Z","caller":"traceutil/trace.go:171","msg":"trace[977499929] transaction","detail":"{read_only:false; response_revision:18766; number_of_response:1; }","duration":"227.403606ms","start":"2026-04-03T03:15:51.861577Z","end":"2026-04-03T03:15:52.088981Z","steps":["trace[977499929] 'process raft request' (duration: 227.225431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:52.089203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.356939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6448"} {"level":"info","ts":"2026-04-03T03:15:52.089263Z","caller":"traceutil/trace.go:171","msg":"trace[1827493345] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:18766; }","duration":"195.465512ms","start":"2026-04-03T03:15:51.893785Z","end":"2026-04-03T03:15:52.089251Z","steps":["trace[1827493345] 'agreement among raft nodes before linearized reading' (duration: 195.262175ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:52.386321Z","caller":"traceutil/trace.go:171","msg":"trace[768989985] transaction","detail":"{read_only:false; response_revision:18767; number_of_response:1; }","duration":"287.470489ms","start":"2026-04-03T03:15:52.098833Z","end":"2026-04-03T03:15:52.386304Z","steps":["trace[768989985] 'process raft request' (duration: 287.367226ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:52.421123Z","caller":"traceutil/trace.go:171","msg":"trace[1209435583] linearizableReadLoop","detail":"{readStateIndex:19506; appliedIndex:19504; }","duration":"234.30401ms","start":"2026-04-03T03:15:52.18679Z","end":"2026-04-03T03:15:52.421094Z","steps":["trace[1209435583] 'read index received' (duration: 199.498114ms)","trace[1209435583] 'applied index is now lower than readState.Index' (duration: 34.804686ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:15:52.421205Z","caller":"traceutil/trace.go:171","msg":"trace[244890682] transaction","detail":"{read_only:false; response_revision:18768; number_of_response:1; }","duration":"273.910777ms","start":"2026-04-03T03:15:52.147268Z","end":"2026-04-03T03:15:52.421179Z","steps":["trace[244890682] 'process raft request' (duration: 273.671961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:52.421391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.578086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-04-03T03:15:52.421448Z","caller":"traceutil/trace.go:171","msg":"trace[1419886860] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnvm4; range_end:; response_count:1; response_revision:18768; }","duration":"234.683609ms","start":"2026-04-03T03:15:52.186751Z","end":"2026-04-03T03:15:52.421435Z","steps":["trace[1419886860] 'agreement among raft nodes before linearized reading' (duration: 234.478664ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:52.697006Z","caller":"traceutil/trace.go:171","msg":"trace[328956463] transaction","detail":"{read_only:false; response_revision:18769; number_of_response:1; }","duration":"306.673791ms","start":"2026-04-03T03:15:52.390285Z","end":"2026-04-03T03:15:52.696959Z","steps":["trace[328956463] 'process raft request' (duration: 306.382553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:52.697227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:52.390257Z","time spent":"306.839795ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5112,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:15:52.697701Z","caller":"traceutil/trace.go:171","msg":"trace[1171915884] transaction","detail":"{read_only:false; response_revision:18770; number_of_response:1; }","duration":"303.83968ms","start":"2026-04-03T03:15:52.393848Z","end":"2026-04-03T03:15:52.697687Z","steps":["trace[1171915884] 'process raft request' (duration: 303.736957ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:52.697691Z","caller":"traceutil/trace.go:171","msg":"trace[1839890322] linearizableReadLoop","detail":"{readStateIndex:19509; appliedIndex:19506; }","duration":"276.465901ms","start":"2026-04-03T03:15:52.421201Z","end":"2026-04-03T03:15:52.697667Z","steps":["trace[1839890322] 'read index received' (duration: 275.465475ms)","trace[1839890322] 'applied index is now lower than readState.Index' (duration: 999.436µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:15:52.697777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:52.393829Z","time spent":"303.914442ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4872,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:15:52.697958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:52.390792Z","time spent":"307.158493ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:15:52.698044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.277774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rc2tc\" ","response":"range_response_count:1 size:20672"} {"level":"warn","ts":"2026-04-03T03:15:52.698042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.589137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" ","response":"range_response_count:1 size:22020"} {"level":"warn","ts":"2026-04-03T03:15:52.698069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.07982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-nh47c\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-04-03T03:15:52.698099Z","caller":"traceutil/trace.go:171","msg":"trace[1772638693] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rc2tc; range_end:; response_count:1; response_revision:18770; }","duration":"486.389557ms","start":"2026-04-03T03:15:52.211696Z","end":"2026-04-03T03:15:52.698086Z","steps":["trace[1772638693] 'agreement among raft nodes before linearized reading' (duration: 486.12238ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:52.698118Z","caller":"traceutil/trace.go:171","msg":"trace[1283964720] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnvm4; range_end:; response_count:1; response_revision:18770; }","duration":"377.72543ms","start":"2026-04-03T03:15:52.320373Z","end":"2026-04-03T03:15:52.698099Z","steps":["trace[1283964720] 'agreement among raft nodes before linearized reading' (duration: 377.420373ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:52.698123Z","caller":"traceutil/trace.go:171","msg":"trace[1230792920] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-nh47c; range_end:; response_count:1; response_revision:18770; }","duration":"498.159512ms","start":"2026-04-03T03:15:52.199949Z","end":"2026-04-03T03:15:52.698108Z","steps":["trace[1230792920] 'agreement among raft nodes before linearized reading' (duration: 497.983058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:52.697997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.148575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-04-03T03:15:52.698161Z","caller":"traceutil/trace.go:171","msg":"trace[1650687990] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18770; }","duration":"431.33802ms","start":"2026-04-03T03:15:52.266819Z","end":"2026-04-03T03:15:52.698157Z","steps":["trace[1650687990] 'agreement among raft nodes before linearized reading' (duration: 431.031932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:52.698175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:52.266807Z","time spent":"431.364151ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-03T03:15:52.69817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:52.199938Z","time spent":"498.221314ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-nh47c\" "} {"level":"warn","ts":"2026-04-03T03:15:52.698173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:52.320348Z","time spent":"377.810863ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" "} {"level":"warn","ts":"2026-04-03T03:15:52.698138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:52.211667Z","time spent":"486.462888ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20696,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rc2tc\" "} {"level":"info","ts":"2026-04-03T03:15:52.995342Z","caller":"traceutil/trace.go:171","msg":"trace[1453378760] transaction","detail":"{read_only:false; response_revision:18771; number_of_response:1; }","duration":"547.868865ms","start":"2026-04-03T03:15:52.447429Z","end":"2026-04-03T03:15:52.995297Z","steps":["trace[1453378760] 'process raft request' (duration: 547.580948ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:52.995337Z","caller":"traceutil/trace.go:171","msg":"trace[1172911546] transaction","detail":"{read_only:false; response_revision:18772; number_of_response:1; }","duration":"503.065217ms","start":"2026-04-03T03:15:52.49224Z","end":"2026-04-03T03:15:52.995305Z","steps":["trace[1172911546] 'process raft request' (duration: 502.934064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:52.995576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:52.492225Z","time spent":"503.236171ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:15:52.995575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:52.44741Z","time spent":"548.014498ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:15:52.995842Z","caller":"traceutil/trace.go:171","msg":"trace[348753531] transaction","detail":"{read_only:false; response_revision:18773; number_of_response:1; }","duration":"406.592237ms","start":"2026-04-03T03:15:52.589221Z","end":"2026-04-03T03:15:52.995813Z","steps":["trace[348753531] 'process raft request' (duration: 406.037313ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:52.995898Z","caller":"traceutil/trace.go:171","msg":"trace[655373918] transaction","detail":"{read_only:false; response_revision:18774; number_of_response:1; }","duration":"397.763455ms","start":"2026-04-03T03:15:52.598116Z","end":"2026-04-03T03:15:52.995879Z","steps":["trace[655373918] 'process raft request' (duration: 397.5627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:52.995998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:52.589196Z","time spent":"406.71508ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:15:52.995848Z","caller":"traceutil/trace.go:171","msg":"trace[1637044552] linearizableReadLoop","detail":"{readStateIndex:19513; appliedIndex:19509; }","duration":"298.062684ms","start":"2026-04-03T03:15:52.697765Z","end":"2026-04-03T03:15:52.995827Z","steps":["trace[1637044552] 'read index received' (duration: 297.319686ms)","trace[1637044552] 'applied index is now lower than readState.Index' (duration: 741.988µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:15:52.996069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:52.598095Z","time spent":"397.877848ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:15:52.997096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.278734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:911408"} {"level":"info","ts":"2026-04-03T03:15:52.997617Z","caller":"traceutil/trace.go:171","msg":"trace[1800940623] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18774; }","duration":"569.824457ms","start":"2026-04-03T03:15:52.427776Z","end":"2026-04-03T03:15:52.9976Z","steps":["trace[1800940623] 'agreement among raft nodes before linearized reading' (duration: 568.116994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:52.997758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:52.427758Z","time spent":"569.947371ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":911432,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:15:53.280764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.277479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:15:53.281114Z","caller":"traceutil/trace.go:171","msg":"trace[341728307] transaction","detail":"{read_only:false; response_revision:18775; number_of_response:1; }","duration":"581.213113ms","start":"2026-04-03T03:15:52.699864Z","end":"2026-04-03T03:15:53.281077Z","steps":["trace[341728307] 'process raft request' (duration: 404.545115ms)","trace[341728307] 'compare' (duration: 176.083733ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:15:53.28135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:52.69984Z","time spent":"581.329456ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T03:15:53.281473Z","caller":"traceutil/trace.go:171","msg":"trace[1954093922] linearizableReadLoop","detail":"{readStateIndex:19515; appliedIndex:19513; }","duration":"285.297413ms","start":"2026-04-03T03:15:52.996067Z","end":"2026-04-03T03:15:53.281364Z","steps":["trace[1954093922] 'read index received' (duration: 108.331838ms)","trace[1954093922] 'applied index is now lower than readState.Index' (duration: 176.963665ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:15:53.281613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.324428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-03T03:15:53.281703Z","caller":"traceutil/trace.go:171","msg":"trace[851021091] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:18775; }","duration":"531.456941ms","start":"2026-04-03T03:15:52.750223Z","end":"2026-04-03T03:15:53.28168Z","steps":["trace[851021091] 'agreement among raft nodes before linearized reading' (duration: 531.164554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:53.281754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:52.750204Z","time spent":"531.537913ms","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-03T03:15:53.281869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.01923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-rabbit-init-4fwft\" ","response":"range_response_count:1 size:5130"} {"level":"info","ts":"2026-04-03T03:15:53.281896Z","caller":"traceutil/trace.go:171","msg":"trace[1858265920] range","detail":"{range_begin:/registry/pods/openstack/neutron-rabbit-init-4fwft; range_end:; response_count:1; response_revision:18775; }","duration":"564.093362ms","start":"2026-04-03T03:15:52.717796Z","end":"2026-04-03T03:15:53.28189Z","steps":["trace[1858265920] 'agreement among raft nodes before linearized reading' (duration: 563.916988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:53.281913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:52.717778Z","time spent":"564.131673ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5154,"request content":"key:\"/registry/pods/openstack/neutron-rabbit-init-4fwft\" "} {"level":"warn","ts":"2026-04-03T03:15:53.281949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.054573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:15:53.282009Z","caller":"traceutil/trace.go:171","msg":"trace[640888712] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:18775; }","duration":"265.160816ms","start":"2026-04-03T03:15:53.016833Z","end":"2026-04-03T03:15:53.281994Z","steps":["trace[640888712] 'agreement among raft nodes before linearized reading' (duration: 265.045173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:53.282099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:52.706452Z","time spent":"575.640343ms","remote":"127.0.0.1:47592","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:15:53.282131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.162227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T03:15:53.282303Z","caller":"traceutil/trace.go:171","msg":"trace[1810151469] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18775; }","duration":"105.339281ms","start":"2026-04-03T03:15:53.17692Z","end":"2026-04-03T03:15:53.282259Z","steps":["trace[1810151469] 'agreement among raft nodes before linearized reading' (duration: 105.135506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:53.282331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.856688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:911408"} {"level":"info","ts":"2026-04-03T03:15:53.282398Z","caller":"traceutil/trace.go:171","msg":"trace[1796826210] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18775; }","duration":"575.94581ms","start":"2026-04-03T03:15:52.706437Z","end":"2026-04-03T03:15:53.282383Z","steps":["trace[1796826210] 'agreement among raft nodes before linearized reading' (duration: 574.976756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:53.282425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.381922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-04-03T03:15:53.282422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.214626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-03T03:15:53.282447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:52.70643Z","time spent":"576.005432ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":911432,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T03:15:53.282483Z","caller":"traceutil/trace.go:171","msg":"trace[1688739362] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18775; }","duration":"375.388451ms","start":"2026-04-03T03:15:52.907077Z","end":"2026-04-03T03:15:53.282465Z","steps":["trace[1688739362] 'agreement among raft nodes before linearized reading' (duration: 374.818697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:53.28254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:52.90704Z","time spent":"375.485925ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:15:53.282516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.176029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:15:53.2825Z","caller":"traceutil/trace.go:171","msg":"trace[2000113446] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18775; }","duration":"103.492605ms","start":"2026-04-03T03:15:53.178965Z","end":"2026-04-03T03:15:53.282457Z","steps":["trace[2000113446] 'agreement among raft nodes before linearized reading' (duration: 103.034314ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:53.282592Z","caller":"traceutil/trace.go:171","msg":"trace[1686617510] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:18775; }","duration":"422.310453ms","start":"2026-04-03T03:15:52.86027Z","end":"2026-04-03T03:15:53.28258Z","steps":["trace[1686617510] 'agreement among raft nodes before linearized reading' (duration: 421.699827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:53.282764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:52.860231Z","time spent":"422.521929ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":125,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:15:53.283654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.67381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:911408"} {"level":"info","ts":"2026-04-03T03:15:53.283767Z","caller":"traceutil/trace.go:171","msg":"trace[1446947530] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18775; }","duration":"578.773532ms","start":"2026-04-03T03:15:52.704934Z","end":"2026-04-03T03:15:53.283708Z","steps":["trace[1446947530] 'agreement among raft nodes before linearized reading' (duration: 577.11182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:53.28388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:52.704923Z","time spent":"578.931706ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":911432,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:15:53.283914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.619803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:911408"} {"level":"info","ts":"2026-04-03T03:15:53.284175Z","caller":"traceutil/trace.go:171","msg":"trace[540610834] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18775; }","duration":"577.890569ms","start":"2026-04-03T03:15:52.706263Z","end":"2026-04-03T03:15:53.284153Z","steps":["trace[540610834] 'agreement among raft nodes before linearized reading' (duration: 575.573801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:53.284334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:52.706258Z","time spent":"578.049963ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":911432,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T03:15:53.706597Z","caller":"traceutil/trace.go:171","msg":"trace[2062058163] transaction","detail":"{read_only:false; response_revision:18777; number_of_response:1; }","duration":"418.959629ms","start":"2026-04-03T03:15:53.2876Z","end":"2026-04-03T03:15:53.70656Z","steps":["trace[2062058163] 'process raft request' (duration: 418.632811ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:53.706579Z","caller":"traceutil/trace.go:171","msg":"trace[986582843] transaction","detail":"{read_only:false; response_revision:18778; number_of_response:1; }","duration":"418.354764ms","start":"2026-04-03T03:15:53.288192Z","end":"2026-04-03T03:15:53.706547Z","steps":["trace[986582843] 'process raft request' (duration: 418.226951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:53.706742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:53.287578Z","time spent":"419.089363ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:15:53.706738Z","caller":"traceutil/trace.go:171","msg":"trace[318183961] linearizableReadLoop","detail":"{readStateIndex:19519; appliedIndex:19516; }","duration":"356.589558ms","start":"2026-04-03T03:15:53.350124Z","end":"2026-04-03T03:15:53.706714Z","steps":["trace[318183961] 'read index received' (duration: 356.023024ms)","trace[318183961] 'applied index is now lower than readState.Index' (duration: 565.004µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:15:53.706871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:53.288148Z","time spent":"418.555309ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:15:53.706882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.258717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-04-03T03:15:53.70694Z","caller":"traceutil/trace.go:171","msg":"trace[1953530952] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:18779; }","duration":"392.337868ms","start":"2026-04-03T03:15:53.314589Z","end":"2026-04-03T03:15:53.706927Z","steps":["trace[1953530952] 'agreement among raft nodes before linearized reading' (duration: 392.153274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:53.706969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:53.314583Z","time spent":"392.379239ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4914,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:15:53.70698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.579044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-04-03T03:15:53.706984Z","caller":"traceutil/trace.go:171","msg":"trace[1813709233] transaction","detail":"{read_only:false; response_revision:18779; number_of_response:1; }","duration":"416.458376ms","start":"2026-04-03T03:15:53.290498Z","end":"2026-04-03T03:15:53.706956Z","steps":["trace[1813709233] 'process raft request' (duration: 415.983894ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:53.707019Z","caller":"traceutil/trace.go:171","msg":"trace[203540325] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18779; }","duration":"392.644906ms","start":"2026-04-03T03:15:53.314363Z","end":"2026-04-03T03:15:53.707008Z","steps":["trace[203540325] 'agreement among raft nodes before linearized reading' (duration: 392.462822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:53.707053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:53.31435Z","time spent":"392.695487ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-03T03:15:53.707078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.170169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-04-03T03:15:53.707112Z","caller":"traceutil/trace.go:171","msg":"trace[1284858072] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18779; }","duration":"393.214891ms","start":"2026-04-03T03:15:53.313887Z","end":"2026-04-03T03:15:53.707102Z","steps":["trace[1284858072] 'agreement among raft nodes before linearized reading' (duration: 393.110548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:53.707134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:53.31388Z","time spent":"393.249031ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-03T03:15:53.707135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.268732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"warn","ts":"2026-04-03T03:15:53.707093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:53.290476Z","time spent":"416.562089ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6265,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:15:53.707196Z","caller":"traceutil/trace.go:171","msg":"trace[1757064647] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:18779; }","duration":"393.365094ms","start":"2026-04-03T03:15:53.313814Z","end":"2026-04-03T03:15:53.707179Z","steps":["trace[1757064647] 'agreement among raft nodes before linearized reading' (duration: 393.163899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:53.707241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:53.313799Z","time spent":"393.430246ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4914,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:15:53.707634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.420183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-03T03:15:53.707692Z","caller":"traceutil/trace.go:171","msg":"trace[1570468792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18779; }","duration":"356.521626ms","start":"2026-04-03T03:15:53.351152Z","end":"2026-04-03T03:15:53.707674Z","steps":["trace[1570468792] 'agreement among raft nodes before linearized reading' (duration: 356.366622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:53.708415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:53.351129Z","time spent":"357.269846ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:15:53.707882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.527294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:15:53.708562Z","caller":"traceutil/trace.go:171","msg":"trace[1540233539] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:18779; }","duration":"171.205691ms","start":"2026-04-03T03:15:53.537316Z","end":"2026-04-03T03:15:53.708522Z","steps":["trace[1540233539] 'agreement among raft nodes before linearized reading' (duration: 170.522323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:53.70794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.738433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-04-03T03:15:53.70878Z","caller":"traceutil/trace.go:171","msg":"trace[329719711] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:18779; }","duration":"172.598176ms","start":"2026-04-03T03:15:53.536171Z","end":"2026-04-03T03:15:53.708769Z","steps":["trace[329719711] 'agreement among raft nodes before linearized reading' (duration: 171.664412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:53.707945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.955903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:15:53.708921Z","caller":"traceutil/trace.go:171","msg":"trace[2001020592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18779; }","duration":"169.949069ms","start":"2026-04-03T03:15:53.538953Z","end":"2026-04-03T03:15:53.708902Z","steps":["trace[2001020592] 'agreement among raft nodes before linearized reading' (duration: 168.958964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:53.708009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.001425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:15:53.709102Z","caller":"traceutil/trace.go:171","msg":"trace[844773696] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:18779; }","duration":"172.113304ms","start":"2026-04-03T03:15:53.536977Z","end":"2026-04-03T03:15:53.709091Z","steps":["trace[844773696] 'agreement among raft nodes before linearized reading' (duration: 171.006135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:53.709128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.667503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:15:53.709175Z","caller":"traceutil/trace.go:171","msg":"trace[927122843] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:18779; }","duration":"118.978866ms","start":"2026-04-03T03:15:53.590181Z","end":"2026-04-03T03:15:53.70916Z","steps":["trace[927122843] 'agreement among raft nodes before linearized reading' (duration: 117.669362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:53.708001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.259881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5333"} {"level":"info","ts":"2026-04-03T03:15:53.709232Z","caller":"traceutil/trace.go:171","msg":"trace[87656434] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:18779; }","duration":"172.509944ms","start":"2026-04-03T03:15:53.536708Z","end":"2026-04-03T03:15:53.709218Z","steps":["trace[87656434] 'agreement among raft nodes before linearized reading' (duration: 171.144589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:53.708071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.866567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:15:53.709341Z","caller":"traceutil/trace.go:171","msg":"trace[1446278779] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:18779; }","duration":"177.167491ms","start":"2026-04-03T03:15:53.532159Z","end":"2026-04-03T03:15:53.709326Z","steps":["trace[1446278779] 'agreement among raft nodes before linearized reading' (duration: 175.887038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:53.70806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.761514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5333"} {"level":"info","ts":"2026-04-03T03:15:53.709457Z","caller":"traceutil/trace.go:171","msg":"trace[107390817] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:18779; }","duration":"173.178201ms","start":"2026-04-03T03:15:53.536267Z","end":"2026-04-03T03:15:53.709445Z","steps":["trace[107390817] 'agreement among raft nodes before linearized reading' (duration: 171.703463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:53.708118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.108103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:15:53.709558Z","caller":"traceutil/trace.go:171","msg":"trace[1961245516] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:18779; }","duration":"173.58739ms","start":"2026-04-03T03:15:53.535958Z","end":"2026-04-03T03:15:53.709545Z","steps":["trace[1961245516] 'agreement among raft nodes before linearized reading' (duration: 172.133163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:53.708137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.351615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T03:15:53.709984Z","caller":"traceutil/trace.go:171","msg":"trace[1366297177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18779; }","duration":"347.199302ms","start":"2026-04-03T03:15:53.362763Z","end":"2026-04-03T03:15:53.709962Z","steps":["trace[1366297177] 'agreement among raft nodes before linearized reading' (duration: 345.294233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:53.710056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:53.362751Z","time spent":"347.286464ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:15:53.708172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.189515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-04-03T03:15:53.710449Z","caller":"traceutil/trace.go:171","msg":"trace[516699838] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:18779; }","duration":"174.480382ms","start":"2026-04-03T03:15:53.535953Z","end":"2026-04-03T03:15:53.710434Z","steps":["trace[516699838] 'agreement among raft nodes before linearized reading' (duration: 172.144963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:53.708227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.480178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-03T03:15:53.710665Z","caller":"traceutil/trace.go:171","msg":"trace[982473434] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18779; }","duration":"347.922799ms","start":"2026-04-03T03:15:53.362723Z","end":"2026-04-03T03:15:53.710646Z","steps":["trace[982473434] 'agreement among raft nodes before linearized reading' (duration: 345.429477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:53.710715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:53.362715Z","time spent":"347.984341ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:15:53.708228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.558092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:544"} {"level":"info","ts":"2026-04-03T03:15:53.710774Z","caller":"traceutil/trace.go:171","msg":"trace[2029987576] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:18779; }","duration":"250.201849ms","start":"2026-04-03T03:15:53.460559Z","end":"2026-04-03T03:15:53.710761Z","steps":["trace[2029987576] 'agreement among raft nodes before linearized reading' (duration: 247.557823ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:54.009689Z","caller":"traceutil/trace.go:171","msg":"trace[402807587] transaction","detail":"{read_only:false; response_revision:18780; number_of_response:1; }","duration":"295.591292ms","start":"2026-04-03T03:15:53.714061Z","end":"2026-04-03T03:15:54.009652Z","steps":["trace[402807587] 'process raft request' (duration: 200.298633ms)","trace[402807587] 'compare' (duration: 95.171546ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:15:54.040812Z","caller":"traceutil/trace.go:171","msg":"trace[598249102] transaction","detail":"{read_only:false; response_revision:18781; number_of_response:1; }","duration":"326.686435ms","start":"2026-04-03T03:15:53.714096Z","end":"2026-04-03T03:15:54.040782Z","steps":["trace[598249102] 'process raft request' (duration: 326.432568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:54.040999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:53.714079Z","time spent":"326.826128ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:15:54.041162Z","caller":"traceutil/trace.go:171","msg":"trace[488044434] linearizableReadLoop","detail":"{readStateIndex:19522; appliedIndex:19519; }","duration":"169.636071ms","start":"2026-04-03T03:15:53.871511Z","end":"2026-04-03T03:15:54.041147Z","steps":["trace[488044434] 'read index received' (duration: 42.859499ms)","trace[488044434] 'applied index is now lower than readState.Index' (duration: 126.775092ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:15:54.041191Z","caller":"traceutil/trace.go:171","msg":"trace[1485692822] transaction","detail":"{read_only:false; response_revision:18782; number_of_response:1; }","duration":"326.997792ms","start":"2026-04-03T03:15:53.714169Z","end":"2026-04-03T03:15:54.041167Z","steps":["trace[1485692822] 'process raft request' (duration: 326.551271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:54.041315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.800275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-9cnq2\" ","response":"range_response_count:1 size:18564"} {"level":"info","ts":"2026-04-03T03:15:54.041348Z","caller":"traceutil/trace.go:171","msg":"trace[57738707] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-9cnq2; range_end:; response_count:1; response_revision:18782; }","duration":"169.834526ms","start":"2026-04-03T03:15:53.871505Z","end":"2026-04-03T03:15:54.04134Z","steps":["trace[57738707] 'agreement among raft nodes before linearized reading' (duration: 169.716733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:54.041338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:53.714142Z","time spent":"327.108705ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:15:54.041438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.869647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-sng6q\" ","response":"range_response_count:1 size:18589"} {"level":"warn","ts":"2026-04-03T03:15:54.041468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.801924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-zv5fx\" ","response":"range_response_count:1 size:14195"} {"level":"info","ts":"2026-04-03T03:15:54.041496Z","caller":"traceutil/trace.go:171","msg":"trace[1789250947] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-sng6q; range_end:; response_count:1; response_revision:18782; }","duration":"169.937418ms","start":"2026-04-03T03:15:53.871542Z","end":"2026-04-03T03:15:54.04148Z","steps":["trace[1789250947] 'agreement among raft nodes before linearized reading' (duration: 169.787424ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:54.041516Z","caller":"traceutil/trace.go:171","msg":"trace[2040402554] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-zv5fx; range_end:; response_count:1; response_revision:18782; }","duration":"169.882117ms","start":"2026-04-03T03:15:53.87162Z","end":"2026-04-03T03:15:54.041502Z","steps":["trace[2040402554] 'agreement among raft nodes before linearized reading' (duration: 169.732553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:54.412079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.454501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:15:54.412091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.309186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:15:54.412183Z","caller":"traceutil/trace.go:171","msg":"trace[726267620] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:18782; }","duration":"193.585674ms","start":"2026-04-03T03:15:54.218571Z","end":"2026-04-03T03:15:54.412157Z","steps":["trace[726267620] 'count revisions from in-memory index tree' (duration: 193.378189ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:54.412196Z","caller":"traceutil/trace.go:171","msg":"trace[2125658038] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:18782; }","duration":"216.45482ms","start":"2026-04-03T03:15:54.195715Z","end":"2026-04-03T03:15:54.41217Z","steps":["trace[2125658038] 'count revisions from in-memory index tree' (duration: 216.211823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:55.202982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840027034,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T03:15:55.646163Z","caller":"traceutil/trace.go:171","msg":"trace[507578704] transaction","detail":"{read_only:false; response_revision:18784; number_of_response:1; }","duration":"994.09555ms","start":"2026-04-03T03:15:54.65205Z","end":"2026-04-03T03:15:55.646145Z","steps":["trace[507578704] 'process raft request' (duration: 993.982197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:55.646267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:54.65203Z","time spent":"994.193982ms","remote":"127.0.0.1:34998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2804,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T03:15:56.244882Z","caller":"traceutil/trace.go:171","msg":"trace[1791607828] transaction","detail":"{read_only:false; response_revision:18785; number_of_response:1; }","duration":"1.243671893s","start":"2026-04-03T03:15:55.001183Z","end":"2026-04-03T03:15:56.244855Z","steps":["trace[1791607828] 'process raft request' (duration: 1.243419487s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.24504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.00115Z","time spent":"1.243808816s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:15:56.245233Z","caller":"traceutil/trace.go:171","msg":"trace[1303050931] transaction","detail":"{read_only:false; response_revision:18786; number_of_response:1; }","duration":"1.244014121s","start":"2026-04-03T03:15:55.001195Z","end":"2026-04-03T03:15:56.245209Z","steps":["trace[1303050931] 'process raft request' (duration: 1.243617841s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.245344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.001169Z","time spent":"1.244123704s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:15:56.245783Z","caller":"traceutil/trace.go:171","msg":"trace[1462757341] transaction","detail":"{read_only:false; response_revision:18788; number_of_response:1; }","duration":"1.243800116s","start":"2026-04-03T03:15:55.001965Z","end":"2026-04-03T03:15:56.245765Z","steps":["trace[1462757341] 'process raft request' (duration: 1.243601441s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.24587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.001918Z","time spent":"1.243911418s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:15:56.245789Z","caller":"traceutil/trace.go:171","msg":"trace[2040560749] linearizableReadLoop","detail":"{readStateIndex:19528; appliedIndex:19524; }","duration":"1.542781164s","start":"2026-04-03T03:15:54.702933Z","end":"2026-04-03T03:15:56.245714Z","steps":["trace[2040560749] 'read index received' (duration: 943.211348ms)","trace[2040560749] 'applied index is now lower than readState.Index' (duration: 599.568436ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:15:56.245876Z","caller":"traceutil/trace.go:171","msg":"trace[482323759] transaction","detail":"{read_only:false; response_revision:18787; number_of_response:1; }","duration":"1.244014431s","start":"2026-04-03T03:15:55.001833Z","end":"2026-04-03T03:15:56.245848Z","steps":["trace[482323759] 'process raft request' (duration: 1.243334404s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.246022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.001783Z","time spent":"1.244155155s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:15:56.246132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543178113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-04-03T03:15:56.24618Z","caller":"traceutil/trace.go:171","msg":"trace[2080058932] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18788; }","duration":"1.543240205s","start":"2026-04-03T03:15:54.702927Z","end":"2026-04-03T03:15:56.246168Z","steps":["trace[2080058932] 'agreement among raft nodes before linearized reading' (duration: 1.543072101s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.246209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499159786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:15:56.246213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:54.702883Z","time spent":"1.543321347s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-04-03T03:15:56.24625Z","caller":"traceutil/trace.go:171","msg":"trace[1315599404] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:18788; }","duration":"1.499247218s","start":"2026-04-03T03:15:54.746991Z","end":"2026-04-03T03:15:56.246238Z","steps":["trace[1315599404] 'agreement among raft nodes before linearized reading' (duration: 1.499168886s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.246286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:54.746954Z","time spent":"1.49932382s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":11,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:15:56.246447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.155155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:15:56.246482Z","caller":"traceutil/trace.go:171","msg":"trace[577868668] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:18788; }","duration":"533.211045ms","start":"2026-04-03T03:15:55.713262Z","end":"2026-04-03T03:15:56.246473Z","steps":["trace[577868668] 'agreement among raft nodes before linearized reading' (duration: 533.158344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.246508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.713251Z","time spent":"533.251127ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-04-03T03:15:56.246557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.039741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-04-03T03:15:56.246626Z","caller":"traceutil/trace.go:171","msg":"trace[1978391356] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:18788; }","duration":"533.128684ms","start":"2026-04-03T03:15:55.713482Z","end":"2026-04-03T03:15:56.24661Z","steps":["trace[1978391356] 'agreement among raft nodes before linearized reading' (duration: 532.919839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.246645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.838859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rc2tc\" ","response":"range_response_count:1 size:20672"} {"level":"info","ts":"2026-04-03T03:15:56.246678Z","caller":"traceutil/trace.go:171","msg":"trace[1213132101] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rc2tc; range_end:; response_count:1; response_revision:18788; }","duration":"915.89724ms","start":"2026-04-03T03:15:55.330771Z","end":"2026-04-03T03:15:56.246669Z","steps":["trace[1213132101] 'agreement among raft nodes before linearized reading' (duration: 915.779197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.246716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.330758Z","time spent":"915.950952ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20696,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rc2tc\" "} {"level":"warn","ts":"2026-04-03T03:15:56.246729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.568935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-04-03T03:15:56.246759Z","caller":"traceutil/trace.go:171","msg":"trace[1473621999] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18788; }","duration":"956.647707ms","start":"2026-04-03T03:15:55.290102Z","end":"2026-04-03T03:15:56.24675Z","steps":["trace[1473621999] 'agreement among raft nodes before linearized reading' (duration: 956.530534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.246791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.290074Z","time spent":"956.712108ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-03T03:15:56.246802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.630176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6448"} {"level":"info","ts":"2026-04-03T03:15:56.246852Z","caller":"traceutil/trace.go:171","msg":"trace[136002478] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:18788; }","duration":"112.717128ms","start":"2026-04-03T03:15:56.134119Z","end":"2026-04-03T03:15:56.246836Z","steps":["trace[136002478] 'agreement among raft nodes before linearized reading' (duration: 112.587175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.246917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.17764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-04-03T03:15:56.246958Z","caller":"traceutil/trace.go:171","msg":"trace[1789734636] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18788; }","duration":"534.246931ms","start":"2026-04-03T03:15:55.712702Z","end":"2026-04-03T03:15:56.246949Z","steps":["trace[1789734636] 'agreement among raft nodes before linearized reading' (duration: 534.150319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.246982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.138989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-04-03T03:15:56.247018Z","caller":"traceutil/trace.go:171","msg":"trace[1235488757] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:18788; }","duration":"957.219861ms","start":"2026-04-03T03:15:55.28979Z","end":"2026-04-03T03:15:56.247009Z","steps":["trace[1235488757] 'agreement among raft nodes before linearized reading' (duration: 957.112608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.247044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.289774Z","time spent":"957.264152ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4914,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:15:56.247237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.478437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-04-03T03:15:56.24727Z","caller":"traceutil/trace.go:171","msg":"trace[1433945863] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:18788; }","duration":"957.530069ms","start":"2026-04-03T03:15:55.289733Z","end":"2026-04-03T03:15:56.247263Z","steps":["trace[1433945863] 'agreement among raft nodes before linearized reading' (duration: 957.442397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.247301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.289723Z","time spent":"957.57088ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4914,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:15:56.246987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.712689Z","time spent":"534.289893ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-03T03:15:56.247469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.804786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-04-03T03:15:56.247543Z","caller":"traceutil/trace.go:171","msg":"trace[313910960] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18788; }","duration":"959.907489ms","start":"2026-04-03T03:15:55.287627Z","end":"2026-04-03T03:15:56.247534Z","steps":["trace[313910960] 'agreement among raft nodes before linearized reading' (duration: 959.787176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.247575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.287609Z","time spent":"959.9598ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-03T03:15:56.247663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.952368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-sng6q\" ","response":"range_response_count:1 size:18589"} {"level":"info","ts":"2026-04-03T03:15:56.247731Z","caller":"traceutil/trace.go:171","msg":"trace[735382522] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-sng6q; range_end:; response_count:1; response_revision:18788; }","duration":"168.036791ms","start":"2026-04-03T03:15:56.079678Z","end":"2026-04-03T03:15:56.247715Z","steps":["trace[735382522] 'agreement among raft nodes before linearized reading' (duration: 167.861067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.247807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.725318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"warn","ts":"2026-04-03T03:15:56.247827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.757019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-03T03:15:56.247847Z","caller":"traceutil/trace.go:171","msg":"trace[1186030989] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:18788; }","duration":"533.77789ms","start":"2026-04-03T03:15:55.714059Z","end":"2026-04-03T03:15:56.247837Z","steps":["trace[1186030989] 'agreement among raft nodes before linearized reading' (duration: 533.659107ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:56.247864Z","caller":"traceutil/trace.go:171","msg":"trace[631625512] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18788; }","duration":"535.80731ms","start":"2026-04-03T03:15:55.712047Z","end":"2026-04-03T03:15:56.247855Z","steps":["trace[631625512] 'agreement among raft nodes before linearized reading' (duration: 535.706637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.247875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.714053Z","time spent":"533.816991ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4914,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:15:56.247859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.244394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-03T03:15:56.247927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.643968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-03T03:15:56.247968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.249841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T03:15:56.247993Z","caller":"traceutil/trace.go:171","msg":"trace[1039342603] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18788; }","duration":"536.336853ms","start":"2026-04-03T03:15:55.711649Z","end":"2026-04-03T03:15:56.247986Z","steps":["trace[1039342603] 'agreement among raft nodes before linearized reading' (duration: 536.262731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.24801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.823372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-03T03:15:56.248004Z","caller":"traceutil/trace.go:171","msg":"trace[1050430078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18788; }","duration":"203.72799ms","start":"2026-04-03T03:15:56.044246Z","end":"2026-04-03T03:15:56.247974Z","steps":["trace[1050430078] 'agreement among raft nodes before linearized reading' (duration: 203.556585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.247986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095246276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-03T03:15:56.248026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.71162Z","time spent":"536.400345ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T03:15:56.248044Z","caller":"traceutil/trace.go:171","msg":"trace[57890324] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18788; }","duration":"234.880704ms","start":"2026-04-03T03:15:56.013146Z","end":"2026-04-03T03:15:56.248027Z","steps":["trace[57890324] 'agreement among raft nodes before linearized reading' (duration: 234.821562ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:56.248065Z","caller":"traceutil/trace.go:171","msg":"trace[878625957] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18788; }","duration":"1.095380309s","start":"2026-04-03T03:15:55.152661Z","end":"2026-04-03T03:15:56.248041Z","steps":["trace[878625957] 'agreement among raft nodes before linearized reading' (duration: 1.095128083s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.248111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.152635Z","time spent":"1.095468161s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:15:56.248171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.437777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-zv5fx\" ","response":"range_response_count:1 size:14195"} {"level":"warn","ts":"2026-04-03T03:15:56.248199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.019841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-04-03T03:15:56.248213Z","caller":"traceutil/trace.go:171","msg":"trace[443885666] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-zv5fx; range_end:; response_count:1; response_revision:18788; }","duration":"175.509848ms","start":"2026-04-03T03:15:56.072691Z","end":"2026-04-03T03:15:56.248201Z","steps":["trace[443885666] 'agreement among raft nodes before linearized reading' (duration: 175.405996ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:56.248226Z","caller":"traceutil/trace.go:171","msg":"trace[1404236649] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18788; }","duration":"537.077933ms","start":"2026-04-03T03:15:55.711141Z","end":"2026-04-03T03:15:56.248219Z","steps":["trace[1404236649] 'agreement among raft nodes before linearized reading' (duration: 537.004301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.248147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.83903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:15:56.248259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.048769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:15:56.248284Z","caller":"traceutil/trace.go:171","msg":"trace[66868304] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:18788; }","duration":"413.120121ms","start":"2026-04-03T03:15:55.835157Z","end":"2026-04-03T03:15:56.248277Z","steps":["trace[66868304] 'agreement among raft nodes before linearized reading' (duration: 413.07083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.248314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.835136Z","time spent":"413.171662ms","remote":"127.0.0.1:39702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:15:56.248351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.271633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-9cnq2\" ","response":"range_response_count:1 size:18564"} {"level":"info","ts":"2026-04-03T03:15:56.248387Z","caller":"traceutil/trace.go:171","msg":"trace[191769984] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-9cnq2; range_end:; response_count:1; response_revision:18788; }","duration":"177.332435ms","start":"2026-04-03T03:15:56.071046Z","end":"2026-04-03T03:15:56.248378Z","steps":["trace[191769984] 'agreement among raft nodes before linearized reading' (duration: 177.245573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.248416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.575312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-nh47c\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-04-03T03:15:56.248287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.99088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:15:56.24842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235462026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-04-03T03:15:56.24844Z","caller":"traceutil/trace.go:171","msg":"trace[1849878541] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-nh47c; range_end:; response_count:1; response_revision:18788; }","duration":"917.619753ms","start":"2026-04-03T03:15:55.330814Z","end":"2026-04-03T03:15:56.248433Z","steps":["trace[1849878541] 'agreement among raft nodes before linearized reading' (duration: 917.555891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.248458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.393022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-03T03:15:56.248461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.330797Z","time spent":"917.659025ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-nh47c\" "} {"level":"info","ts":"2026-04-03T03:15:56.248459Z","caller":"traceutil/trace.go:171","msg":"trace[1578927455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18788; }","duration":"707.196095ms","start":"2026-04-03T03:15:55.541244Z","end":"2026-04-03T03:15:56.24844Z","steps":["trace[1578927455] 'agreement among raft nodes before linearized reading' (duration: 707.019091ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:56.248463Z","caller":"traceutil/trace.go:171","msg":"trace[512742757] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnvm4; range_end:; response_count:1; response_revision:18788; }","duration":"1.235506907s","start":"2026-04-03T03:15:55.012945Z","end":"2026-04-03T03:15:56.248452Z","steps":["trace[512742757] 'agreement among raft nodes before linearized reading' (duration: 1.235386514s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:56.248477Z","caller":"traceutil/trace.go:171","msg":"trace[1341632555] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18788; }","duration":"491.412742ms","start":"2026-04-03T03:15:55.757059Z","end":"2026-04-03T03:15:56.248472Z","steps":["trace[1341632555] 'agreement among raft nodes before linearized reading' (duration: 491.356711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.248495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.757018Z","time spent":"491.474433ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T03:15:56.24668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.713475Z","time spent":"533.193335ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4914,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-04-03T03:15:56.247945Z","caller":"traceutil/trace.go:171","msg":"trace[1097996499] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18788; }","duration":"492.389127ms","start":"2026-04-03T03:15:55.755533Z","end":"2026-04-03T03:15:56.247923Z","steps":["trace[1097996499] 'agreement among raft nodes before linearized reading' (duration: 492.139431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.248556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.755509Z","time spent":"493.038884ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:15:56.248494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.012892Z","time spent":"1.235596119s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" "} {"level":"warn","ts":"2026-04-03T03:15:56.248495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.541216Z","time spent":"707.268266ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:15:56.248355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.156983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-04-03T03:15:56.248653Z","caller":"traceutil/trace.go:171","msg":"trace[354576578] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnvm4; range_end:; response_count:1; response_revision:18788; }","duration":"896.500902ms","start":"2026-04-03T03:15:55.352142Z","end":"2026-04-03T03:15:56.248643Z","steps":["trace[354576578] 'agreement among raft nodes before linearized reading' (duration: 896.158484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.248692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.352115Z","time spent":"896.566963ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" "} {"level":"warn","ts":"2026-04-03T03:15:56.248711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.102229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T03:15:56.248737Z","caller":"traceutil/trace.go:171","msg":"trace[1842764389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18788; }","duration":"204.1688ms","start":"2026-04-03T03:15:56.04456Z","end":"2026-04-03T03:15:56.248729Z","steps":["trace[1842764389] 'agreement among raft nodes before linearized reading' (duration: 204.087768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.247895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.71204Z","time spent":"535.847662ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:15:56.248859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.295021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"warn","ts":"2026-04-03T03:15:56.248867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.308658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-04-03T03:15:56.248889Z","caller":"traceutil/trace.go:171","msg":"trace[269055860] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:18788; }","duration":"534.335843ms","start":"2026-04-03T03:15:55.714546Z","end":"2026-04-03T03:15:56.248881Z","steps":["trace[269055860] 'agreement among raft nodes before linearized reading' (duration: 534.253111ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:56.248895Z","caller":"traceutil/trace.go:171","msg":"trace[1486105515] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:18788; }","duration":"535.334998ms","start":"2026-04-03T03:15:55.713551Z","end":"2026-04-03T03:15:56.248886Z","steps":["trace[1486105515] 'agreement among raft nodes before linearized reading' (duration: 535.252056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.248909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.714539Z","time spent":"534.364674ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4914,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-04-03T03:15:56.248519Z","caller":"traceutil/trace.go:171","msg":"trace[1909188694] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:18788; }","duration":"534.036265ms","start":"2026-04-03T03:15:55.714234Z","end":"2026-04-03T03:15:56.248271Z","steps":["trace[1909188694] 'agreement among raft nodes before linearized reading' (duration: 533.722247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.24893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.713514Z","time spent":"535.40939ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4914,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:15:56.248249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.711124Z","time spent":"537.119803ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-03T03:15:56.24897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.714229Z","time spent":"534.720212ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:15:56.25032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.222111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:15:56.250376Z","caller":"traceutil/trace.go:171","msg":"trace[1163722717] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:18788; }","duration":"536.298183ms","start":"2026-04-03T03:15:55.714066Z","end":"2026-04-03T03:15:56.250364Z","steps":["trace[1163722717] 'agreement among raft nodes before linearized reading' (duration: 536.219991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.250412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.714057Z","time spent":"536.347385ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-04-03T03:15:56.252978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.96042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:15:56.253049Z","caller":"traceutil/trace.go:171","msg":"trace[1650835401] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:18788; }","duration":"539.060273ms","start":"2026-04-03T03:15:55.713974Z","end":"2026-04-03T03:15:56.253035Z","steps":["trace[1650835401] 'agreement among raft nodes before linearized reading' (duration: 538.92815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.253092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:55.713966Z","time spent":"539.118144ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"info","ts":"2026-04-03T03:15:56.478391Z","caller":"traceutil/trace.go:171","msg":"trace[2133918882] transaction","detail":"{read_only:false; response_revision:18789; number_of_response:1; }","duration":"225.233991ms","start":"2026-04-03T03:15:56.253124Z","end":"2026-04-03T03:15:56.478358Z","steps":["trace[2133918882] 'process raft request' (duration: 214.875551ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:56.494561Z","caller":"traceutil/trace.go:171","msg":"trace[516664746] transaction","detail":"{read_only:false; response_revision:18790; number_of_response:1; }","duration":"240.762372ms","start":"2026-04-03T03:15:56.253773Z","end":"2026-04-03T03:15:56.494536Z","steps":["trace[516664746] 'process raft request' (duration: 240.586868ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:56.494726Z","caller":"traceutil/trace.go:171","msg":"trace[1014354929] transaction","detail":"{read_only:false; response_revision:18791; number_of_response:1; }","duration":"240.864355ms","start":"2026-04-03T03:15:56.253851Z","end":"2026-04-03T03:15:56.494716Z","steps":["trace[1014354929] 'process raft request' (duration: 240.637879ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:56.494779Z","caller":"traceutil/trace.go:171","msg":"trace[1676327640] transaction","detail":"{read_only:false; response_revision:18792; number_of_response:1; }","duration":"239.781137ms","start":"2026-04-03T03:15:56.254983Z","end":"2026-04-03T03:15:56.494764Z","steps":["trace[1676327640] 'process raft request' (duration: 239.679184ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:56.494996Z","caller":"traceutil/trace.go:171","msg":"trace[12518900] transaction","detail":"{read_only:false; response_revision:18793; number_of_response:1; }","duration":"239.978921ms","start":"2026-04-03T03:15:56.255Z","end":"2026-04-03T03:15:56.494979Z","steps":["trace[12518900] 'process raft request' (duration: 239.723025ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:56.495113Z","caller":"traceutil/trace.go:171","msg":"trace[878007036] transaction","detail":"{read_only:false; response_revision:18794; number_of_response:1; }","duration":"239.322555ms","start":"2026-04-03T03:15:56.255776Z","end":"2026-04-03T03:15:56.495099Z","steps":["trace[878007036] 'process raft request' (duration: 239.144451ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:56.495292Z","caller":"traceutil/trace.go:171","msg":"trace[484136958] linearizableReadLoop","detail":"{readStateIndex:19533; appliedIndex:19528; }","duration":"239.705864ms","start":"2026-04-03T03:15:56.255563Z","end":"2026-04-03T03:15:56.495269Z","steps":["trace[484136958] 'read index received' (duration: 212.449129ms)","trace[484136958] 'applied index is now lower than readState.Index' (duration: 27.254455ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:15:56.495299Z","caller":"traceutil/trace.go:171","msg":"trace[33771000] transaction","detail":"{read_only:false; response_revision:18795; number_of_response:1; }","duration":"238.801563ms","start":"2026-04-03T03:15:56.256476Z","end":"2026-04-03T03:15:56.495278Z","steps":["trace[33771000] 'process raft request' (duration: 238.557957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.496514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.521322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T03:15:56.496715Z","caller":"traceutil/trace.go:171","msg":"trace[1096509875] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18795; }","duration":"239.770038ms","start":"2026-04-03T03:15:56.256921Z","end":"2026-04-03T03:15:56.496691Z","steps":["trace[1096509875] 'agreement among raft nodes before linearized reading' (duration: 239.289116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.496579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.988877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:912561"} {"level":"info","ts":"2026-04-03T03:15:56.497049Z","caller":"traceutil/trace.go:171","msg":"trace[1392120538] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18795; }","duration":"241.460629ms","start":"2026-04-03T03:15:56.255537Z","end":"2026-04-03T03:15:56.496997Z","steps":["trace[1392120538] 'agreement among raft nodes before linearized reading' (duration: 239.811297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.49764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.396077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:912561"} {"level":"info","ts":"2026-04-03T03:15:56.497712Z","caller":"traceutil/trace.go:171","msg":"trace[878751670] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18795; }","duration":"241.49342ms","start":"2026-04-03T03:15:56.256201Z","end":"2026-04-03T03:15:56.497695Z","steps":["trace[878751670] 'agreement among raft nodes before linearized reading' (duration: 239.542861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.497788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.295656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:912561"} {"level":"info","ts":"2026-04-03T03:15:56.497844Z","caller":"traceutil/trace.go:171","msg":"trace[803102836] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18795; }","duration":"241.363517ms","start":"2026-04-03T03:15:56.256465Z","end":"2026-04-03T03:15:56.497829Z","steps":["trace[803102836] 'agreement among raft nodes before linearized reading' (duration: 239.772047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.498025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.421103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:912561"} {"level":"info","ts":"2026-04-03T03:15:56.498086Z","caller":"traceutil/trace.go:171","msg":"trace[921899570] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18795; }","duration":"242.506315ms","start":"2026-04-03T03:15:56.255566Z","end":"2026-04-03T03:15:56.498072Z","steps":["trace[921899570] 'agreement among raft nodes before linearized reading' (duration: 240.015812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.498479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.805602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:912561"} {"level":"warn","ts":"2026-04-03T03:15:56.498523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.527497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:912561"} {"level":"info","ts":"2026-04-03T03:15:56.498563Z","caller":"traceutil/trace.go:171","msg":"trace[988636805] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18795; }","duration":"242.907516ms","start":"2026-04-03T03:15:56.255634Z","end":"2026-04-03T03:15:56.498542Z","steps":["trace[988636805] 'agreement among raft nodes before linearized reading' (duration: 240.475934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.498479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.848623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:912561"} {"level":"info","ts":"2026-04-03T03:15:56.498586Z","caller":"traceutil/trace.go:171","msg":"trace[452775471] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18795; }","duration":"242.607128ms","start":"2026-04-03T03:15:56.255961Z","end":"2026-04-03T03:15:56.498568Z","steps":["trace[452775471] 'agreement among raft nodes before linearized reading' (duration: 240.28751ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:56.498619Z","caller":"traceutil/trace.go:171","msg":"trace[698175301] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18795; }","duration":"243.014829ms","start":"2026-04-03T03:15:56.255591Z","end":"2026-04-03T03:15:56.498606Z","steps":["trace[698175301] 'agreement among raft nodes before linearized reading' (duration: 240.540997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.498782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.342847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:912561"} {"level":"info","ts":"2026-04-03T03:15:56.498928Z","caller":"traceutil/trace.go:171","msg":"trace[1651503457] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18795; }","duration":"241.508621ms","start":"2026-04-03T03:15:56.257406Z","end":"2026-04-03T03:15:56.498915Z","steps":["trace[1651503457] 'agreement among raft nodes before linearized reading' (duration: 238.850884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:56.763053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.296323ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-03T03:15:56.763248Z","caller":"traceutil/trace.go:171","msg":"trace[1969954873] linearizableReadLoop","detail":"{readStateIndex:19536; appliedIndex:19535; }","duration":"191.223605ms","start":"2026-04-03T03:15:56.572Z","end":"2026-04-03T03:15:56.763224Z","steps":["trace[1969954873] 'read index received' (duration: 39.231µs)","trace[1969954873] 'applied index is now lower than readState.Index' (duration: 191.181793ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:15:56.763405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.388639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:15:56.763427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.51615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:15:56.763474Z","caller":"traceutil/trace.go:171","msg":"trace[1946751057] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18795; }","duration":"191.496881ms","start":"2026-04-03T03:15:56.571961Z","end":"2026-04-03T03:15:56.763458Z","steps":["trace[1946751057] 'agreement among raft nodes before linearized reading' (duration: 191.380018ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:56.763482Z","caller":"traceutil/trace.go:171","msg":"trace[293198565] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:18795; }","duration":"183.612573ms","start":"2026-04-03T03:15:56.579853Z","end":"2026-04-03T03:15:56.763466Z","steps":["trace[293198565] 'agreement among raft nodes before linearized reading' (duration: 183.50845ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:58.033377Z","caller":"traceutil/trace.go:171","msg":"trace[451361801] transaction","detail":"{read_only:false; response_revision:18796; number_of_response:1; }","duration":"211.896825ms","start":"2026-04-03T03:15:57.821452Z","end":"2026-04-03T03:15:58.033349Z","steps":["trace[451361801] 'process raft request' (duration: 211.441063ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:58.035684Z","caller":"traceutil/trace.go:171","msg":"trace[2130494072] transaction","detail":"{read_only:false; response_revision:18797; number_of_response:1; }","duration":"110.766189ms","start":"2026-04-03T03:15:57.924892Z","end":"2026-04-03T03:15:58.035658Z","steps":["trace[2130494072] 'process raft request' (duration: 110.629815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:58.462015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.914755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:15:58.462447Z","caller":"traceutil/trace.go:171","msg":"trace[207456923] transaction","detail":"{read_only:false; response_revision:18800; number_of_response:1; }","duration":"211.66101ms","start":"2026-04-03T03:15:58.250765Z","end":"2026-04-03T03:15:58.462426Z","steps":["trace[207456923] 'process raft request' (duration: 211.592738ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:58.462424Z","caller":"traceutil/trace.go:171","msg":"trace[1502441439] transaction","detail":"{read_only:false; response_revision:18798; number_of_response:1; }","duration":"212.332447ms","start":"2026-04-03T03:15:58.250053Z","end":"2026-04-03T03:15:58.462386Z","steps":["trace[1502441439] 'process raft request' (duration: 57.961189ms)","trace[1502441439] 'compare' (duration: 153.791482ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:15:58.462571Z","caller":"traceutil/trace.go:171","msg":"trace[811918641] linearizableReadLoop","detail":"{readStateIndex:19541; appliedIndex:19538; }","duration":"210.46345ms","start":"2026-04-03T03:15:58.252085Z","end":"2026-04-03T03:15:58.462548Z","steps":["trace[811918641] 'read index received' (duration: 55.942328ms)","trace[811918641] 'applied index is now lower than readState.Index' (duration: 154.519742ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:15:58.462628Z","caller":"traceutil/trace.go:171","msg":"trace[1793380391] transaction","detail":"{read_only:false; response_revision:18799; number_of_response:1; }","duration":"211.953627ms","start":"2026-04-03T03:15:58.250626Z","end":"2026-04-03T03:15:58.462579Z","steps":["trace[1793380391] 'process raft request' (duration: 211.510425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:58.463177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.640479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-04-03T03:15:58.463206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.506685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:15:58.463221Z","caller":"traceutil/trace.go:171","msg":"trace[201715366] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18801; }","duration":"211.754722ms","start":"2026-04-03T03:15:58.251456Z","end":"2026-04-03T03:15:58.46321Z","steps":["trace[201715366] 'agreement among raft nodes before linearized reading' (duration: 211.610329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:58.46321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.690345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:15:58.463243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.554376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-04-03T03:15:58.463262Z","caller":"traceutil/trace.go:171","msg":"trace[1407798074] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:18801; }","duration":"207.584497ms","start":"2026-04-03T03:15:58.255661Z","end":"2026-04-03T03:15:58.463245Z","steps":["trace[1407798074] 'agreement among raft nodes before linearized reading' (duration: 207.488385ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:58.463291Z","caller":"traceutil/trace.go:171","msg":"trace[214364969] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:18801; }","duration":"206.779747ms","start":"2026-04-03T03:15:58.256492Z","end":"2026-04-03T03:15:58.463272Z","steps":["trace[214364969] 'agreement among raft nodes before linearized reading' (duration: 206.640383ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:58.463307Z","caller":"traceutil/trace.go:171","msg":"trace[1297989233] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18801; }","duration":"207.626518ms","start":"2026-04-03T03:15:58.255659Z","end":"2026-04-03T03:15:58.463286Z","steps":["trace[1297989233] 'agreement among raft nodes before linearized reading' (duration: 207.448494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:58.463324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.965841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"warn","ts":"2026-04-03T03:15:58.463209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.344211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:15:58.463364Z","caller":"traceutil/trace.go:171","msg":"trace[263931711] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:18801; }","duration":"207.013203ms","start":"2026-04-03T03:15:58.256337Z","end":"2026-04-03T03:15:58.463351Z","steps":["trace[263931711] 'agreement among raft nodes before linearized reading' (duration: 206.90489ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:58.463397Z","caller":"traceutil/trace.go:171","msg":"trace[1097731262] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:18801; }","duration":"207.561536ms","start":"2026-04-03T03:15:58.255824Z","end":"2026-04-03T03:15:58.463386Z","steps":["trace[1097731262] 'agreement among raft nodes before linearized reading' (duration: 207.31769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:58.463476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.141317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:15:58.462904Z","caller":"traceutil/trace.go:171","msg":"trace[1296174404] transaction","detail":"{read_only:false; response_revision:18801; number_of_response:1; }","duration":"209.562907ms","start":"2026-04-03T03:15:58.253303Z","end":"2026-04-03T03:15:58.462866Z","steps":["trace[1296174404] 'process raft request' (duration: 209.087905ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:58.463552Z","caller":"traceutil/trace.go:171","msg":"trace[1265194428] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:18801; }","duration":"209.229429ms","start":"2026-04-03T03:15:58.254311Z","end":"2026-04-03T03:15:58.463541Z","steps":["trace[1265194428] 'agreement among raft nodes before linearized reading' (duration: 209.145876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:58.463578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.200342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-04-03T03:15:58.463614Z","caller":"traceutil/trace.go:171","msg":"trace[1557607499] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18801; }","duration":"210.270394ms","start":"2026-04-03T03:15:58.253335Z","end":"2026-04-03T03:15:58.463605Z","steps":["trace[1557607499] 'agreement among raft nodes before linearized reading' (duration: 210.174192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:58.463633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.753327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-04-03T03:15:58.463626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.679639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-04-03T03:15:58.463672Z","caller":"traceutil/trace.go:171","msg":"trace[657448812] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18801; }","duration":"206.807417ms","start":"2026-04-03T03:15:58.256853Z","end":"2026-04-03T03:15:58.46366Z","steps":["trace[657448812] 'agreement among raft nodes before linearized reading' (duration: 206.574342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:58.463682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.083665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-04-03T03:15:58.463685Z","caller":"traceutil/trace.go:171","msg":"trace[114535881] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:18801; }","duration":"205.759441ms","start":"2026-04-03T03:15:58.257909Z","end":"2026-04-03T03:15:58.463669Z","steps":["trace[114535881] 'agreement among raft nodes before linearized reading' (duration: 205.512075ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:58.46371Z","caller":"traceutil/trace.go:171","msg":"trace[1325934190] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:18801; }","duration":"209.133936ms","start":"2026-04-03T03:15:58.254568Z","end":"2026-04-03T03:15:58.463702Z","steps":["trace[1325934190] 'agreement among raft nodes before linearized reading' (duration: 209.055265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:58.463699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.322335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"warn","ts":"2026-04-03T03:15:58.463741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.344426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-04-03T03:15:58.463665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.788127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-04-03T03:15:58.463765Z","caller":"traceutil/trace.go:171","msg":"trace[350483159] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18801; }","duration":"210.399638ms","start":"2026-04-03T03:15:58.253357Z","end":"2026-04-03T03:15:58.463757Z","steps":["trace[350483159] 'agreement among raft nodes before linearized reading' (duration: 210.340936ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:58.463756Z","caller":"traceutil/trace.go:171","msg":"trace[806367855] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:18801; }","duration":"210.422009ms","start":"2026-04-03T03:15:58.253321Z","end":"2026-04-03T03:15:58.463743Z","steps":["trace[806367855] 'agreement among raft nodes before linearized reading' (duration: 210.240244ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:58.4638Z","caller":"traceutil/trace.go:171","msg":"trace[1664823311] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:18801; }","duration":"208.952641ms","start":"2026-04-03T03:15:58.254829Z","end":"2026-04-03T03:15:58.463781Z","steps":["trace[1664823311] 'agreement among raft nodes before linearized reading' (duration: 208.730956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:58.463962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.753381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-04-03T03:15:58.464075Z","caller":"traceutil/trace.go:171","msg":"trace[1505934124] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:18801; }","duration":"211.893184ms","start":"2026-04-03T03:15:58.252163Z","end":"2026-04-03T03:15:58.464056Z","steps":["trace[1505934124] 'agreement among raft nodes before linearized reading' (duration: 210.93243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:58.929485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.540241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:15:58.929594Z","caller":"traceutil/trace.go:171","msg":"trace[2006129954] transaction","detail":"{read_only:false; response_revision:18802; number_of_response:1; }","duration":"429.115433ms","start":"2026-04-03T03:15:58.500459Z","end":"2026-04-03T03:15:58.929574Z","steps":["trace[2006129954] 'process raft request' (duration: 191.394668ms)","trace[2006129954] 'compare' (duration: 237.288715ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:15:58.929657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:58.500429Z","time spent":"429.197076ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:15:58.997288Z","caller":"traceutil/trace.go:171","msg":"trace[1154137520] transaction","detail":"{read_only:false; response_revision:18804; number_of_response:1; }","duration":"496.344066ms","start":"2026-04-03T03:15:58.500918Z","end":"2026-04-03T03:15:58.997262Z","steps":["trace[1154137520] 'process raft request' (duration: 496.269135ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:58.997366Z","caller":"traceutil/trace.go:171","msg":"trace[2085575317] transaction","detail":"{read_only:false; response_revision:18803; number_of_response:1; }","duration":"496.533472ms","start":"2026-04-03T03:15:58.500794Z","end":"2026-04-03T03:15:58.997328Z","steps":["trace[2085575317] 'process raft request' (duration: 496.246554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:58.997441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:58.500912Z","time spent":"496.44992ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:15:58.997576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:58.50078Z","time spent":"496.659235ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:15:58.997681Z","caller":"traceutil/trace.go:171","msg":"trace[437734309] transaction","detail":"{read_only:false; response_revision:18805; number_of_response:1; }","duration":"496.706226ms","start":"2026-04-03T03:15:58.500935Z","end":"2026-04-03T03:15:58.997641Z","steps":["trace[437734309] 'process raft request' (duration: 496.289455ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:58.997764Z","caller":"traceutil/trace.go:171","msg":"trace[126142624] transaction","detail":"{read_only:false; response_revision:18806; number_of_response:1; }","duration":"496.784548ms","start":"2026-04-03T03:15:58.500943Z","end":"2026-04-03T03:15:58.997727Z","steps":["trace[126142624] 'process raft request' (duration: 496.609624ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:58.997738Z","caller":"traceutil/trace.go:171","msg":"trace[1438318989] linearizableReadLoop","detail":"{readStateIndex:19547; appliedIndex:19542; }","duration":"479.275257ms","start":"2026-04-03T03:15:58.518442Z","end":"2026-04-03T03:15:58.997717Z","steps":["trace[1438318989] 'read index received' (duration: 173.516049ms)","trace[1438318989] 'applied index is now lower than readState.Index' (duration: 305.758118ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:15:58.997851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:58.500923Z","time spent":"496.84262ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:15:58.997859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:58.500929Z","time spent":"496.887001ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:15:58.997883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.446431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18811"} {"level":"info","ts":"2026-04-03T03:15:58.997916Z","caller":"traceutil/trace.go:171","msg":"trace[1230701277] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18806; }","duration":"479.509222ms","start":"2026-04-03T03:15:58.518399Z","end":"2026-04-03T03:15:58.997908Z","steps":["trace[1230701277] 'agreement among raft nodes before linearized reading' (duration: 479.41328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:58.997948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:58.51838Z","time spent":"479.560263ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18835,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-03T03:15:58.998144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.448964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6448"} {"level":"info","ts":"2026-04-03T03:15:58.998222Z","caller":"traceutil/trace.go:171","msg":"trace[2107479970] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:18806; }","duration":"470.556047ms","start":"2026-04-03T03:15:58.527653Z","end":"2026-04-03T03:15:58.998209Z","steps":["trace[2107479970] 'agreement among raft nodes before linearized reading' (duration: 470.376463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:58.998226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:15:58.998226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.097412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:15:58.998287Z","caller":"traceutil/trace.go:171","msg":"trace[1357242194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18806; }","duration":"458.444293ms","start":"2026-04-03T03:15:58.539832Z","end":"2026-04-03T03:15:58.998276Z","steps":["trace[1357242194] 'agreement among raft nodes before linearized reading' (duration: 458.374391ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:15:58.998313Z","caller":"traceutil/trace.go:171","msg":"trace[1238998418] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:18806; }","duration":"388.218654ms","start":"2026-04-03T03:15:58.610073Z","end":"2026-04-03T03:15:58.998292Z","steps":["trace[1238998418] 'agreement among raft nodes before linearized reading' (duration: 388.07287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:58.998366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.515795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-nh47c\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-04-03T03:15:58.998402Z","caller":"traceutil/trace.go:171","msg":"trace[1535681268] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-nh47c; range_end:; response_count:1; response_revision:18806; }","duration":"462.572246ms","start":"2026-04-03T03:15:58.535822Z","end":"2026-04-03T03:15:58.998394Z","steps":["trace[1535681268] 'agreement among raft nodes before linearized reading' (duration: 462.486533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:58.998406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.076104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-zv5fx\" ","response":"range_response_count:1 size:14195"} {"level":"warn","ts":"2026-04-03T03:15:58.998423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:58.535789Z","time spent":"462.628717ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-nh47c\" "} {"level":"warn","ts":"2026-04-03T03:15:58.998375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:58.610057Z","time spent":"388.301667ms","remote":"127.0.0.1:52340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:15:58.998453Z","caller":"traceutil/trace.go:171","msg":"trace[362553511] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-zv5fx; range_end:; response_count:1; response_revision:18806; }","duration":"462.118605ms","start":"2026-04-03T03:15:58.536319Z","end":"2026-04-03T03:15:58.998438Z","steps":["trace[362553511] 'agreement among raft nodes before linearized reading' (duration: 461.960891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:58.99832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:58.539823Z","time spent":"458.491734ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:15:58.99833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:58.527641Z","time spent":"470.629098ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-fkbnx\" "} {"level":"warn","ts":"2026-04-03T03:15:58.998578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.227387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rc2tc\" ","response":"range_response_count:1 size:20672"} {"level":"info","ts":"2026-04-03T03:15:58.998617Z","caller":"traceutil/trace.go:171","msg":"trace[817375593] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rc2tc; range_end:; response_count:1; response_revision:18806; }","duration":"462.279949ms","start":"2026-04-03T03:15:58.536329Z","end":"2026-04-03T03:15:58.998609Z","steps":["trace[817375593] 'agreement among raft nodes before linearized reading' (duration: 462.178056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:58.998172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.106409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" ","response":"range_response_count:1 size:22020"} {"level":"warn","ts":"2026-04-03T03:15:58.998645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:58.536318Z","time spent":"462.3211ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20696,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rc2tc\" "} {"level":"info","ts":"2026-04-03T03:15:58.998694Z","caller":"traceutil/trace.go:171","msg":"trace[1287964165] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnvm4; range_end:; response_count:1; response_revision:18806; }","duration":"455.637562ms","start":"2026-04-03T03:15:58.543041Z","end":"2026-04-03T03:15:58.998678Z","steps":["trace[1287964165] 'agreement among raft nodes before linearized reading' (duration: 455.035537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:58.998486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:58.536287Z","time spent":"462.191327ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14219,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-zv5fx\" "} {"level":"warn","ts":"2026-04-03T03:15:58.998752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:58.543033Z","time spent":"455.702824ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" "} {"level":"warn","ts":"2026-04-03T03:15:58.998473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.010941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" ","response":"range_response_count:1 size:22020"} {"level":"warn","ts":"2026-04-03T03:15:58.998722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.245418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-9cnq2\" ","response":"range_response_count:1 size:18564"} {"level":"info","ts":"2026-04-03T03:15:58.998876Z","caller":"traceutil/trace.go:171","msg":"trace[566091404] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-9cnq2; range_end:; response_count:1; response_revision:18806; }","duration":"464.432283ms","start":"2026-04-03T03:15:58.534433Z","end":"2026-04-03T03:15:58.998865Z","steps":["trace[566091404] 'agreement among raft nodes before linearized reading' (duration: 463.953941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:58.998142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.957006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-sng6q\" ","response":"range_response_count:1 size:18589"} {"level":"warn","ts":"2026-04-03T03:15:58.998941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:58.534417Z","time spent":"464.512185ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18588,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-9cnq2\" "} {"level":"info","ts":"2026-04-03T03:15:58.998809Z","caller":"traceutil/trace.go:171","msg":"trace[1527528986] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnvm4; range_end:; response_count:1; response_revision:18806; }","duration":"458.380331ms","start":"2026-04-03T03:15:58.54042Z","end":"2026-04-03T03:15:58.9988Z","steps":["trace[1527528986] 'agreement among raft nodes before linearized reading' (duration: 457.746365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:58.999146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:58.540391Z","time spent":"458.74155ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" "} {"level":"info","ts":"2026-04-03T03:15:58.998978Z","caller":"traceutil/trace.go:171","msg":"trace[1847279211] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-sng6q; range_end:; response_count:1; response_revision:18806; }","duration":"461.801577ms","start":"2026-04-03T03:15:58.537159Z","end":"2026-04-03T03:15:58.99896Z","steps":["trace[1847279211] 'agreement among raft nodes before linearized reading' (duration: 460.874264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:58.999308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:15:58.537151Z","time spent":"462.146875ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18613,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-sng6q\" "} {"level":"info","ts":"2026-04-03T03:15:59.788128Z","caller":"traceutil/trace.go:171","msg":"trace[2105255244] linearizableReadLoop","detail":"{readStateIndex:19548; appliedIndex:19547; }","duration":"117.920349ms","start":"2026-04-03T03:15:59.670167Z","end":"2026-04-03T03:15:59.788087Z","steps":["trace[2105255244] 'read index received' (duration: 117.640602ms)","trace[2105255244] 'applied index is now lower than readState.Index' (duration: 278.857µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:15:59.788228Z","caller":"traceutil/trace.go:171","msg":"trace[542902441] transaction","detail":"{read_only:false; response_revision:18807; number_of_response:1; }","duration":"224.898463ms","start":"2026-04-03T03:15:59.563286Z","end":"2026-04-03T03:15:59.788185Z","steps":["trace[542902441] 'process raft request' (duration: 224.628956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:15:59.788416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.222577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-04-03T03:15:59.78849Z","caller":"traceutil/trace.go:171","msg":"trace[554421309] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:18807; }","duration":"118.33984ms","start":"2026-04-03T03:15:59.670128Z","end":"2026-04-03T03:15:59.788468Z","steps":["trace[554421309] 'agreement among raft nodes before linearized reading' (duration: 118.073893ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:00.032473Z","caller":"traceutil/trace.go:171","msg":"trace[1700669396] transaction","detail":"{read_only:false; response_revision:18808; number_of_response:1; }","duration":"105.521998ms","start":"2026-04-03T03:15:59.926914Z","end":"2026-04-03T03:16:00.032436Z","steps":["trace[1700669396] 'process raft request' (duration: 104.657477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.019568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.870119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:16:01.019855Z","caller":"traceutil/trace.go:171","msg":"trace[181059383] linearizableReadLoop","detail":"{readStateIndex:19551; appliedIndex:19549; }","duration":"550.341466ms","start":"2026-04-03T03:16:00.469491Z","end":"2026-04-03T03:16:01.019832Z","steps":["trace[181059383] 'read index received' (duration: 257.109743ms)","trace[181059383] 'applied index is now lower than readState.Index' (duration: 293.230613ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:16:01.019879Z","caller":"traceutil/trace.go:171","msg":"trace[1408883353] transaction","detail":"{read_only:false; response_revision:18809; number_of_response:1; }","duration":"981.709317ms","start":"2026-04-03T03:16:00.038123Z","end":"2026-04-03T03:16:01.019832Z","steps":["trace[1408883353] 'process raft request' (duration: 239.405587ms)","trace[1408883353] 'compare' (duration: 741.479949ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:16:01.019963Z","caller":"traceutil/trace.go:171","msg":"trace[498072315] transaction","detail":"{read_only:false; response_revision:18810; number_of_response:1; }","duration":"552.076821ms","start":"2026-04-03T03:16:00.467872Z","end":"2026-04-03T03:16:01.019949Z","steps":["trace[498072315] 'process raft request' (duration: 551.826513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.020061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.467849Z","time spent":"552.148333ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:16:01.020118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.038081Z","time spent":"981.908323ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":719,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:16:01.020171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.655644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-04-03T03:16:01.020254Z","caller":"traceutil/trace.go:171","msg":"trace[1320602666] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:18810; }","duration":"550.788738ms","start":"2026-04-03T03:16:00.469446Z","end":"2026-04-03T03:16:01.020235Z","steps":["trace[1320602666] 'agreement among raft nodes before linearized reading' (duration: 550.555242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.020301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.469426Z","time spent":"550.86646ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4914,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-04-03T03:16:01.268011Z","caller":"traceutil/trace.go:171","msg":"trace[272230158] linearizableReadLoop","detail":"{readStateIndex:19554; appliedIndex:19551; }","duration":"248.076075ms","start":"2026-04-03T03:16:01.019906Z","end":"2026-04-03T03:16:01.267982Z","steps":["trace[272230158] 'read index received' (duration: 245.993862ms)","trace[272230158] 'applied index is now lower than readState.Index' (duration: 2.080843ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:16:01.268085Z","caller":"traceutil/trace.go:171","msg":"trace[1806860009] transaction","detail":"{read_only:false; response_revision:18811; number_of_response:1; }","duration":"798.199627ms","start":"2026-04-03T03:16:00.469816Z","end":"2026-04-03T03:16:01.268015Z","steps":["trace[1806860009] 'process raft request' (duration: 795.982261ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:01.268252Z","caller":"traceutil/trace.go:171","msg":"trace[1106243038] transaction","detail":"{read_only:false; response_revision:18812; number_of_response:1; }","duration":"798.133365ms","start":"2026-04-03T03:16:00.470095Z","end":"2026-04-03T03:16:01.268229Z","steps":["trace[1106243038] 'process raft request' (duration: 797.743055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.268416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.469802Z","time spent":"798.454164ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:16:01.268455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.095914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-04-03T03:16:01.268498Z","caller":"traceutil/trace.go:171","msg":"trace[2114869551] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18814; }","duration":"798.149695ms","start":"2026-04-03T03:16:00.470335Z","end":"2026-04-03T03:16:01.268485Z","steps":["trace[2114869551] 'agreement among raft nodes before linearized reading' (duration: 798.010882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.268498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.894074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:16:01.268526Z","caller":"traceutil/trace.go:171","msg":"trace[1651324423] transaction","detail":"{read_only:false; response_revision:18813; number_of_response:1; }","duration":"798.068744ms","start":"2026-04-03T03:16:00.470432Z","end":"2026-04-03T03:16:01.268501Z","steps":["trace[1651324423] 'process raft request' (duration: 797.449538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.268562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.479733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:16:01.268581Z","caller":"traceutil/trace.go:171","msg":"trace[1367700771] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:18814; }","duration":"799.000247ms","start":"2026-04-03T03:16:00.469561Z","end":"2026-04-03T03:16:01.268562Z","steps":["trace[1367700771] 'agreement among raft nodes before linearized reading' (duration: 798.861044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.268601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.467872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-9cnq2\" ","response":"range_response_count:1 size:18564"} {"level":"info","ts":"2026-04-03T03:16:01.268621Z","caller":"traceutil/trace.go:171","msg":"trace[1050563680] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:18814; }","duration":"601.582535ms","start":"2026-04-03T03:16:00.667023Z","end":"2026-04-03T03:16:01.268605Z","steps":["trace[1050563680] 'agreement among raft nodes before linearized reading' (duration: 601.464802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.268624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.469555Z","time spent":"799.060328ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-04-03T03:16:01.268607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.374766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:16:01.268308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.8999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-04-03T03:16:01.268661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.666994Z","time spent":"601.656377ms","remote":"127.0.0.1:39218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:16:01.268662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.35394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-04-03T03:16:01.268697Z","caller":"traceutil/trace.go:171","msg":"trace[1125770345] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:18814; }","duration":"434.51779ms","start":"2026-04-03T03:16:00.834159Z","end":"2026-04-03T03:16:01.268677Z","steps":["trace[1125770345] 'agreement among raft nodes before linearized reading' (duration: 434.370376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.268633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.371508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-03T03:16:01.26872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.295329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:16:01.268769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.214422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"warn","ts":"2026-04-03T03:16:01.268783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.831772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-rabbit-init-4fwft\" ","response":"range_response_count:1 size:6283"} {"level":"info","ts":"2026-04-03T03:16:01.268798Z","caller":"traceutil/trace.go:171","msg":"trace[1440681476] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:18814; }","duration":"799.258183ms","start":"2026-04-03T03:16:00.469534Z","end":"2026-04-03T03:16:01.268792Z","steps":["trace[1440681476] 'agreement among raft nodes before linearized reading' (duration: 799.16273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.268806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.215562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-03T03:16:01.268821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.490494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-04-03T03:16:01.268833Z","caller":"traceutil/trace.go:171","msg":"trace[1734911733] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:18814; }","duration":"798.392882ms","start":"2026-04-03T03:16:00.470399Z","end":"2026-04-03T03:16:01.268792Z","steps":["trace[1734911733] 'agreement among raft nodes before linearized reading' (duration: 798.296389ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:01.268862Z","caller":"traceutil/trace.go:171","msg":"trace[1168151781] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18814; }","duration":"798.525935ms","start":"2026-04-03T03:16:00.470324Z","end":"2026-04-03T03:16:01.26885Z","steps":["trace[1168151781] 'agreement among raft nodes before linearized reading' (duration: 798.443433ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:01.26886Z","caller":"traceutil/trace.go:171","msg":"trace[618432520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18814; }","duration":"266.296634ms","start":"2026-04-03T03:16:01.002549Z","end":"2026-04-03T03:16:01.268845Z","steps":["trace[618432520] 'agreement among raft nodes before linearized reading' (duration: 266.208962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.26887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.065361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:16:01.268849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.851767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-03T03:16:01.268907Z","caller":"traceutil/trace.go:171","msg":"trace[610766343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18814; }","duration":"728.126492ms","start":"2026-04-03T03:16:00.540772Z","end":"2026-04-03T03:16:01.268899Z","steps":["trace[610766343] 'agreement among raft nodes before linearized reading' (duration: 728.072481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.268581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.470085Z","time spent":"798.373922ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:16:01.268914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.470392Z","time spent":"798.484694ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:16:01.268932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.665828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-04-03T03:16:01.268938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.540757Z","time spent":"728.174643ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:16:01.268962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.721419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkbnx\" ","response":"range_response_count:1 size:6448"} {"level":"warn","ts":"2026-04-03T03:16:01.268972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.967784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" ","response":"range_response_count:1 size:22020"} {"level":"warn","ts":"2026-04-03T03:16:01.268981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.81796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rc2tc\" ","response":"range_response_count:1 size:20672"} {"level":"info","ts":"2026-04-03T03:16:01.268714Z","caller":"traceutil/trace.go:171","msg":"trace[686493032] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18814; }","duration":"798.417093ms","start":"2026-04-03T03:16:00.470285Z","end":"2026-04-03T03:16:01.268702Z","steps":["trace[686493032] 'agreement among raft nodes before linearized reading' (duration: 798.30561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.268471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.757095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:16:01.269013Z","caller":"traceutil/trace.go:171","msg":"trace[889584924] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnvm4; range_end:; response_count:1; response_revision:18814; }","duration":"227.011635ms","start":"2026-04-03T03:16:01.041988Z","end":"2026-04-03T03:16:01.269Z","steps":["trace[889584924] 'agreement among raft nodes before linearized reading' (duration: 226.914323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.268876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.676727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-zv5fx\" ","response":"range_response_count:1 size:14195"} {"level":"warn","ts":"2026-04-03T03:16:01.26882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.469529Z","time spent":"799.287063ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4914,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:16:01.269033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.466167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-nh47c\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-04-03T03:16:01.26904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.470281Z","time spent":"798.749171ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-03T03:16:01.268782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.285459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-04-03T03:16:01.269068Z","caller":"traceutil/trace.go:171","msg":"trace[1208880831] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-nh47c; range_end:; response_count:1; response_revision:18814; }","duration":"227.510477ms","start":"2026-04-03T03:16:01.041548Z","end":"2026-04-03T03:16:01.269058Z","steps":["trace[1208880831] 'agreement among raft nodes before linearized reading' (duration: 227.401085ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:01.26908Z","caller":"traceutil/trace.go:171","msg":"trace[1943583524] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-zv5fx; range_end:; response_count:1; response_revision:18814; }","duration":"228.864461ms","start":"2026-04-03T03:16:01.040188Z","end":"2026-04-03T03:16:01.269052Z","steps":["trace[1943583524] 'agreement among raft nodes before linearized reading' (duration: 228.646216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.269078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.592112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-03T03:16:01.268948Z","caller":"traceutil/trace.go:171","msg":"trace[400923591] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18814; }","duration":"265.031102ms","start":"2026-04-03T03:16:01.003896Z","end":"2026-04-03T03:16:01.268927Z","steps":["trace[400923591] 'agreement among raft nodes before linearized reading' (duration: 264.771046ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:01.269116Z","caller":"traceutil/trace.go:171","msg":"trace[1419276658] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:18814; }","duration":"798.624937ms","start":"2026-04-03T03:16:00.470474Z","end":"2026-04-03T03:16:01.269099Z","steps":["trace[1419276658] 'agreement among raft nodes before linearized reading' (duration: 798.171766ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:01.269127Z","caller":"traceutil/trace.go:171","msg":"trace[487245714] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18814; }","duration":"264.661913ms","start":"2026-04-03T03:16:01.004451Z","end":"2026-04-03T03:16:01.269113Z","steps":["trace[487245714] 'agreement among raft nodes before linearized reading' (duration: 264.54586ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:01.268965Z","caller":"traceutil/trace.go:171","msg":"trace[1579321341] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18814; }","duration":"798.71623ms","start":"2026-04-03T03:16:00.470239Z","end":"2026-04-03T03:16:01.268955Z","steps":["trace[1579321341] 'agreement among raft nodes before linearized reading' (duration: 798.583077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.268547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.47033Z","time spent":"798.207767ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-03T03:16:01.269169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.470467Z","time spent":"798.685779ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4914,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:16:01.269188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.470233Z","time spent":"798.946645ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-03T03:16:01.268931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.749138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-sng6q\" ","response":"range_response_count:1 size:18589"} {"level":"info","ts":"2026-04-03T03:16:01.269268Z","caller":"traceutil/trace.go:171","msg":"trace[1540999129] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-sng6q; range_end:; response_count:1; response_revision:18814; }","duration":"229.086678ms","start":"2026-04-03T03:16:01.040168Z","end":"2026-04-03T03:16:01.269255Z","steps":["trace[1540999129] 'agreement among raft nodes before linearized reading' (duration: 228.720358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.268638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.786911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-04-03T03:16:01.269353Z","caller":"traceutil/trace.go:171","msg":"trace[1060806790] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:18814; }","duration":"797.52084ms","start":"2026-04-03T03:16:00.471819Z","end":"2026-04-03T03:16:01.269339Z","steps":["trace[1060806790] 'agreement among raft nodes before linearized reading' (duration: 796.702339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.268736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.914159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-03T03:16:01.269395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.471804Z","time spent":"797.580162ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4914,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-04-03T03:16:01.269396Z","caller":"traceutil/trace.go:171","msg":"trace[1034311046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18814; }","duration":"265.594027ms","start":"2026-04-03T03:16:01.003794Z","end":"2026-04-03T03:16:01.269388Z","steps":["trace[1034311046] 'agreement among raft nodes before linearized reading' (duration: 264.876638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.268167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.212162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:16:01.269615Z","caller":"traceutil/trace.go:171","msg":"trace[538348134] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:18813; }","duration":"796.689599ms","start":"2026-04-03T03:16:00.472914Z","end":"2026-04-03T03:16:01.269603Z","steps":["trace[538348134] 'agreement among raft nodes before linearized reading' (duration: 795.16391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.269654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.47291Z","time spent":"796.73398ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-04-03T03:16:01.268639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.470414Z","time spent":"798.173196ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:16:01.268653Z","caller":"traceutil/trace.go:171","msg":"trace[889338394] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-9cnq2; range_end:; response_count:1; response_revision:18814; }","duration":"228.561624ms","start":"2026-04-03T03:16:01.040079Z","end":"2026-04-03T03:16:01.26864Z","steps":["trace[889338394] 'agreement among raft nodes before linearized reading' (duration: 228.455741ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:01.268684Z","caller":"traceutil/trace.go:171","msg":"trace[1347900156] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18813; }","duration":"798.32118ms","start":"2026-04-03T03:16:00.470357Z","end":"2026-04-03T03:16:01.268678Z","steps":["trace[1347900156] 'agreement among raft nodes before linearized reading' (duration: 797.796557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.270011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.470353Z","time spent":"799.646064ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-04-03T03:16:01.268748Z","caller":"traceutil/trace.go:171","msg":"trace[1058445731] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18814; }","duration":"334.532353ms","start":"2026-04-03T03:16:00.934207Z","end":"2026-04-03T03:16:01.26874Z","steps":["trace[1058445731] 'agreement among raft nodes before linearized reading' (duration: 334.276676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.270114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.934186Z","time spent":"335.911567ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:16:01.268754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.834137Z","time spent":"434.604972ms","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:16:01.26882Z","caller":"traceutil/trace.go:171","msg":"trace[550474255] range","detail":"{range_begin:/registry/pods/openstack/neutron-rabbit-init-4fwft; range_end:; response_count:1; response_revision:18814; }","duration":"655.885603ms","start":"2026-04-03T03:16:00.612923Z","end":"2026-04-03T03:16:01.268809Z","steps":["trace[550474255] 'agreement among raft nodes before linearized reading' (duration: 655.75085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.270333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.612911Z","time spent":"657.405432ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6307,"request content":"key:\"/registry/pods/openstack/neutron-rabbit-init-4fwft\" "} {"level":"warn","ts":"2026-04-03T03:16:01.268865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.020067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-04-03T03:16:01.270451Z","caller":"traceutil/trace.go:171","msg":"trace[434053435] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:18814; }","duration":"798.606467ms","start":"2026-04-03T03:16:00.471831Z","end":"2026-04-03T03:16:01.270437Z","steps":["trace[434053435] 'agreement among raft nodes before linearized reading' (duration: 796.976295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.270481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.471825Z","time spent":"798.647407ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4914,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:16:01.268877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.656256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-04-03T03:16:01.270569Z","caller":"traceutil/trace.go:171","msg":"trace[932307067] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnvm4; range_end:; response_count:1; response_revision:18814; }","duration":"230.35631ms","start":"2026-04-03T03:16:01.040203Z","end":"2026-04-03T03:16:01.270559Z","steps":["trace[932307067] 'agreement among raft nodes before linearized reading' (duration: 228.581905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.268903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.470305Z","time spent":"798.589196ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-04-03T03:16:01.269002Z","caller":"traceutil/trace.go:171","msg":"trace[2089815132] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkbnx; range_end:; response_count:1; response_revision:18814; }","duration":"174.799201ms","start":"2026-04-03T03:16:01.094193Z","end":"2026-04-03T03:16:01.268992Z","steps":["trace[2089815132] 'agreement among raft nodes before linearized reading' (duration: 174.706168ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:01.269008Z","caller":"traceutil/trace.go:171","msg":"trace[1008211415] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rc2tc; range_end:; response_count:1; response_revision:18814; }","duration":"228.852981ms","start":"2026-04-03T03:16:01.04015Z","end":"2026-04-03T03:16:01.269003Z","steps":["trace[1008211415] 'agreement among raft nodes before linearized reading' (duration: 228.79289ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:01.269035Z","caller":"traceutil/trace.go:171","msg":"trace[609534649] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:18814; }","duration":"796.33449ms","start":"2026-04-03T03:16:00.472695Z","end":"2026-04-03T03:16:01.269029Z","steps":["trace[609534649] 'agreement among raft nodes before linearized reading' (duration: 795.743995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.270757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.472689Z","time spent":"798.059593ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:16:01.268367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.969741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-04-03T03:16:01.270835Z","caller":"traceutil/trace.go:171","msg":"trace[2075423456] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:18813; }","duration":"800.457024ms","start":"2026-04-03T03:16:00.470369Z","end":"2026-04-03T03:16:01.270826Z","steps":["trace[2075423456] 'agreement among raft nodes before linearized reading' (duration: 797.729216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.270864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:00.470305Z","time spent":"800.549166ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4914,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-04-03T03:16:01.563749Z","caller":"traceutil/trace.go:171","msg":"trace[1482911915] transaction","detail":"{read_only:false; response_revision:18816; number_of_response:1; }","duration":"287.661542ms","start":"2026-04-03T03:16:01.27606Z","end":"2026-04-03T03:16:01.563722Z","steps":["trace[1482911915] 'process raft request' (duration: 287.412386ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:01.564108Z","caller":"traceutil/trace.go:171","msg":"trace[230082820] transaction","detail":"{read_only:false; response_revision:18817; number_of_response:1; }","duration":"288.022472ms","start":"2026-04-03T03:16:01.276051Z","end":"2026-04-03T03:16:01.564074Z","steps":["trace[230082820] 'process raft request' (duration: 287.618592ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:01.564221Z","caller":"traceutil/trace.go:171","msg":"trace[2129219321] linearizableReadLoop","detail":"{readStateIndex:19560; appliedIndex:19556; }","duration":"286.846633ms","start":"2026-04-03T03:16:01.277349Z","end":"2026-04-03T03:16:01.564196Z","steps":["trace[2129219321] 'read index received' (duration: 64.590986ms)","trace[2129219321] 'applied index is now lower than readState.Index' (duration: 222.254687ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:16:01.56431Z","caller":"traceutil/trace.go:171","msg":"trace[1486817504] transaction","detail":"{read_only:false; response_revision:18819; number_of_response:1; }","duration":"288.018651ms","start":"2026-04-03T03:16:01.276276Z","end":"2026-04-03T03:16:01.564294Z","steps":["trace[1486817504] 'process raft request' (duration: 287.801326ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:01.564489Z","caller":"traceutil/trace.go:171","msg":"trace[1168989056] transaction","detail":"{read_only:false; response_revision:18820; number_of_response:1; }","duration":"284.175216ms","start":"2026-04-03T03:16:01.28029Z","end":"2026-04-03T03:16:01.564465Z","steps":["trace[1168989056] 'process raft request' (duration: 283.847248ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:01.564526Z","caller":"traceutil/trace.go:171","msg":"trace[381592627] transaction","detail":"{read_only:false; response_revision:18818; number_of_response:1; }","duration":"288.388161ms","start":"2026-04-03T03:16:01.276128Z","end":"2026-04-03T03:16:01.564516Z","steps":["trace[381592627] 'process raft request' (duration: 287.805386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:01.565441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.072253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:912867"} {"level":"info","ts":"2026-04-03T03:16:01.565495Z","caller":"traceutil/trace.go:171","msg":"trace[2122884011] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18820; }","duration":"288.140065ms","start":"2026-04-03T03:16:01.277343Z","end":"2026-04-03T03:16:01.565483Z","steps":["trace[2122884011] 'agreement among raft nodes before linearized reading' (duration: 287.239113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:02.32318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.216071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:16:02.323354Z","caller":"traceutil/trace.go:171","msg":"trace[1914069567] linearizableReadLoop","detail":"{readStateIndex:19562; appliedIndex:19561; }","duration":"759.025731ms","start":"2026-04-03T03:16:01.564303Z","end":"2026-04-03T03:16:02.323329Z","steps":["trace[1914069567] 'read index received' (duration: 108.497092ms)","trace[1914069567] 'applied index is now lower than readState.Index' (duration: 650.527279ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:16:02.323361Z","caller":"traceutil/trace.go:171","msg":"trace[1735562613] transaction","detail":"{read_only:false; response_revision:18821; number_of_response:1; }","duration":"818.517108ms","start":"2026-04-03T03:16:01.504807Z","end":"2026-04-03T03:16:02.323324Z","steps":["trace[1735562613] 'process raft request' (duration: 168.058581ms)","trace[1735562613] 'compare' (duration: 650.065298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:16:02.323592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.876782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-03T03:16:02.323637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:01.50478Z","time spent":"818.754205ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:16:02.323648Z","caller":"traceutil/trace.go:171","msg":"trace[1748165332] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:18821; }","duration":"815.953804ms","start":"2026-04-03T03:16:01.507675Z","end":"2026-04-03T03:16:02.323629Z","steps":["trace[1748165332] 'agreement among raft nodes before linearized reading' (duration: 815.77483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:02.323695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:01.507662Z","time spent":"816.024385ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-03T03:16:02.323426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.421634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:16:02.323913Z","caller":"traceutil/trace.go:171","msg":"trace[380126481] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:18821; }","duration":"970.937637ms","start":"2026-04-03T03:16:01.352956Z","end":"2026-04-03T03:16:02.323894Z","steps":["trace[380126481] 'agreement among raft nodes before linearized reading' (duration: 970.422384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:02.323968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:01.352942Z","time spent":"971.005768ms","remote":"127.0.0.1:37670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:16:02.324581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045307489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:912867"} {"level":"info","ts":"2026-04-03T03:16:02.324665Z","caller":"traceutil/trace.go:171","msg":"trace[1256998031] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18821; }","duration":"1.045413841s","start":"2026-04-03T03:16:01.279232Z","end":"2026-04-03T03:16:02.324645Z","steps":["trace[1256998031] 'agreement among raft nodes before linearized reading' (duration: 1.044112899s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:02.32472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:01.279225Z","time spent":"1.045477633s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":912891,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:16:02.324598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045501154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:912867"} {"level":"info","ts":"2026-04-03T03:16:02.325249Z","caller":"traceutil/trace.go:171","msg":"trace[703868099] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18821; }","duration":"1.04616385s","start":"2026-04-03T03:16:01.279068Z","end":"2026-04-03T03:16:02.325232Z","steps":["trace[703868099] 'agreement among raft nodes before linearized reading' (duration: 1.044400906s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:02.32531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:01.279063Z","time spent":"1.046225571s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":912891,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:16:02.325331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046267003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:912867"} {"level":"warn","ts":"2026-04-03T03:16:02.32536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.685868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-03T03:16:02.325393Z","caller":"traceutil/trace.go:171","msg":"trace[2121650819] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18821; }","duration":"1.046344215s","start":"2026-04-03T03:16:01.279033Z","end":"2026-04-03T03:16:02.325377Z","steps":["trace[2121650819] 'agreement among raft nodes before linearized reading' (duration: 1.045596066s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:02.325445Z","caller":"traceutil/trace.go:171","msg":"trace[1370780556] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:18821; }","duration":"541.820313ms","start":"2026-04-03T03:16:01.783602Z","end":"2026-04-03T03:16:02.325422Z","steps":["trace[1370780556] 'agreement among raft nodes before linearized reading' (duration: 541.568175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:02.32545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:01.27902Z","time spent":"1.046413127s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":912891,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:16:02.325497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:01.783579Z","time spent":"541.909125ms","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-03T03:16:02.325492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.533855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T03:16:02.325738Z","caller":"traceutil/trace.go:171","msg":"trace[2072010721] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18821; }","duration":"539.835523ms","start":"2026-04-03T03:16:01.785883Z","end":"2026-04-03T03:16:02.325718Z","steps":["trace[2072010721] 'agreement among raft nodes before linearized reading' (duration: 539.335009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:02.325823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:01.785874Z","time spent":"539.934805ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:16:02.326004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.214285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:16:02.326246Z","caller":"traceutil/trace.go:171","msg":"trace[204214745] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:18821; }","duration":"233.098558ms","start":"2026-04-03T03:16:02.092998Z","end":"2026-04-03T03:16:02.326097Z","steps":["trace[204214745] 'agreement among raft nodes before linearized reading' (duration: 232.178654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:02.326804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04817441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:912867"} {"level":"warn","ts":"2026-04-03T03:16:02.326776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047480633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:912867"} {"level":"info","ts":"2026-04-03T03:16:02.326845Z","caller":"traceutil/trace.go:171","msg":"trace[765639925] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18821; }","duration":"1.048240813s","start":"2026-04-03T03:16:01.278595Z","end":"2026-04-03T03:16:02.326836Z","steps":["trace[765639925] 'agreement among raft nodes before linearized reading' (duration: 1.046643992s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:02.326871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:01.278586Z","time spent":"1.048277763s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":912891,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:16:02.326861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048104869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:912867"} {"level":"info","ts":"2026-04-03T03:16:02.326866Z","caller":"traceutil/trace.go:171","msg":"trace[443502976] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18821; }","duration":"1.047592256s","start":"2026-04-03T03:16:01.279255Z","end":"2026-04-03T03:16:02.326848Z","steps":["trace[443502976] 'agreement among raft nodes before linearized reading' (duration: 1.045861002s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:02.326903Z","caller":"traceutil/trace.go:171","msg":"trace[1833644065] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18821; }","duration":"1.04815857s","start":"2026-04-03T03:16:01.278733Z","end":"2026-04-03T03:16:02.326891Z","steps":["trace[1833644065] 'agreement among raft nodes before linearized reading' (duration: 1.046423026s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:02.326916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:01.279252Z","time spent":"1.047652057s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":912891,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:16:02.326933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049494435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:912867"} {"level":"warn","ts":"2026-04-03T03:16:02.326936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:01.278716Z","time spent":"1.048210212s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":912891,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T03:16:02.326962Z","caller":"traceutil/trace.go:171","msg":"trace[1493885042] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18821; }","duration":"1.049563726s","start":"2026-04-03T03:16:01.277391Z","end":"2026-04-03T03:16:02.326955Z","steps":["trace[1493885042] 'agreement among raft nodes before linearized reading' (duration: 1.04774852s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:02.326993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:01.277292Z","time spent":"1.049693719s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":912891,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:16:02.790101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.606081ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-03T03:16:02.790181Z","caller":"traceutil/trace.go:171","msg":"trace[1589768492] linearizableReadLoop","detail":"{readStateIndex:19563; appliedIndex:19562; }","duration":"460.609277ms","start":"2026-04-03T03:16:02.329558Z","end":"2026-04-03T03:16:02.790168Z","steps":["trace[1589768492] 'read index received' (duration: 253.673478ms)","trace[1589768492] 'applied index is now lower than readState.Index' (duration: 206.934519ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:16:02.790579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.274974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T03:16:02.790613Z","caller":"traceutil/trace.go:171","msg":"trace[846860840] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18821; }","duration":"459.337645ms","start":"2026-04-03T03:16:02.331267Z","end":"2026-04-03T03:16:02.790604Z","steps":["trace[846860840] 'agreement among raft nodes before linearized reading' (duration: 459.204411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:02.790595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.027366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:16:02.790635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:02.331233Z","time spent":"459.397116ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:16:02.790577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.917053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:16:02.790664Z","caller":"traceutil/trace.go:171","msg":"trace[1024510539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18821; }","duration":"250.125809ms","start":"2026-04-03T03:16:02.540515Z","end":"2026-04-03T03:16:02.790641Z","steps":["trace[1024510539] 'agreement among raft nodes before linearized reading' (duration: 250.015806ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:02.790724Z","caller":"traceutil/trace.go:171","msg":"trace[129550484] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:18821; }","duration":"250.088997ms","start":"2026-04-03T03:16:02.540609Z","end":"2026-04-03T03:16:02.790698Z","steps":["trace[129550484] 'agreement among raft nodes before linearized reading' (duration: 249.888752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:02.790706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.11619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-634db051-5b8c-43ab-bd46-14a86d5eb80c\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-03T03:16:02.790808Z","caller":"traceutil/trace.go:171","msg":"trace[683736854] range","detail":"{range_begin:/registry/persistentvolumes/pvc-634db051-5b8c-43ab-bd46-14a86d5eb80c; range_end:; response_count:1; response_revision:18821; }","duration":"461.257894ms","start":"2026-04-03T03:16:02.329525Z","end":"2026-04-03T03:16:02.790783Z","steps":["trace[683736854] 'agreement among raft nodes before linearized reading' (duration: 460.995318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:02.790858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:02.329506Z","time spent":"461.341206ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-634db051-5b8c-43ab-bd46-14a86d5eb80c\" "} {"level":"warn","ts":"2026-04-03T03:16:02.790832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:16:02.325347Z","time spent":"464.890333ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T03:16:09.890268Z","caller":"traceutil/trace.go:171","msg":"trace[764221297] linearizableReadLoop","detail":"{readStateIndex:19623; appliedIndex:19622; }","duration":"252.292303ms","start":"2026-04-03T03:16:09.637948Z","end":"2026-04-03T03:16:09.89024Z","steps":["trace[764221297] 'read index received' (duration: 252.105928ms)","trace[764221297] 'applied index is now lower than readState.Index' (duration: 185.644µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:16:09.890315Z","caller":"traceutil/trace.go:171","msg":"trace[725464470] transaction","detail":"{read_only:false; response_revision:18880; number_of_response:1; }","duration":"252.900608ms","start":"2026-04-03T03:16:09.63739Z","end":"2026-04-03T03:16:09.890291Z","steps":["trace[725464470] 'process raft request' (duration: 252.691393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:09.890561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.59599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-03T03:16:09.890583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.353186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-nh47c\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-04-03T03:16:09.890674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.938194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ks-service-bbqg2\" ","response":"range_response_count:1 size:7772"} {"level":"warn","ts":"2026-04-03T03:16:09.890692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.615481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-03T03:16:09.890708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.375324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-03T03:16:09.890792Z","caller":"traceutil/trace.go:171","msg":"trace[219778155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18880; }","duration":"252.757854ms","start":"2026-04-03T03:16:09.638007Z","end":"2026-04-03T03:16:09.890765Z","steps":["trace[219778155] 'agreement among raft nodes before linearized reading' (duration: 252.446116ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:09.890823Z","caller":"traceutil/trace.go:171","msg":"trace[683977516] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18880; }","duration":"252.514817ms","start":"2026-04-03T03:16:09.638279Z","end":"2026-04-03T03:16:09.890794Z","steps":["trace[683977516] 'agreement among raft nodes before linearized reading' (duration: 252.22307ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:09.890684Z","caller":"traceutil/trace.go:171","msg":"trace[1969433762] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-nh47c; range_end:; response_count:1; response_revision:18880; }","duration":"233.490178ms","start":"2026-04-03T03:16:09.657176Z","end":"2026-04-03T03:16:09.890666Z","steps":["trace[1969433762] 'agreement among raft nodes before linearized reading' (duration: 233.296363ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:09.890742Z","caller":"traceutil/trace.go:171","msg":"trace[1567297677] range","detail":"{range_begin:/registry/pods/openstack/neutron-ks-service-bbqg2; range_end:; response_count:1; response_revision:18880; }","duration":"117.050288ms","start":"2026-04-03T03:16:09.773676Z","end":"2026-04-03T03:16:09.890727Z","steps":["trace[1567297677] 'agreement among raft nodes before linearized reading' (duration: 116.876923ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:09.890607Z","caller":"traceutil/trace.go:171","msg":"trace[1069117365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18880; }","duration":"252.700852ms","start":"2026-04-03T03:16:09.637892Z","end":"2026-04-03T03:16:09.890593Z","steps":["trace[1069117365] 'agreement among raft nodes before linearized reading' (duration: 252.478767ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:10.05506Z","caller":"traceutil/trace.go:171","msg":"trace[1346042623] transaction","detail":"{read_only:false; response_revision:18881; number_of_response:1; }","duration":"159.876935ms","start":"2026-04-03T03:16:09.89514Z","end":"2026-04-03T03:16:10.055017Z","steps":["trace[1346042623] 'process raft request' (duration: 98.662834ms)","trace[1346042623] 'compare' (duration: 61.033207ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:16:10.058383Z","caller":"traceutil/trace.go:171","msg":"trace[190565160] linearizableReadLoop","detail":"{readStateIndex:19626; appliedIndex:19623; }","duration":"160.653474ms","start":"2026-04-03T03:16:09.897708Z","end":"2026-04-03T03:16:10.058361Z","steps":["trace[190565160] 'read index received' (duration: 96.108179ms)","trace[190565160] 'applied index is now lower than readState.Index' (duration: 64.544205ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:16:10.058402Z","caller":"traceutil/trace.go:171","msg":"trace[1336256313] transaction","detail":"{read_only:false; response_revision:18882; number_of_response:1; }","duration":"162.434379ms","start":"2026-04-03T03:16:09.895928Z","end":"2026-04-03T03:16:10.058363Z","steps":["trace[1336256313] 'process raft request' (duration: 162.189623ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:10.058425Z","caller":"traceutil/trace.go:171","msg":"trace[513257628] transaction","detail":"{read_only:false; response_revision:18884; number_of_response:1; }","duration":"157.474285ms","start":"2026-04-03T03:16:09.900917Z","end":"2026-04-03T03:16:10.058392Z","steps":["trace[513257628] 'process raft request' (duration: 157.385673ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:16:10.058433Z","caller":"traceutil/trace.go:171","msg":"trace[498664529] transaction","detail":"{read_only:false; response_revision:18883; number_of_response:1; }","duration":"160.893351ms","start":"2026-04-03T03:16:09.897523Z","end":"2026-04-03T03:16:10.058416Z","steps":["trace[498664529] 'process raft request' (duration: 160.726037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:16:10.05944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.70141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:921050"} {"level":"info","ts":"2026-04-03T03:16:10.059547Z","caller":"traceutil/trace.go:171","msg":"trace[897779940] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:18884; }","duration":"161.826493ms","start":"2026-04-03T03:16:09.897702Z","end":"2026-04-03T03:16:10.059528Z","steps":["trace[897779940] 'agreement among raft nodes before linearized reading' (duration: 160.748837ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:17:08.208955Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c6cf68dde442ffa5","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-03T03:17:08.214712Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-03T03:17:08.214795Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-03T03:17:27.668037Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17139} {"level":"info","ts":"2026-04-03T03:17:27.773402Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17139,"took":"102.86392ms","hash":4080863893,"current-db-size-bytes":46444544,"current-db-size":"46 MB","current-db-size-in-use-bytes":31248384,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-03T03:17:27.773445Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4080863893,"revision":17139,"compact-revision":14927} {"level":"warn","ts":"2026-04-03T03:17:59.040715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840030273,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:17:59.541037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840030273,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:17:59.973024Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.455302662s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:17:59.973822Z","caller":"traceutil/trace.go:171","msg":"trace[1845553306] transaction","detail":"{read_only:false; response_revision:19611; number_of_response:1; }","duration":"1.456235254s","start":"2026-04-03T03:17:58.517563Z","end":"2026-04-03T03:17:59.973799Z","steps":["trace[1845553306] 'process raft request' (duration: 1.455965117s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:17:59.973995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433992304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:17:59.974084Z","caller":"traceutil/trace.go:171","msg":"trace[1893769823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19611; }","duration":"1.434085426s","start":"2026-04-03T03:17:58.539974Z","end":"2026-04-03T03:17:59.974059Z","steps":["trace[1893769823] 'agreement among raft nodes before linearized reading' (duration: 1.433934913s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:17:59.974141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:17:58.539912Z","time spent":"1.43421504s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:17:59.974359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:17:58.517539Z","time spent":"1.456369788s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14546,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:17:59.973717Z","caller":"traceutil/trace.go:171","msg":"trace[1843472736] linearizableReadLoop","detail":"{readStateIndex:20382; appliedIndex:20381; }","duration":"1.433694807s","start":"2026-04-03T03:17:58.53999Z","end":"2026-04-03T03:17:59.973685Z","steps":["trace[1843472736] 'read index received' (duration: 1.433535603s)","trace[1843472736] 'applied index is now lower than readState.Index' (duration: 158.244µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:17:59.983878Z","caller":"traceutil/trace.go:171","msg":"trace[1386017826] transaction","detail":"{read_only:false; response_revision:19612; number_of_response:1; }","duration":"313.130734ms","start":"2026-04-03T03:17:59.670732Z","end":"2026-04-03T03:17:59.983863Z","steps":["trace[1386017826] 'process raft request' (duration: 312.96417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:17:59.984004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:17:59.670714Z","time spent":"313.215057ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:17:59.984138Z","caller":"traceutil/trace.go:171","msg":"trace[519626610] transaction","detail":"{read_only:false; response_revision:19613; number_of_response:1; }","duration":"214.47209ms","start":"2026-04-03T03:17:59.769648Z","end":"2026-04-03T03:17:59.98412Z","steps":["trace[519626610] 'process raft request' (duration: 214.187853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:17:59.98453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.672066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-04-03T03:17:59.984573Z","caller":"traceutil/trace.go:171","msg":"trace[1205914425] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnvm4; range_end:; response_count:1; response_revision:19615; }","duration":"168.744668ms","start":"2026-04-03T03:17:59.815818Z","end":"2026-04-03T03:17:59.984563Z","steps":["trace[1205914425] 'agreement among raft nodes before linearized reading' (duration: 168.651416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:17:59.98462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347984539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-03T03:17:59.984725Z","caller":"traceutil/trace.go:171","msg":"trace[597587354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19615; }","duration":"1.348141383s","start":"2026-04-03T03:17:58.636569Z","end":"2026-04-03T03:17:59.98471Z","steps":["trace[597587354] 'agreement among raft nodes before linearized reading' (duration: 1.347923398s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:17:59.984759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:17:58.636556Z","time spent":"1.348194984s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:17:59.984798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.39819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-nh47c\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-04-03T03:17:59.984834Z","caller":"traceutil/trace.go:171","msg":"trace[1521776475] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-nh47c; range_end:; response_count:1; response_revision:19615; }","duration":"707.473432ms","start":"2026-04-03T03:17:59.277349Z","end":"2026-04-03T03:17:59.984823Z","steps":["trace[1521776475] 'agreement among raft nodes before linearized reading' (duration: 707.365189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:17:59.98486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:17:59.277326Z","time spent":"707.527685ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-nh47c\" "} {"level":"warn","ts":"2026-04-03T03:17:59.985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20582393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:17:59.985028Z","caller":"traceutil/trace.go:171","msg":"trace[208596074] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:19615; }","duration":"1.205878491s","start":"2026-04-03T03:17:58.77914Z","end":"2026-04-03T03:17:59.985019Z","steps":["trace[208596074] 'agreement among raft nodes before linearized reading' (duration: 1.205826989s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:17:59.985055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:17:58.779128Z","time spent":"1.205918131s","remote":"127.0.0.1:52376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:17:59.985686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350156904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-03T03:17:59.985714Z","caller":"traceutil/trace.go:171","msg":"trace[388379725] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19615; }","duration":"1.350255187s","start":"2026-04-03T03:17:58.63545Z","end":"2026-04-03T03:17:59.985706Z","steps":["trace[388379725] 'agreement among raft nodes before linearized reading' (duration: 1.350178255s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:17:59.985737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:17:58.635434Z","time spent":"1.350297167s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:17:59.985841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397729932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18811"} {"level":"info","ts":"2026-04-03T03:17:59.985865Z","caller":"traceutil/trace.go:171","msg":"trace[1342436098] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19615; }","duration":"1.397787803s","start":"2026-04-03T03:17:58.588069Z","end":"2026-04-03T03:17:59.985857Z","steps":["trace[1342436098] 'agreement among raft nodes before linearized reading' (duration: 1.397716342s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:17:59.985895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:17:58.588051Z","time spent":"1.397838054s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18835,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-03T03:17:59.984405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343003314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-03T03:17:59.987031Z","caller":"traceutil/trace.go:171","msg":"trace[1535928170] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19615; }","duration":"1.345675542s","start":"2026-04-03T03:17:58.641345Z","end":"2026-04-03T03:17:59.987021Z","steps":["trace[1535928170] 'agreement among raft nodes before linearized reading' (duration: 1.342980494s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:17:59.987068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:17:58.641334Z","time spent":"1.345724823s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T03:17:59.984435Z","caller":"traceutil/trace.go:171","msg":"trace[1417597828] transaction","detail":"{read_only:false; response_revision:19614; number_of_response:1; }","duration":"213.659169ms","start":"2026-04-03T03:17:59.770768Z","end":"2026-04-03T03:17:59.984427Z","steps":["trace[1417597828] 'process raft request' (duration: 213.28828ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:17:59.984459Z","caller":"traceutil/trace.go:171","msg":"trace[1772431690] transaction","detail":"{read_only:false; response_revision:19615; number_of_response:1; }","duration":"213.602598ms","start":"2026-04-03T03:17:59.770849Z","end":"2026-04-03T03:17:59.984452Z","steps":["trace[1772431690] 'process raft request' (duration: 213.365832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:06.51673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840030367,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:18:07.017855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840030367,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:18:07.370019Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.660514018s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:18:07.370715Z","caller":"traceutil/trace.go:171","msg":"trace[795012808] transaction","detail":"{read_only:false; response_revision:19648; number_of_response:1; }","duration":"1.661301707s","start":"2026-04-03T03:18:05.70938Z","end":"2026-04-03T03:18:07.370682Z","steps":["trace[795012808] 'process raft request' (duration: 1.66106185s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:07.370884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:05.709359Z","time spent":"1.661437611s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20891,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:18:08.168952Z","caller":"traceutil/trace.go:171","msg":"trace[1420446669] transaction","detail":"{read_only:false; response_revision:19649; number_of_response:1; }","duration":"2.164413084s","start":"2026-04-03T03:18:06.004497Z","end":"2026-04-03T03:18:08.16891Z","steps":["trace[1420446669] 'process raft request' (duration: 2.162277511s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:18:08.16903Z","caller":"traceutil/trace.go:171","msg":"trace[972688916] transaction","detail":"{read_only:false; response_revision:19650; number_of_response:1; }","duration":"2.164358154s","start":"2026-04-03T03:18:06.004664Z","end":"2026-04-03T03:18:08.169022Z","steps":["trace[972688916] 'process raft request' (duration: 2.162374703s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:18:08.169076Z","caller":"traceutil/trace.go:171","msg":"trace[1409443127] transaction","detail":"{read_only:false; response_revision:19652; number_of_response:1; }","duration":"2.16225147s","start":"2026-04-03T03:18:06.006796Z","end":"2026-04-03T03:18:08.169047Z","steps":["trace[1409443127] 'process raft request' (duration: 2.160320921s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:08.169143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:06.004471Z","time spent":"2.164579299s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:18:08.168962Z","caller":"traceutil/trace.go:171","msg":"trace[539817420] transaction","detail":"{read_only:false; response_revision:19651; number_of_response:1; }","duration":"2.16345849s","start":"2026-04-03T03:18:06.005462Z","end":"2026-04-03T03:18:08.16892Z","steps":["trace[539817420] 'process raft request' (duration: 2.161622815s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:08.169177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:06.004627Z","time spent":"2.164441386s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:18:08.169214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:06.006788Z","time spent":"2.162358054s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:18:08.169384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:06.005448Z","time spent":"2.163830651s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:18:08.540317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000425666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:18:08.540415Z","caller":"traceutil/trace.go:171","msg":"trace[1451076404] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00058559s","start":"2026-04-03T03:18:06.539807Z","end":"2026-04-03T03:18:08.540393Z","steps":["trace[1451076404] 'agreement among raft nodes before linearized reading' (duration: 2.000456797s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:08.540464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:06.539789Z","time spent":"2.000665782s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:18:09.459296Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.293320173s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:18:10.542168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000541418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:18:10.542257Z","caller":"traceutil/trace.go:171","msg":"trace[1204173993] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000683292s","start":"2026-04-03T03:18:08.541553Z","end":"2026-04-03T03:18:10.542237Z","steps":["trace[1204173993] 'agreement among raft nodes before linearized reading' (duration: 2.000567129s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:10.542305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:08.541536Z","time spent":"2.000759744s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:18:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:18:10.948265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998557429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:18:10.948343Z","caller":"traceutil/trace.go:171","msg":"trace[242190079] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998674682s","start":"2026-04-03T03:18:08.949651Z","end":"2026-04-03T03:18:10.948326Z","steps":["trace[242190079] 'agreement among raft nodes before linearized reading' (duration: 1.99857883s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:10.948378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:08.949634Z","time spent":"1.998737003s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:18:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:18:11.016138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999728222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:18:11.016228Z","caller":"traceutil/trace.go:171","msg":"trace[2144560469] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999837914s","start":"2026-04-03T03:18:06.016368Z","end":"2026-04-03T03:18:11.016205Z","steps":["trace[2144560469] 'agreement among raft nodes before linearized reading' (duration: 4.999724291s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:11.016279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:06.016324Z","time spent":"4.999944217s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/03 03:18:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:18:11.033782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99966127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:18:11.03387Z","caller":"traceutil/trace.go:171","msg":"trace[1112112424] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999796043s","start":"2026-04-03T03:18:06.03405Z","end":"2026-04-03T03:18:11.033846Z","steps":["trace[1112112424] 'agreement among raft nodes before linearized reading' (duration: 4.999686s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:11.033934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:06.034035Z","time spent":"4.999888905s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/03 03:18:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:18:11.035245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999546976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:18:11.035342Z","caller":"traceutil/trace.go:171","msg":"trace[1486394635] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999712321s","start":"2026-04-03T03:18:06.03561Z","end":"2026-04-03T03:18:11.035323Z","steps":["trace[1486394635] 'agreement among raft nodes before linearized reading' (duration: 4.999568677s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:11.035395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:06.035599Z","time spent":"4.999785952s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/03 03:18:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:18:11.470383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.303212707s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-03T03:18:11.470612Z","caller":"traceutil/trace.go:171","msg":"trace[197664965] linearizableReadLoop","detail":"{readStateIndex:20425; appliedIndex:20419; }","duration":"5.454208884s","start":"2026-04-03T03:18:06.016384Z","end":"2026-04-03T03:18:11.470593Z","steps":["trace[197664965] 'read index received' (duration: 1.353894997s)","trace[197664965] 'applied index is now lower than readState.Index' (duration: 4.100312717s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:18:11.473318Z","caller":"traceutil/trace.go:171","msg":"trace[838520345] transaction","detail":"{read_only:false; response_revision:19653; number_of_response:1; }","duration":"3.769840686s","start":"2026-04-03T03:18:07.703454Z","end":"2026-04-03T03:18:11.473295Z","steps":["trace[838520345] 'process raft request' (duration: 3.767036815s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:11.473467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:07.703429Z","time spent":"3.769952479s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:18:13.02717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.42212125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:18:13.027217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.851666864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-03T03:18:13.027263Z","caller":"traceutil/trace.go:171","msg":"trace[1602364068] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:19653; }","duration":"2.422262483s","start":"2026-04-03T03:18:10.604978Z","end":"2026-04-03T03:18:13.02724Z","steps":["trace[1602364068] 'agreement among raft nodes before linearized reading' (duration: 868.731353ms)","trace[1602364068] 'count revisions from in-memory index tree' (duration: 1.553410187s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:18:13.027311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:10.604956Z","time spent":"2.422343725s","remote":"127.0.0.1:52380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:18:13.027308Z","caller":"traceutil/trace.go:171","msg":"trace[365691732] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19653; }","duration":"2.851809787s","start":"2026-04-03T03:18:10.175471Z","end":"2026-04-03T03:18:13.027281Z","steps":["trace[365691732] 'agreement among raft nodes before linearized reading' (duration: 1.298298587s)","trace[365691732] 'range keys from in-memory index tree' (duration: 1.553293934s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:18:13.027355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:10.175464Z","time spent":"2.851880079s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:18:13.02742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.939252198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:18:13.027476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478876828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:18:13.027479Z","caller":"traceutil/trace.go:171","msg":"trace[2061508237] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:19653; }","duration":"2.939340111s","start":"2026-04-03T03:18:10.088118Z","end":"2026-04-03T03:18:13.027459Z","steps":["trace[2061508237] 'agreement among raft nodes before linearized reading' (duration: 1.385669567s)","trace[2061508237] 'count revisions from in-memory index tree' (duration: 1.553611722s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:18:13.027533Z","caller":"traceutil/trace.go:171","msg":"trace[444290696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19653; }","duration":"2.47894501s","start":"2026-04-03T03:18:10.548577Z","end":"2026-04-03T03:18:13.027522Z","steps":["trace[444290696] 'agreement among raft nodes before linearized reading' (duration: 925.145033ms)","trace[444290696] 'range keys from in-memory index tree' (duration: 1.553737236s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:18:13.027562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:10.54857Z","time spent":"2.478985331s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:18:13.027568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:10.088096Z","time spent":"2.939460744s","remote":"127.0.0.1:47324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":13,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:18:13.027697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.852458623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-03T03:18:13.027735Z","caller":"traceutil/trace.go:171","msg":"trace[865391209] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:19653; }","duration":"2.852533015s","start":"2026-04-03T03:18:10.175192Z","end":"2026-04-03T03:18:13.027725Z","steps":["trace[865391209] 'agreement among raft nodes before linearized reading' (duration: 1.298586755s)","trace[865391209] 'range keys from in-memory index tree' (duration: 1.553411017s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:18:13.027763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:10.175169Z","time spent":"2.852587167s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-03T03:18:13.02781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973589824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:18:13.027849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826493713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:18:13.027843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.651285106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:18:13.027896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.943314872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-nh47c\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-04-03T03:18:13.027342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391509401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-03T03:18:13.02753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.334262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:18:13.02796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.881618894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:18:13.027986Z","caller":"traceutil/trace.go:171","msg":"trace[1738616099] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19653; }","duration":"1.392195718s","start":"2026-04-03T03:18:11.635757Z","end":"2026-04-03T03:18:13.027953Z","steps":["trace[1738616099] 'range keys from in-memory index tree' (duration: 1.391315326s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:18:13.028003Z","caller":"traceutil/trace.go:171","msg":"trace[1063319272] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19653; }","duration":"739.895736ms","start":"2026-04-03T03:18:12.288081Z","end":"2026-04-03T03:18:13.027977Z","steps":["trace[1063319272] 'count revisions from in-memory index tree' (duration: 739.187768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:13.028069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:11.635736Z","time spent":"1.39231098s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:18:13.028085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.184113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:18:13.028096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:12.28806Z","time spent":"740.000878ms","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:18:13.028117Z","caller":"traceutil/trace.go:171","msg":"trace[442230086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19653; }","duration":"478.253335ms","start":"2026-04-03T03:18:12.549855Z","end":"2026-04-03T03:18:13.028108Z","steps":["trace[442230086] 'range keys from in-memory index tree' (duration: 478.06708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:13.028143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:12.549826Z","time spent":"478.311246ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:18:13.028153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.476897198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:18:13.028192Z","caller":"traceutil/trace.go:171","msg":"trace[244254364] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:19653; }","duration":"6.476954669s","start":"2026-04-03T03:18:06.55122Z","end":"2026-04-03T03:18:13.028175Z","steps":["trace[244254364] 'agreement among raft nodes before linearized reading' (duration: 4.922618999s)","trace[244254364] 'count revisions from in-memory index tree' (duration: 1.554293399s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:18:13.028216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:06.551209Z","time spent":"6.4770002s","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:18:13.028221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51222786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T03:18:13.027855Z","caller":"traceutil/trace.go:171","msg":"trace[1030059982] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:19653; }","duration":"2.973667346s","start":"2026-04-03T03:18:10.054171Z","end":"2026-04-03T03:18:13.027839Z","steps":["trace[1030059982] 'agreement among raft nodes before linearized reading' (duration: 1.419625883s)","trace[1030059982] 'count revisions from in-memory index tree' (duration: 1.553988132s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:18:13.027895Z","caller":"traceutil/trace.go:171","msg":"trace[1613859160] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:19653; }","duration":"1.826579065s","start":"2026-04-03T03:18:11.201302Z","end":"2026-04-03T03:18:13.027881Z","steps":["trace[1613859160] 'agreement among raft nodes before linearized reading' (duration: 272.382478ms)","trace[1613859160] 'count revisions from in-memory index tree' (duration: 1.554131905s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:18:13.028285Z","caller":"traceutil/trace.go:171","msg":"trace[2067524766] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:19653; }","duration":"1.512326613s","start":"2026-04-03T03:18:11.515943Z","end":"2026-04-03T03:18:13.028269Z","steps":["trace[2067524766] 'range keys from in-memory index tree' (duration: 1.511977454s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:13.028281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.851458608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-04-03T03:18:13.028305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:11.20128Z","time spent":"1.827009895s","remote":"127.0.0.1:52406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:18:13.028257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.934086304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:18:13.02829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:10.054147Z","time spent":"2.974131798s","remote":"127.0.0.1:44524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:18:13.028336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.618516084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-03T03:18:13.028393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.97903682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-03T03:18:13.028392Z","caller":"traceutil/trace.go:171","msg":"trace[1387702321] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:19653; }","duration":"4.934255848s","start":"2026-04-03T03:18:08.094105Z","end":"2026-04-03T03:18:13.02836Z","steps":["trace[1387702321] 'agreement among raft nodes before linearized reading' (duration: 3.379724703s)","trace[1387702321] 'count revisions from in-memory index tree' (duration: 1.55433232s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:18:13.02843Z","caller":"traceutil/trace.go:171","msg":"trace[2011569587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19653; }","duration":"6.979108352s","start":"2026-04-03T03:18:06.04931Z","end":"2026-04-03T03:18:13.028418Z","steps":["trace[2011569587] 'agreement among raft nodes before linearized reading' (duration: 5.423952692s)","trace[2011569587] 'range keys from in-memory index tree' (duration: 1.554067524s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:18:13.028432Z","caller":"traceutil/trace.go:171","msg":"trace[1910679246] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19653; }","duration":"2.618619947s","start":"2026-04-03T03:18:10.409772Z","end":"2026-04-03T03:18:13.028392Z","steps":["trace[1910679246] 'agreement among raft nodes before linearized reading' (duration: 1.063968689s)","trace[1910679246] 'range keys from in-memory index tree' (duration: 1.554091824s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:18:13.028325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:11.515923Z","time spent":"1.512390434s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-03T03:18:13.028466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.480072077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-04-03T03:18:13.028472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:06.049288Z","time spent":"6.979175964s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:18:13.028489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.852561796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-03T03:18:13.028506Z","caller":"traceutil/trace.go:171","msg":"trace[149950499] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d; range_end:; response_count:1; response_revision:19653; }","duration":"2.480136439s","start":"2026-04-03T03:18:10.548354Z","end":"2026-04-03T03:18:13.02849Z","steps":["trace[149950499] 'agreement among raft nodes before linearized reading' (duration: 925.377659ms)","trace[149950499] 'range keys from in-memory index tree' (duration: 1.553903819s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:18:13.028501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:10.409752Z","time spent":"2.618733369s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:18:13.028535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:10.548338Z","time spent":"2.48019129s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d\" "} {"level":"warn","ts":"2026-04-03T03:18:13.028196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.94402156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" ","response":"range_response_count:1 size:22020"} {"level":"warn","ts":"2026-04-03T03:18:13.028396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407716978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-03T03:18:13.028549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.84798403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:18:13.028584Z","caller":"traceutil/trace.go:171","msg":"trace[522357678] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnvm4; range_end:; response_count:1; response_revision:19653; }","duration":"6.94445897s","start":"2026-04-03T03:18:06.084116Z","end":"2026-04-03T03:18:13.028575Z","steps":["trace[522357678] 'agreement among raft nodes before linearized reading' (duration: 5.389761851s)","trace[522357678] 'range keys from in-memory index tree' (duration: 1.554027553s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:18:13.028535Z","caller":"traceutil/trace.go:171","msg":"trace[2055729372] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19653; }","duration":"2.852634288s","start":"2026-04-03T03:18:10.175888Z","end":"2026-04-03T03:18:13.028522Z","steps":["trace[2055729372] 'agreement among raft nodes before linearized reading' (duration: 1.297873097s)","trace[2055729372] 'range keys from in-memory index tree' (duration: 1.554236458s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:18:13.028594Z","caller":"traceutil/trace.go:171","msg":"trace[1868553404] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:19653; }","duration":"6.848059892s","start":"2026-04-03T03:18:06.180521Z","end":"2026-04-03T03:18:13.028581Z","steps":["trace[1868553404] 'agreement among raft nodes before linearized reading' (duration: 5.293334303s)","trace[1868553404] 'count revisions from in-memory index tree' (duration: 1.554667228s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:18:13.028606Z","caller":"traceutil/trace.go:171","msg":"trace[1860601520] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19653; }","duration":"1.407966504s","start":"2026-04-03T03:18:11.620632Z","end":"2026-04-03T03:18:13.028598Z","steps":["trace[1860601520] 'range keys from in-memory index tree' (duration: 1.40738429s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:13.028615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:06.084105Z","time spent":"6.944501802s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" "} {"level":"warn","ts":"2026-04-03T03:18:13.028628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:06.180503Z","time spent":"6.848115934s","remote":"127.0.0.1:52322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:18:13.028634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:11.620611Z","time spent":"1.408013185s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-03T03:18:13.027933Z","caller":"traceutil/trace.go:171","msg":"trace[556569933] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-nh47c; range_end:; response_count:1; response_revision:19653; }","duration":"6.943371923s","start":"2026-04-03T03:18:06.084551Z","end":"2026-04-03T03:18:13.027923Z","steps":["trace[556569933] 'agreement among raft nodes before linearized reading' (duration: 5.38931468s)","trace[556569933] 'range keys from in-memory index tree' (duration: 1.55394096s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:18:13.02863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:10.175873Z","time spent":"2.85274391s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:18:13.027917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.723991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:18:13.028783Z","caller":"traceutil/trace.go:171","msg":"trace[1171817565] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:19653; }","duration":"604.651754ms","start":"2026-04-03T03:18:12.424121Z","end":"2026-04-03T03:18:13.028772Z","steps":["trace[1171817565] 'count revisions from in-memory index tree' (duration: 603.622748ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:18:13.027917Z","caller":"traceutil/trace.go:171","msg":"trace[1228189784] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19653; }","duration":"3.651373078s","start":"2026-04-03T03:18:09.376523Z","end":"2026-04-03T03:18:13.027896Z","steps":["trace[1228189784] 'agreement among raft nodes before linearized reading' (duration: 2.097286974s)","trace[1228189784] 'count revisions from in-memory index tree' (duration: 1.554009612s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:18:13.028824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:12.4241Z","time spent":"604.712136ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":73,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:18:13.028842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:09.376508Z","time spent":"3.652319541s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:18:13.028327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.530074977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T03:18:13.028331Z","caller":"traceutil/trace.go:171","msg":"trace[1658971720] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19653; }","duration":"2.851536521s","start":"2026-04-03T03:18:10.176779Z","end":"2026-04-03T03:18:13.028315Z","steps":["trace[1658971720] 'agreement among raft nodes before linearized reading' (duration: 1.296972635s)","trace[1658971720] 'range keys from in-memory index tree' (duration: 1.554363911s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:18:13.028894Z","caller":"traceutil/trace.go:171","msg":"trace[1065235124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19653; }","duration":"6.530672732s","start":"2026-04-03T03:18:06.498207Z","end":"2026-04-03T03:18:13.02888Z","steps":["trace[1065235124] 'agreement among raft nodes before linearized reading' (duration: 4.975640234s)","trace[1065235124] 'range keys from in-memory index tree' (duration: 1.554406021s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:18:13.02891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:10.176761Z","time spent":"2.852138915s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-03T03:18:13.028945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:06.498189Z","time spent":"6.530744203s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:18:13.028453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:08.09404Z","time spent":"4.934399271s","remote":"127.0.0.1:44530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:18:13.02875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:06.084539Z","time spent":"6.944197644s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-nh47c\" "} {"level":"warn","ts":"2026-04-03T03:18:13.027945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08418387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:18:13.031333Z","caller":"traceutil/trace.go:171","msg":"trace[425924500] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19653; }","duration":"2.087597406s","start":"2026-04-03T03:18:10.943715Z","end":"2026-04-03T03:18:13.031312Z","steps":["trace[425924500] 'agreement among raft nodes before linearized reading' (duration: 529.983644ms)","trace[425924500] 'count revisions from in-memory index tree' (duration: 1.554225437s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:18:13.027993Z","caller":"traceutil/trace.go:171","msg":"trace[1863849459] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:19653; }","duration":"4.881650144s","start":"2026-04-03T03:18:08.146331Z","end":"2026-04-03T03:18:13.027981Z","steps":["trace[1863849459] 'agreement among raft nodes before linearized reading' (duration: 3.327488269s)","trace[1863849459] 'count revisions from in-memory index tree' (duration: 1.554121045s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:18:13.031389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:10.943691Z","time spent":"2.087678408s","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:18:13.031504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:08.146307Z","time spent":"4.885164742s","remote":"127.0.0.1:52340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:18:13.583672Z","caller":"traceutil/trace.go:171","msg":"trace[67637172] linearizableReadLoop","detail":"{readStateIndex:20432; appliedIndex:20426; }","duration":"550.451394ms","start":"2026-04-03T03:18:13.033195Z","end":"2026-04-03T03:18:13.583647Z","steps":["trace[67637172] 'read index received' (duration: 188.2291ms)","trace[67637172] 'applied index is now lower than readState.Index' (duration: 362.221454ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:18:13.583809Z","caller":"traceutil/trace.go:171","msg":"trace[596305446] transaction","detail":"{read_only:false; response_revision:19654; number_of_response:1; }","duration":"552.563717ms","start":"2026-04-03T03:18:13.031234Z","end":"2026-04-03T03:18:13.583798Z","steps":["trace[596305446] 'process raft request' (duration: 551.821529ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:18:13.584102Z","caller":"traceutil/trace.go:171","msg":"trace[406546662] transaction","detail":"{read_only:false; response_revision:19659; number_of_response:1; }","duration":"547.193753ms","start":"2026-04-03T03:18:13.036645Z","end":"2026-04-03T03:18:13.583839Z","steps":["trace[406546662] 'process raft request' (duration: 546.774023ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:18:13.584155Z","caller":"traceutil/trace.go:171","msg":"trace[1262169263] transaction","detail":"{read_only:false; response_revision:19660; number_of_response:1; }","duration":"547.394879ms","start":"2026-04-03T03:18:13.036751Z","end":"2026-04-03T03:18:13.584146Z","steps":["trace[1262169263] 'process raft request' (duration: 546.70123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:13.584206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:13.036739Z","time spent":"547.439029ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:18:13.584464Z","caller":"traceutil/trace.go:171","msg":"trace[417743550] transaction","detail":"{read_only:false; response_revision:19661; number_of_response:1; }","duration":"547.659195ms","start":"2026-04-03T03:18:13.036795Z","end":"2026-04-03T03:18:13.584454Z","steps":["trace[417743550] 'process raft request' (duration: 546.721291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:13.584528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:13.036783Z","time spent":"547.712656ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:18:13.584695Z","caller":"traceutil/trace.go:171","msg":"trace[433757649] transaction","detail":"{read_only:false; response_revision:19655; number_of_response:1; }","duration":"552.859826ms","start":"2026-04-03T03:18:13.03182Z","end":"2026-04-03T03:18:13.58468Z","steps":["trace[433757649] 'process raft request' (duration: 551.417379ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:18:13.584719Z","caller":"traceutil/trace.go:171","msg":"trace[236810998] transaction","detail":"{read_only:false; response_revision:19662; number_of_response:1; }","duration":"547.515471ms","start":"2026-04-03T03:18:13.03719Z","end":"2026-04-03T03:18:13.584706Z","steps":["trace[236810998] 'process raft request' (duration: 546.382012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:13.584775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:13.03718Z","time spent":"547.565592ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:18:13.584873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:13.031801Z","time spent":"552.938017ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:18:13.58491Z","caller":"traceutil/trace.go:171","msg":"trace[2108634986] transaction","detail":"{read_only:false; response_revision:19663; number_of_response:1; }","duration":"546.498965ms","start":"2026-04-03T03:18:13.038402Z","end":"2026-04-03T03:18:13.584901Z","steps":["trace[2108634986] 'process raft request' (duration: 545.200902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:13.584961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:13.038392Z","time spent":"546.542816ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:18:13.585175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.977423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T03:18:13.585211Z","caller":"traceutil/trace.go:171","msg":"trace[2124767181] transaction","detail":"{read_only:false; response_revision:19657; number_of_response:1; }","duration":"553.313647ms","start":"2026-04-03T03:18:13.031889Z","end":"2026-04-03T03:18:13.585202Z","steps":["trace[2124767181] 'process raft request' (duration: 551.46012ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:18:13.585215Z","caller":"traceutil/trace.go:171","msg":"trace[984135207] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19663; }","duration":"552.038615ms","start":"2026-04-03T03:18:13.033166Z","end":"2026-04-03T03:18:13.585205Z","steps":["trace[984135207] 'agreement among raft nodes before linearized reading' (duration: 551.906652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:13.585245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:13.033154Z","time spent":"552.084496ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:18:13.584205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:13.036618Z","time spent":"547.536072ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:18:13.585176Z","caller":"traceutil/trace.go:171","msg":"trace[878446179] transaction","detail":"{read_only:false; response_revision:19656; number_of_response:1; }","duration":"553.301167ms","start":"2026-04-03T03:18:13.031862Z","end":"2026-04-03T03:18:13.585163Z","steps":["trace[878446179] 'process raft request' (duration: 551.44219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:13.585506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:13.031839Z","time spent":"553.637905ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:18:13.584114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:13.031206Z","time spent":"552.635669ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:18:13.586262Z","caller":"traceutil/trace.go:171","msg":"trace[164505143] transaction","detail":"{read_only:false; response_revision:19658; number_of_response:1; }","duration":"553.4666ms","start":"2026-04-03T03:18:13.032786Z","end":"2026-04-03T03:18:13.586253Z","steps":["trace[164505143] 'process raft request' (duration: 550.593418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:13.586264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:13.031873Z","time spent":"553.531293ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:18:13.58631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:13.032739Z","time spent":"553.548872ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:18:13.598913Z","caller":"traceutil/trace.go:171","msg":"trace[325744986] transaction","detail":"{read_only:false; response_revision:19664; number_of_response:1; }","duration":"376.02288ms","start":"2026-04-03T03:18:13.222864Z","end":"2026-04-03T03:18:13.598887Z","steps":["trace[325744986] 'process raft request' (duration: 375.845106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:13.599059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:13.222839Z","time spent":"376.142013ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:18:13.599038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.568714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:18:13.599146Z","caller":"traceutil/trace.go:171","msg":"trace[1729800053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19664; }","duration":"561.711748ms","start":"2026-04-03T03:18:13.037403Z","end":"2026-04-03T03:18:13.599115Z","steps":["trace[1729800053] 'agreement among raft nodes before linearized reading' (duration: 561.441911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:13.599205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:13.037396Z","time spent":"561.79998ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:18:13.599356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.832081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-03T03:18:13.599403Z","caller":"traceutil/trace.go:171","msg":"trace[1263636915] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19664; }","duration":"562.246471ms","start":"2026-04-03T03:18:13.037145Z","end":"2026-04-03T03:18:13.599392Z","steps":["trace[1263636915] 'agreement among raft nodes before linearized reading' (duration: 561.732308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:13.599444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:13.03713Z","time spent":"562.306473ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:18:13.599973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.159484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-03T03:18:13.600011Z","caller":"traceutil/trace.go:171","msg":"trace[11403288] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19664; }","duration":"563.202535ms","start":"2026-04-03T03:18:13.036794Z","end":"2026-04-03T03:18:13.599997Z","steps":["trace[11403288] 'agreement among raft nodes before linearized reading' (duration: 563.135773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:13.600031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:13.036789Z","time spent":"563.237265ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:18:13.600232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.918602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:947411"} {"level":"info","ts":"2026-04-03T03:18:13.60027Z","caller":"traceutil/trace.go:171","msg":"trace[1413477034] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:19664; }","duration":"563.996554ms","start":"2026-04-03T03:18:13.036265Z","end":"2026-04-03T03:18:13.600261Z","steps":["trace[1413477034] 'agreement among raft nodes before linearized reading' (duration: 563.114392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:13.600293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:13.036257Z","time spent":"564.028995ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":947435,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:18:13.600658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.744668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:947411"} {"level":"info","ts":"2026-04-03T03:18:13.600698Z","caller":"traceutil/trace.go:171","msg":"trace[242687968] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:19664; }","duration":"561.799439ms","start":"2026-04-03T03:18:13.038889Z","end":"2026-04-03T03:18:13.600689Z","steps":["trace[242687968] 'agreement among raft nodes before linearized reading' (duration: 560.571538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:13.60073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:13.038882Z","time spent":"561.839429ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":947435,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T03:18:16.931654Z","caller":"traceutil/trace.go:171","msg":"trace[80334660] transaction","detail":"{read_only:false; response_revision:19690; number_of_response:1; }","duration":"100.677144ms","start":"2026-04-03T03:18:16.830946Z","end":"2026-04-03T03:18:16.931623Z","steps":["trace[80334660] 'process raft request' (duration: 100.51642ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:18:19.822776Z","caller":"traceutil/trace.go:171","msg":"trace[1243332181] transaction","detail":"{read_only:false; response_revision:19761; number_of_response:1; }","duration":"221.087475ms","start":"2026-04-03T03:18:19.601666Z","end":"2026-04-03T03:18:19.822754Z","steps":["trace[1243332181] 'process raft request' (duration: 220.93572ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:18:19.950488Z","caller":"traceutil/trace.go:171","msg":"trace[1324599873] transaction","detail":"{read_only:false; response_revision:19762; number_of_response:1; }","duration":"338.608802ms","start":"2026-04-03T03:18:19.611852Z","end":"2026-04-03T03:18:19.950461Z","steps":["trace[1324599873] 'process raft request' (duration: 319.79039ms)","trace[1324599873] 'compare' (duration: 18.562796ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:18:19.950651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:19.611825Z","time spent":"338.750586ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:18:19.950765Z","caller":"traceutil/trace.go:171","msg":"trace[1017445776] transaction","detail":"{read_only:false; response_revision:19763; number_of_response:1; }","duration":"319.204195ms","start":"2026-04-03T03:18:19.631542Z","end":"2026-04-03T03:18:19.950747Z","steps":["trace[1017445776] 'process raft request' (duration: 318.869767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:19.950858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:19.631515Z","time spent":"319.296638ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:18:19.950873Z","caller":"traceutil/trace.go:171","msg":"trace[740411022] linearizableReadLoop","detail":"{readStateIndex:20538; appliedIndex:20535; }","duration":"318.773004ms","start":"2026-04-03T03:18:19.632072Z","end":"2026-04-03T03:18:19.950845Z","steps":["trace[740411022] 'read index received' (duration: 190.58711ms)","trace[740411022] 'applied index is now lower than readState.Index' (duration: 128.184594ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:18:19.950883Z","caller":"traceutil/trace.go:171","msg":"trace[1527141397] transaction","detail":"{read_only:false; response_revision:19764; number_of_response:1; }","duration":"317.971394ms","start":"2026-04-03T03:18:19.632894Z","end":"2026-04-03T03:18:19.950865Z","steps":["trace[1527141397] 'process raft request' (duration: 317.699357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:19.951117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.02152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-03T03:18:19.951136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:19.632863Z","time spent":"318.164279ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:18:19.951236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.047871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-03T03:18:19.95128Z","caller":"traceutil/trace.go:171","msg":"trace[801164840] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19764; }","duration":"254.077662ms","start":"2026-04-03T03:18:19.697182Z","end":"2026-04-03T03:18:19.95126Z","steps":["trace[801164840] 'agreement among raft nodes before linearized reading' (duration: 254.00497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:19.951301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.275636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-03T03:18:19.951348Z","caller":"traceutil/trace.go:171","msg":"trace[1013156086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19764; }","duration":"305.327177ms","start":"2026-04-03T03:18:19.646005Z","end":"2026-04-03T03:18:19.951332Z","steps":["trace[1013156086] 'agreement among raft nodes before linearized reading' (duration: 305.253226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:19.951241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.050033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" ","response":"range_response_count:1 size:22020"} {"level":"warn","ts":"2026-04-03T03:18:19.951382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.388769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-03T03:18:19.951412Z","caller":"traceutil/trace.go:171","msg":"trace[777714384] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnvm4; range_end:; response_count:1; response_revision:19764; }","duration":"278.259378ms","start":"2026-04-03T03:18:19.673144Z","end":"2026-04-03T03:18:19.951404Z","steps":["trace[777714384] 'agreement among raft nodes before linearized reading' (duration: 278.038143ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:18:19.951417Z","caller":"traceutil/trace.go:171","msg":"trace[1830905675] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19764; }","duration":"254.44049ms","start":"2026-04-03T03:18:19.696965Z","end":"2026-04-03T03:18:19.951406Z","steps":["trace[1830905675] 'agreement among raft nodes before linearized reading' (duration: 254.362478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:19.951299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.41953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-nh47c\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-04-03T03:18:19.951565Z","caller":"traceutil/trace.go:171","msg":"trace[125997987] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-nh47c; range_end:; response_count:1; response_revision:19764; }","duration":"268.704419ms","start":"2026-04-03T03:18:19.682844Z","end":"2026-04-03T03:18:19.951549Z","steps":["trace[125997987] 'agreement among raft nodes before linearized reading' (duration: 268.336939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:19.951137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.158613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T03:18:19.951651Z","caller":"traceutil/trace.go:171","msg":"trace[1848169606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19764; }","duration":"313.733598ms","start":"2026-04-03T03:18:19.637907Z","end":"2026-04-03T03:18:19.95164Z","steps":["trace[1848169606] 'agreement among raft nodes before linearized reading' (duration: 313.103422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:19.951688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:19.637894Z","time spent":"313.782299ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:18:19.951379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:19.645996Z","time spent":"305.376728ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:18:19.951162Z","caller":"traceutil/trace.go:171","msg":"trace[50220198] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19764; }","duration":"319.119953ms","start":"2026-04-03T03:18:19.632033Z","end":"2026-04-03T03:18:19.951153Z","steps":["trace[50220198] 'agreement among raft nodes before linearized reading' (duration: 318.949869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:19.951821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:19.632014Z","time spent":"319.777101ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T03:18:24.903239Z","caller":"traceutil/trace.go:171","msg":"trace[933122390] linearizableReadLoop","detail":"{readStateIndex:20647; appliedIndex:20646; }","duration":"186.837566ms","start":"2026-04-03T03:18:24.716384Z","end":"2026-04-03T03:18:24.903222Z","steps":["trace[933122390] 'read index received' (duration: 186.647111ms)","trace[933122390] 'applied index is now lower than readState.Index' (duration: 189.545µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:18:24.903365Z","caller":"traceutil/trace.go:171","msg":"trace[1061906352] transaction","detail":"{read_only:false; response_revision:19866; number_of_response:1; }","duration":"254.646176ms","start":"2026-04-03T03:18:24.648682Z","end":"2026-04-03T03:18:24.903328Z","steps":["trace[1061906352] 'process raft request' (duration: 254.40551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:24.903427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.02616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-03T03:18:24.903461Z","caller":"traceutil/trace.go:171","msg":"trace[93609072] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:19866; }","duration":"187.104402ms","start":"2026-04-03T03:18:24.716346Z","end":"2026-04-03T03:18:24.903451Z","steps":["trace[93609072] 'agreement among raft nodes before linearized reading' (duration: 186.954229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:26.536339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.082921ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:18:26.536476Z","caller":"traceutil/trace.go:171","msg":"trace[2136852933] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19869; }","duration":"317.220065ms","start":"2026-04-03T03:18:26.219226Z","end":"2026-04-03T03:18:26.536446Z","steps":["trace[2136852933] 'range keys from in-memory index tree' (duration: 317.066791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:26.536521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.374245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:18:26.53729Z","caller":"traceutil/trace.go:171","msg":"trace[539618757] transaction","detail":"{read_only:false; response_revision:19872; number_of_response:1; }","duration":"518.036981ms","start":"2026-04-03T03:18:26.019232Z","end":"2026-04-03T03:18:26.537269Z","steps":["trace[539618757] 'process raft request' (duration: 517.9909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:26.537382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:26.01921Z","time spent":"518.130344ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:18:26.537643Z","caller":"traceutil/trace.go:171","msg":"trace[1708726477] transaction","detail":"{read_only:false; response_revision:19870; number_of_response:1; }","duration":"559.642165ms","start":"2026-04-03T03:18:25.977987Z","end":"2026-04-03T03:18:26.537629Z","steps":["trace[1708726477] 'process raft request' (duration: 100.075399ms)","trace[1708726477] 'compare' (duration: 458.217982ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:18:26.537713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:25.977975Z","time spent":"559.703106ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:18:26.537957Z","caller":"traceutil/trace.go:171","msg":"trace[50781108] transaction","detail":"{read_only:false; response_revision:19871; number_of_response:1; }","duration":"557.406209ms","start":"2026-04-03T03:18:25.980539Z","end":"2026-04-03T03:18:26.537946Z","steps":["trace[50781108] 'process raft request' (duration: 556.493875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:26.538111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:25.98053Z","time spent":"557.544752ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:18:26.538261Z","caller":"traceutil/trace.go:171","msg":"trace[266868462] linearizableReadLoop","detail":"{readStateIndex:20652; appliedIndex:20650; }","duration":"522.903954ms","start":"2026-04-03T03:18:26.015347Z","end":"2026-04-03T03:18:26.538251Z","steps":["trace[266868462] 'read index received' (duration: 62.714303ms)","trace[266868462] 'applied index is now lower than readState.Index' (duration: 460.188521ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:18:26.53857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.836394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-03T03:18:26.538616Z","caller":"traceutil/trace.go:171","msg":"trace[2052238683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19872; }","duration":"548.896185ms","start":"2026-04-03T03:18:25.989707Z","end":"2026-04-03T03:18:26.538603Z","steps":["trace[2052238683] 'agreement among raft nodes before linearized reading' (duration: 548.760202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:26.538652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:25.989699Z","time spent":"548.946347ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:18:26.538926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.49643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T03:18:26.538966Z","caller":"traceutil/trace.go:171","msg":"trace[1361942482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19872; }","duration":"549.558622ms","start":"2026-04-03T03:18:25.989398Z","end":"2026-04-03T03:18:26.538957Z","steps":["trace[1361942482] 'agreement among raft nodes before linearized reading' (duration: 549.46228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:26.538995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:25.989387Z","time spent":"549.601133ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:18:26.539316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.170253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-03T03:18:26.539358Z","caller":"traceutil/trace.go:171","msg":"trace[317753087] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19872; }","duration":"551.227954ms","start":"2026-04-03T03:18:25.98812Z","end":"2026-04-03T03:18:26.539348Z","steps":["trace[317753087] 'agreement among raft nodes before linearized reading' (duration: 551.121631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:26.539387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:25.988104Z","time spent":"551.276025ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:18:26.539786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.635854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-03T03:18:26.539834Z","caller":"traceutil/trace.go:171","msg":"trace[1273051424] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19872; }","duration":"555.684755ms","start":"2026-04-03T03:18:25.984135Z","end":"2026-04-03T03:18:26.53982Z","steps":["trace[1273051424] 'agreement among raft nodes before linearized reading' (duration: 555.579893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:26.539864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:25.984079Z","time spent":"555.777678ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T03:18:26.624134Z","caller":"traceutil/trace.go:171","msg":"trace[693237118] transaction","detail":"{read_only:false; response_revision:19873; number_of_response:1; }","duration":"119.65026ms","start":"2026-04-03T03:18:26.504448Z","end":"2026-04-03T03:18:26.624098Z","steps":["trace[693237118] 'process raft request' (duration: 119.423654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:26.624191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.156001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" ","response":"range_response_count:1 size:22020"} {"level":"warn","ts":"2026-04-03T03:18:26.62446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.601378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-nh47c\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-04-03T03:18:26.624504Z","caller":"traceutil/trace.go:171","msg":"trace[171805000] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-nh47c; range_end:; response_count:1; response_revision:19873; }","duration":"601.6756ms","start":"2026-04-03T03:18:26.022819Z","end":"2026-04-03T03:18:26.624494Z","steps":["trace[171805000] 'agreement among raft nodes before linearized reading' (duration: 601.499224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:26.624529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:26.022813Z","time spent":"601.70984ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-nh47c\" "} {"level":"info","ts":"2026-04-03T03:18:26.624617Z","caller":"traceutil/trace.go:171","msg":"trace[1020631975] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnvm4; range_end:; response_count:1; response_revision:19873; }","duration":"602.424418ms","start":"2026-04-03T03:18:26.021981Z","end":"2026-04-03T03:18:26.624405Z","steps":["trace[1020631975] 'agreement among raft nodes before linearized reading' (duration: 602.038519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:26.624898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:18:26.021973Z","time spent":"602.706976ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hnvm4\" "} {"level":"info","ts":"2026-04-03T03:18:26.67247Z","caller":"traceutil/trace.go:171","msg":"trace[1493783638] transaction","detail":"{read_only:false; response_revision:19874; number_of_response:1; }","duration":"127.472957ms","start":"2026-04-03T03:18:26.544978Z","end":"2026-04-03T03:18:26.672451Z","steps":["trace[1493783638] 'process raft request' (duration: 127.126999ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:18:26.672658Z","caller":"traceutil/trace.go:171","msg":"trace[1119007181] transaction","detail":"{read_only:false; response_revision:19875; number_of_response:1; }","duration":"126.649406ms","start":"2026-04-03T03:18:26.545999Z","end":"2026-04-03T03:18:26.672648Z","steps":["trace[1119007181] 'process raft request' (duration: 126.212875ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:18:26.672774Z","caller":"traceutil/trace.go:171","msg":"trace[171567791] transaction","detail":"{read_only:false; response_revision:19876; number_of_response:1; }","duration":"126.296117ms","start":"2026-04-03T03:18:26.546469Z","end":"2026-04-03T03:18:26.672765Z","steps":["trace[171567791] 'process raft request' (duration: 125.781854ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:18:26.672879Z","caller":"traceutil/trace.go:171","msg":"trace[526666242] transaction","detail":"{read_only:false; response_revision:19877; number_of_response:1; }","duration":"126.231856ms","start":"2026-04-03T03:18:26.54664Z","end":"2026-04-03T03:18:26.672872Z","steps":["trace[526666242] 'process raft request' (duration: 125.636461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:55.022797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.877682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:18:55.02288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.20342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:18:55.022916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.671453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:18:55.022928Z","caller":"traceutil/trace.go:171","msg":"trace[345653369] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20200; }","duration":"135.050277ms","start":"2026-04-03T03:18:54.887854Z","end":"2026-04-03T03:18:55.022905Z","steps":["trace[345653369] 'range keys from in-memory index tree' (duration: 134.77201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:55.022889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.508543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:18:55.022975Z","caller":"traceutil/trace.go:171","msg":"trace[1330451360] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20200; }","duration":"135.768915ms","start":"2026-04-03T03:18:54.887192Z","end":"2026-04-03T03:18:55.022961Z","steps":["trace[1330451360] 'range keys from in-memory index tree' (duration: 135.595391ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:18:55.022972Z","caller":"traceutil/trace.go:171","msg":"trace[1306780788] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:20200; }","duration":"135.346784ms","start":"2026-04-03T03:18:54.887601Z","end":"2026-04-03T03:18:55.022948Z","steps":["trace[1306780788] 'range keys from in-memory index tree' (duration: 135.126519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:18:55.022829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.446982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:18:55.023052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.285513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:18:55.02307Z","caller":"traceutil/trace.go:171","msg":"trace[961819164] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:20200; }","duration":"134.720458ms","start":"2026-04-03T03:18:54.888326Z","end":"2026-04-03T03:18:55.023046Z","steps":["trace[961819164] 'range keys from in-memory index tree' (duration: 134.38813ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:18:55.023128Z","caller":"traceutil/trace.go:171","msg":"trace[1203531998] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:20200; }","duration":"135.386645ms","start":"2026-04-03T03:18:54.887724Z","end":"2026-04-03T03:18:55.023111Z","steps":["trace[1203531998] 'range keys from in-memory index tree' (duration: 135.2141ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:18:55.024928Z","caller":"traceutil/trace.go:171","msg":"trace[1036436687] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20200; }","duration":"135.484197ms","start":"2026-04-03T03:18:54.888321Z","end":"2026-04-03T03:18:55.023805Z","steps":["trace[1036436687] 'range keys from in-memory index tree' (duration: 134.37041ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:19:59.018111Z","caller":"traceutil/trace.go:171","msg":"trace[1628430126] transaction","detail":"{read_only:false; response_revision:20699; number_of_response:1; }","duration":"123.489227ms","start":"2026-04-03T03:19:58.894593Z","end":"2026-04-03T03:19:59.018083Z","steps":["trace[1628430126] 'process raft request' (duration: 123.314283ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:19:59.019911Z","caller":"traceutil/trace.go:171","msg":"trace[1615948128] transaction","detail":"{read_only:false; response_revision:20700; number_of_response:1; }","duration":"104.309547ms","start":"2026-04-03T03:19:58.915563Z","end":"2026-04-03T03:19:59.019872Z","steps":["trace[1615948128] 'process raft request' (duration: 104.093982ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:22:27.675092Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19401} {"level":"info","ts":"2026-04-03T03:22:27.785505Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19401,"took":"107.072695ms","hash":2443676712,"current-db-size-bytes":49852416,"current-db-size":"50 MB","current-db-size-in-use-bytes":34017280,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-03T03:22:27.785562Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2443676712,"revision":19401,"compact-revision":17139} {"level":"info","ts":"2026-04-03T03:23:54.58842Z","caller":"traceutil/trace.go:171","msg":"trace[2104412468] linearizableReadLoop","detail":"{readStateIndex:23175; appliedIndex:23174; }","duration":"285.285994ms","start":"2026-04-03T03:23:54.303109Z","end":"2026-04-03T03:23:54.588395Z","steps":["trace[2104412468] 'read index received' (duration: 285.1546ms)","trace[2104412468] 'applied index is now lower than readState.Index' (duration: 130.384µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:23:54.58899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.187871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-03T03:23:54.58907Z","caller":"traceutil/trace.go:171","msg":"trace[1668883330] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22313; }","duration":"167.334005ms","start":"2026-04-03T03:23:54.421719Z","end":"2026-04-03T03:23:54.589053Z","steps":["trace[1668883330] 'agreement among raft nodes before linearized reading' (duration: 167.109389ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:23:54.589176Z","caller":"traceutil/trace.go:171","msg":"trace[24562972] transaction","detail":"{read_only:false; response_revision:22313; number_of_response:1; }","duration":"433.668434ms","start":"2026-04-03T03:23:54.155482Z","end":"2026-04-03T03:23:54.58915Z","steps":["trace[24562972] 'process raft request' (duration: 432.70602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:23:54.589307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:23:54.155458Z","time spent":"433.778117ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:23:54.589346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.573481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T03:23:54.589381Z","caller":"traceutil/trace.go:171","msg":"trace[801092783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22313; }","duration":"161.657033ms","start":"2026-04-03T03:23:54.427713Z","end":"2026-04-03T03:23:54.58937Z","steps":["trace[801092783] 'agreement among raft nodes before linearized reading' (duration: 161.55942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:23:54.589539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.427043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-03T03:23:54.589571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.847737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-03T03:23:54.589578Z","caller":"traceutil/trace.go:171","msg":"trace[345526497] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22313; }","duration":"286.499264ms","start":"2026-04-03T03:23:54.303068Z","end":"2026-04-03T03:23:54.589567Z","steps":["trace[345526497] 'agreement among raft nodes before linearized reading' (duration: 286.37363ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:23:54.589601Z","caller":"traceutil/trace.go:171","msg":"trace[277800050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22313; }","duration":"161.902429ms","start":"2026-04-03T03:23:54.42769Z","end":"2026-04-03T03:23:54.589593Z","steps":["trace[277800050] 'agreement among raft nodes before linearized reading' (duration: 161.820187ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:00.47582Z","caller":"traceutil/trace.go:171","msg":"trace[1310430942] linearizableReadLoop","detail":"{readStateIndex:23205; appliedIndex:23204; }","duration":"193.5121ms","start":"2026-04-03T03:24:00.282286Z","end":"2026-04-03T03:24:00.475798Z","steps":["trace[1310430942] 'read index received' (duration: 187.271264ms)","trace[1310430942] 'applied index is now lower than readState.Index' (duration: 6.239886ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:24:00.476042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.747996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T03:24:00.476084Z","caller":"traceutil/trace.go:171","msg":"trace[1808211460] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22342; }","duration":"193.837278ms","start":"2026-04-03T03:24:00.282236Z","end":"2026-04-03T03:24:00.476074Z","steps":["trace[1808211460] 'agreement among raft nodes before linearized reading' (duration: 193.671243ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:00.475901Z","caller":"traceutil/trace.go:171","msg":"trace[172932143] transaction","detail":"{read_only:false; response_revision:22342; number_of_response:1; }","duration":"485.90999ms","start":"2026-04-03T03:23:59.989942Z","end":"2026-04-03T03:24:00.475852Z","steps":["trace[172932143] 'process raft request' (duration: 479.53037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:00.476417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:23:59.989929Z","time spent":"486.380763ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:24:01.765964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073130114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-03T03:24:01.766463Z","caller":"traceutil/trace.go:171","msg":"trace[633175199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22342; }","duration":"1.073682788s","start":"2026-04-03T03:24:00.692757Z","end":"2026-04-03T03:24:01.76644Z","steps":["trace[633175199] 'range keys from in-memory index tree' (duration: 1.072910559s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:01.766882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:00.692743Z","time spent":"1.074123029s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:24:01.766585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.484638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1115"} {"level":"info","ts":"2026-04-03T03:24:01.767108Z","caller":"traceutil/trace.go:171","msg":"trace[2020703757] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:22342; }","duration":"913.069742ms","start":"2026-04-03T03:24:00.853992Z","end":"2026-04-03T03:24:01.767062Z","steps":["trace[2020703757] 'range keys from in-memory index tree' (duration: 912.249252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:01.766115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069938095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-03T03:24:01.767211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:00.853976Z","time spent":"913.202205ms","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1139,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"info","ts":"2026-04-03T03:24:01.767263Z","caller":"traceutil/trace.go:171","msg":"trace[1110425899] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22342; }","duration":"1.071068933s","start":"2026-04-03T03:24:00.696138Z","end":"2026-04-03T03:24:01.767207Z","steps":["trace[1110425899] 'range keys from in-memory index tree' (duration: 1.069807411s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:01.766152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147618227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-03T03:24:01.767385Z","caller":"traceutil/trace.go:171","msg":"trace[1187774901] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22342; }","duration":"1.148877048s","start":"2026-04-03T03:24:00.618472Z","end":"2026-04-03T03:24:01.767349Z","steps":["trace[1187774901] 'range keys from in-memory index tree' (duration: 1.147365651s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:01.767469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:00.618459Z","time spent":"1.148991082s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:24:01.767456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:00.696122Z","time spent":"1.071232167s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:24:01.766209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069005622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-03T03:24:01.767627Z","caller":"traceutil/trace.go:171","msg":"trace[2060693414] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22342; }","duration":"1.070400807s","start":"2026-04-03T03:24:00.697179Z","end":"2026-04-03T03:24:01.76758Z","steps":["trace[2060693414] 'range keys from in-memory index tree' (duration: 1.068903989s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:01.766213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185023362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-03T03:24:01.767713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:00.697171Z","time spent":"1.07052109s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:24:01.765987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071943805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T03:24:01.770649Z","caller":"traceutil/trace.go:171","msg":"trace[856717656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22342; }","duration":"1.073847804s","start":"2026-04-03T03:24:00.693994Z","end":"2026-04-03T03:24:01.767842Z","steps":["trace[856717656] 'range keys from in-memory index tree' (duration: 1.071804712s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:01.770714Z","caller":"traceutil/trace.go:171","msg":"trace[2042591925] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22342; }","duration":"1.186600272s","start":"2026-04-03T03:24:00.581131Z","end":"2026-04-03T03:24:01.767731Z","steps":["trace[2042591925] 'range keys from in-memory index tree' (duration: 1.184826307s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:01.770795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:00.581114Z","time spent":"1.189653738s","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T03:24:01.77077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:00.693977Z","time spent":"1.076734126s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:24:02.041059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840038111,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T03:24:02.179214Z","caller":"traceutil/trace.go:171","msg":"trace[520441682] transaction","detail":"{read_only:false; response_revision:22343; number_of_response:1; }","duration":"1.005452641s","start":"2026-04-03T03:24:01.17373Z","end":"2026-04-03T03:24:02.179182Z","steps":["trace[520441682] 'process raft request' (duration: 1.005245736s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:02.17937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:01.173703Z","time spent":"1.005586025s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:24:03.540617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000015109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:24:03.540705Z","caller":"traceutil/trace.go:171","msg":"trace[1250884429] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000129262s","start":"2026-04-03T03:24:01.540549Z","end":"2026-04-03T03:24:03.540679Z","steps":["trace[1250884429] 'agreement among raft nodes before linearized reading' (duration: 2.00002922s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:03.540748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:01.540536Z","time spent":"2.000201195s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:24:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:24:03.915609Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.736616384s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:24:03.916291Z","caller":"traceutil/trace.go:171","msg":"trace[1818888022] transaction","detail":"{read_only:false; response_revision:22346; number_of_response:1; }","duration":"2.138183626s","start":"2026-04-03T03:24:01.778045Z","end":"2026-04-03T03:24:03.916229Z","steps":["trace[1818888022] 'process raft request' (duration: 2.138087074s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:03.916315Z","caller":"traceutil/trace.go:171","msg":"trace[845486299] transaction","detail":"{read_only:false; response_revision:22344; number_of_response:1; }","duration":"2.617051061s","start":"2026-04-03T03:24:01.299204Z","end":"2026-04-03T03:24:03.916255Z","steps":["trace[845486299] 'process raft request' (duration: 2.6166643s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:03.916356Z","caller":"traceutil/trace.go:171","msg":"trace[1946978402] transaction","detail":"{read_only:false; response_revision:22345; number_of_response:1; }","duration":"2.13834063s","start":"2026-04-03T03:24:01.777964Z","end":"2026-04-03T03:24:03.916305Z","steps":["trace[1946978402] 'process raft request' (duration: 2.138113654s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:03.916514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:01.778023Z","time spent":"2.13836966s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:24:03.916561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:01.299182Z","time spent":"2.617247015s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:24:03.916647Z","caller":"traceutil/trace.go:171","msg":"trace[476969956] transaction","detail":"{read_only:false; response_revision:22347; number_of_response:1; }","duration":"2.138525355s","start":"2026-04-03T03:24:01.778088Z","end":"2026-04-03T03:24:03.916613Z","steps":["trace[476969956] 'process raft request' (duration: 2.138089314s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:03.916711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:01.777941Z","time spent":"2.138613846s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:24:03.916811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:01.778069Z","time spent":"2.138657888s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:24:03.917392Z","caller":"traceutil/trace.go:171","msg":"trace[380427544] transaction","detail":"{read_only:false; response_revision:22349; number_of_response:1; }","duration":"2.138509424s","start":"2026-04-03T03:24:01.778868Z","end":"2026-04-03T03:24:03.917378Z","steps":["trace[380427544] 'process raft request' (duration: 2.137992751s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:03.91748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:01.778862Z","time spent":"2.138578185s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:24:03.917693Z","caller":"traceutil/trace.go:171","msg":"trace[2076568840] transaction","detail":"{read_only:false; response_revision:22350; number_of_response:1; }","duration":"2.076757539s","start":"2026-04-03T03:24:01.840908Z","end":"2026-04-03T03:24:03.917665Z","steps":["trace[2076568840] 'process raft request' (duration: 2.076355889s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:03.917877Z","caller":"traceutil/trace.go:171","msg":"trace[645935369] transaction","detail":"{read_only:false; response_revision:22351; number_of_response:1; }","duration":"1.841929557s","start":"2026-04-03T03:24:02.075935Z","end":"2026-04-03T03:24:03.917865Z","steps":["trace[645935369] 'process raft request' (duration: 1.84164558s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:03.917033Z","caller":"traceutil/trace.go:171","msg":"trace[1227660951] transaction","detail":"{read_only:false; response_revision:22348; number_of_response:1; }","duration":"2.138380311s","start":"2026-04-03T03:24:01.778594Z","end":"2026-04-03T03:24:03.916975Z","steps":["trace[1227660951] 'process raft request' (duration: 2.137982921s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:03.918021Z","caller":"traceutil/trace.go:171","msg":"trace[1548306330] linearizableReadLoop","detail":"{readStateIndex:23213; appliedIndex:23205; }","duration":"2.377852718s","start":"2026-04-03T03:24:01.540159Z","end":"2026-04-03T03:24:03.918011Z","steps":["trace[1548306330] 'read index received' (duration: 638.836744ms)","trace[1548306330] 'applied index is now lower than readState.Index' (duration: 1.739014904s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:24:03.917961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:02.075906Z","time spent":"1.842014449s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:24:03.917854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:01.840877Z","time spent":"2.076897683s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:24:03.918117Z","caller":"traceutil/trace.go:171","msg":"trace[1921512912] transaction","detail":"{read_only:false; response_revision:22352; number_of_response:1; }","duration":"1.803936208s","start":"2026-04-03T03:24:02.114152Z","end":"2026-04-03T03:24:03.918088Z","steps":["trace[1921512912] 'process raft request' (duration: 1.803660841s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:03.918241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378079985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-03T03:24:03.918254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:02.11412Z","time spent":"1.80405473s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:24:03.918283Z","caller":"traceutil/trace.go:171","msg":"trace[2030873138] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:22352; }","duration":"2.378160396s","start":"2026-04-03T03:24:01.540112Z","end":"2026-04-03T03:24:03.918272Z","steps":["trace[2030873138] 'agreement among raft nodes before linearized reading' (duration: 2.377971021s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:03.918313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:01.540081Z","time spent":"2.378225888s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-03T03:24:03.918831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:01.778586Z","time spent":"2.139437938s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:24:05.213905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.887052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:24:05.214039Z","caller":"traceutil/trace.go:171","msg":"trace[1959565034] linearizableReadLoop","detail":"{readStateIndex:23216; appliedIndex:23215; }","duration":"1.295962457s","start":"2026-04-03T03:24:03.918053Z","end":"2026-04-03T03:24:05.214016Z","steps":["trace[1959565034] 'read index received' (duration: 433.978092ms)","trace[1959565034] 'applied index is now lower than readState.Index' (duration: 861.982305ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:24:05.214144Z","caller":"traceutil/trace.go:171","msg":"trace[1522523178] transaction","detail":"{read_only:false; response_revision:22353; number_of_response:1; }","duration":"2.730915798s","start":"2026-04-03T03:24:02.483212Z","end":"2026-04-03T03:24:05.214127Z","steps":["trace[1522523178] 'process raft request' (duration: 1.868728028s)","trace[1522523178] 'compare' (duration: 861.562325ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:24:05.214236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:02.483181Z","time spent":"2.731006501s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:24:05.214518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673447816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:24:05.214561Z","caller":"traceutil/trace.go:171","msg":"trace[1664807959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22353; }","duration":"1.673549999s","start":"2026-04-03T03:24:03.541Z","end":"2026-04-03T03:24:05.21455Z","steps":["trace[1664807959] 'agreement among raft nodes before linearized reading' (duration: 1.673479027s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:05.214597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:03.540966Z","time spent":"1.673624619s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:24:05.21476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378304451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:24:05.214798Z","caller":"traceutil/trace.go:171","msg":"trace[852715914] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22353; }","duration":"2.378396434s","start":"2026-04-03T03:24:02.836391Z","end":"2026-04-03T03:24:05.214787Z","steps":["trace[852715914] 'agreement among raft nodes before linearized reading' (duration: 2.378330903s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:05.21483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:02.836366Z","time spent":"2.378455395s","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:24:05.215124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.443992957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-xmksx\" ","response":"range_response_count:1 size:6047"} {"level":"info","ts":"2026-04-03T03:24:05.215168Z","caller":"traceutil/trace.go:171","msg":"trace[92809660] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-xmksx; range_end:; response_count:1; response_revision:22353; }","duration":"3.444068489s","start":"2026-04-03T03:24:01.771089Z","end":"2026-04-03T03:24:05.215157Z","steps":["trace[92809660] 'agreement among raft nodes before linearized reading' (duration: 3.443910096s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:05.215204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:01.77104Z","time spent":"3.444156161s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6071,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-xmksx\" "} {"level":"warn","ts":"2026-04-03T03:24:05.21543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.484854901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-03T03:24:05.215526Z","caller":"traceutil/trace.go:171","msg":"trace[475133540] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:22353; }","duration":"3.484983123s","start":"2026-04-03T03:24:01.730521Z","end":"2026-04-03T03:24:05.215504Z","steps":["trace[475133540] 'agreement among raft nodes before linearized reading' (duration: 3.484755427s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:05.215569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:01.730506Z","time spent":"3.485053785s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-03T03:24:05.215765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.575738012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-7774985979-pgqd6.18a2baba1c3f8066\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-04-03T03:24:05.215837Z","caller":"traceutil/trace.go:171","msg":"trace[1443609967] range","detail":"{range_begin:/registry/events/openstack/heat-api-7774985979-pgqd6.18a2baba1c3f8066; range_end:; response_count:1; response_revision:22353; }","duration":"3.575868496s","start":"2026-04-03T03:24:01.639946Z","end":"2026-04-03T03:24:05.215814Z","steps":["trace[1443609967] 'agreement among raft nodes before linearized reading' (duration: 3.575661731s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:05.215892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:01.639924Z","time spent":"3.575953787s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":931,"request content":"key:\"/registry/events/openstack/heat-api-7774985979-pgqd6.18a2baba1c3f8066\" "} {"level":"warn","ts":"2026-04-03T03:24:06.248239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.050096ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-03T03:24:06.249142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:03.91901Z","time spent":"2.330127076s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T03:24:06.249456Z","caller":"traceutil/trace.go:171","msg":"trace[1574780209] transaction","detail":"{read_only:false; response_revision:22355; number_of_response:1; }","duration":"1.793835156s","start":"2026-04-03T03:24:04.455594Z","end":"2026-04-03T03:24:06.249429Z","steps":["trace[1574780209] 'process raft request' (duration: 1.793715843s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:06.249595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202319331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:24:06.249653Z","caller":"traceutil/trace.go:171","msg":"trace[1290134802] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:22356; }","duration":"2.202399933s","start":"2026-04-03T03:24:04.047239Z","end":"2026-04-03T03:24:06.249639Z","steps":["trace[1290134802] 'agreement among raft nodes before linearized reading' (duration: 2.202241709s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:06.249698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:04.04722Z","time spent":"2.202467286s","remote":"127.0.0.1:52340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:24:06.249812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:04.455566Z","time spent":"1.79400067s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:24:06.249844Z","caller":"traceutil/trace.go:171","msg":"trace[1147695456] transaction","detail":"{read_only:false; response_revision:22356; number_of_response:1; }","duration":"1.03175159s","start":"2026-04-03T03:24:05.218069Z","end":"2026-04-03T03:24:06.249821Z","steps":["trace[1147695456] 'process raft request' (duration: 1.031280608s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:06.249947Z","caller":"traceutil/trace.go:171","msg":"trace[476186198] transaction","detail":"{read_only:false; response_revision:22354; number_of_response:1; }","duration":"2.047038257s","start":"2026-04-03T03:24:04.202901Z","end":"2026-04-03T03:24:06.249939Z","steps":["trace[476186198] 'process raft request' (duration: 2.046182655s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:06.249436Z","caller":"traceutil/trace.go:171","msg":"trace[1999824643] linearizableReadLoop","detail":"{readStateIndex:23219; appliedIndex:23216; }","duration":"1.035327448s","start":"2026-04-03T03:24:05.214086Z","end":"2026-04-03T03:24:06.249413Z","steps":["trace[1999824643] 'read index received' (duration: 106.198546ms)","trace[1999824643] 'applied index is now lower than readState.Index' (duration: 929.127762ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:24:06.249969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:05.218051Z","time spent":"1.031848112s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:24:06.250017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:04.202863Z","time spent":"2.047116679s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:24:06.750175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840038132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:24:07.225906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000578146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:24:07.226042Z","caller":"traceutil/trace.go:171","msg":"trace[938088936] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000743469s","start":"2026-04-03T03:24:05.225271Z","end":"2026-04-03T03:24:07.226014Z","steps":["trace[938088936] 'agreement among raft nodes before linearized reading' (duration: 2.000584986s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:07.226101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:05.225262Z","time spent":"2.000825691s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:24:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:24:07.246261Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.014390145s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:24:08.426045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179402622s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:24:08.426246Z","caller":"traceutil/trace.go:171","msg":"trace[1467610221] transaction","detail":"{read_only:false; response_revision:22358; number_of_response:1; }","duration":"2.496949727s","start":"2026-04-03T03:24:05.929279Z","end":"2026-04-03T03:24:08.426228Z","steps":["trace[1467610221] 'process raft request' (duration: 2.496867375s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:08.426314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:05.929269Z","time spent":"2.497008759s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:24:08.426503Z","caller":"traceutil/trace.go:171","msg":"trace[1607839968] transaction","detail":"{read_only:false; response_revision:22357; number_of_response:1; }","duration":"2.503257125s","start":"2026-04-03T03:24:05.923233Z","end":"2026-04-03T03:24:08.42649Z","steps":["trace[1607839968] 'process raft request' (duration: 1.323306359s)","trace[1607839968] 'compare' (duration: 1.179124455s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:24:08.426558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:05.923224Z","time spent":"2.503303197s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:24:08.624469Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.377980887s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:24:09.181763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000321029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:24:09.181915Z","caller":"traceutil/trace.go:171","msg":"trace[2024630454] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000570696s","start":"2026-04-03T03:24:07.181308Z","end":"2026-04-03T03:24:09.181879Z","steps":["trace[2024630454] 'agreement among raft nodes before linearized reading' (duration: 2.00035045s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:09.182083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:07.181286Z","time spent":"2.000746119s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:24:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:24:09.226542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000428241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:24:09.226624Z","caller":"traceutil/trace.go:171","msg":"trace[1178118454] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000551805s","start":"2026-04-03T03:24:07.226054Z","end":"2026-04-03T03:24:09.226606Z","steps":["trace[1178118454] 'agreement among raft nodes before linearized reading' (duration: 2.000454772s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:09.226731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:07.226041Z","time spent":"2.000678248s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:24:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:24:09.958021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333223488s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:24:09.958581Z","caller":"traceutil/trace.go:171","msg":"trace[1004210781] transaction","detail":"{read_only:false; response_revision:22359; number_of_response:1; }","duration":"3.708375559s","start":"2026-04-03T03:24:06.250119Z","end":"2026-04-03T03:24:09.958494Z","steps":["trace[1004210781] 'process raft request' (duration: 2.374584667s)","trace[1004210781] 'compare' (duration: 1.333010473s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:24:09.958744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:06.250099Z","time spent":"3.708559944s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:24:10.919432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998777857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:24:10.919533Z","caller":"traceutil/trace.go:171","msg":"trace[1506284304] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998938331s","start":"2026-04-03T03:24:05.920576Z","end":"2026-04-03T03:24:10.919515Z","steps":["trace[1506284304] 'agreement among raft nodes before linearized reading' (duration: 4.998820328s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:10.919585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:05.92055Z","time spent":"4.999024685s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/03 03:24:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:24:10.920999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998775237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:24:10.921053Z","caller":"traceutil/trace.go:171","msg":"trace[2016984330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998845649s","start":"2026-04-03T03:24:05.922196Z","end":"2026-04-03T03:24:10.921042Z","steps":["trace[2016984330] 'agreement among raft nodes before linearized reading' (duration: 4.998784357s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:10.921023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999227999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:24:10.921163Z","caller":"traceutil/trace.go:171","msg":"trace[1750203676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999423414s","start":"2026-04-03T03:24:05.921714Z","end":"2026-04-03T03:24:10.921137Z","steps":["trace[1750203676] 'agreement among raft nodes before linearized reading' (duration: 4.99925629s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:10.921086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:05.922192Z","time spent":"4.9988861s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:24:10.921228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:05.921695Z","time spent":"4.999520166s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/03 03:24:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/03 03:24:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:24:11.233622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999823117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:24:11.233708Z","caller":"traceutil/trace.go:171","msg":"trace[871221752] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999966061s","start":"2026-04-03T03:24:09.23372Z","end":"2026-04-03T03:24:11.233687Z","steps":["trace[871221752] 'agreement among raft nodes before linearized reading' (duration: 1.999855728s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:11.233755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:09.233699Z","time spent":"2.000046122s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:24:11.678225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720095851s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-03T03:24:11.679176Z","caller":"traceutil/trace.go:171","msg":"trace[989476171] transaction","detail":"{read_only:false; response_revision:22360; number_of_response:1; }","duration":"4.458269202s","start":"2026-04-03T03:24:07.220879Z","end":"2026-04-03T03:24:11.679148Z","steps":["trace[989476171] 'process raft request' (duration: 4.45742777s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:11.679181Z","caller":"traceutil/trace.go:171","msg":"trace[834620547] linearizableReadLoop","detail":"{readStateIndex:23224; appliedIndex:23220; }","duration":"5.429161289s","start":"2026-04-03T03:24:06.249991Z","end":"2026-04-03T03:24:11.679152Z","steps":["trace[834620547] 'read index received' (duration: 996.535468ms)","trace[834620547] 'applied index is now lower than readState.Index' (duration: 4.432624601s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:24:11.679424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:07.220843Z","time spent":"4.458405865s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:24:12.140961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.921079354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-65dcac73-369d-44cb-b6e1-9f8d0e1f1937\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-04-03T03:24:12.141062Z","caller":"traceutil/trace.go:171","msg":"trace[1147913322] range","detail":"{range_begin:/registry/persistentvolumes/pvc-65dcac73-369d-44cb-b6e1-9f8d0e1f1937; range_end:; response_count:1; response_revision:22360; }","duration":"6.921213828s","start":"2026-04-03T03:24:05.21982Z","end":"2026-04-03T03:24:12.141034Z","steps":["trace[1147913322] 'agreement among raft nodes before linearized reading' (duration: 6.459410191s)","trace[1147913322] 'range keys from in-memory index tree' (duration: 461.384436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:24:12.141117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:05.219804Z","time spent":"6.921300891s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-65dcac73-369d-44cb-b6e1-9f8d0e1f1937\" "} {"level":"warn","ts":"2026-04-03T03:24:12.141096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.327658897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:24:12.141201Z","caller":"traceutil/trace.go:171","msg":"trace[1823373470] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:22360; }","duration":"6.327815891s","start":"2026-04-03T03:24:05.813365Z","end":"2026-04-03T03:24:12.141181Z","steps":["trace[1823373470] 'agreement among raft nodes before linearized reading' (duration: 5.865910121s)","trace[1823373470] 'count revisions from in-memory index tree' (duration: 461.748826ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:24:12.141246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:05.813319Z","time spent":"6.327918123s","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:24:12.14113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.492257993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:24:12.141256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.220470496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-03T03:24:12.141275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.219332619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-03T03:24:12.141305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.15342267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:24:12.141362Z","caller":"traceutil/trace.go:171","msg":"trace[1702609876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22360; }","duration":"6.220624441s","start":"2026-04-03T03:24:05.920708Z","end":"2026-04-03T03:24:12.141333Z","steps":["trace[1702609876] 'agreement among raft nodes before linearized reading' (duration: 5.758558367s)","trace[1702609876] 'range keys from in-memory index tree' (duration: 461.778947ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:24:12.141402Z","caller":"traceutil/trace.go:171","msg":"trace[2031113392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22360; }","duration":"6.219505533s","start":"2026-04-03T03:24:05.921867Z","end":"2026-04-03T03:24:12.141372Z","steps":["trace[2031113392] 'agreement among raft nodes before linearized reading' (duration: 5.757389317s)","trace[2031113392] 'range keys from in-memory index tree' (duration: 461.781156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:24:12.141438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:05.920699Z","time spent":"6.220724423s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T03:24:12.141443Z","caller":"traceutil/trace.go:171","msg":"trace[1571477799] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:22360; }","duration":"6.153628375s","start":"2026-04-03T03:24:05.987783Z","end":"2026-04-03T03:24:12.141411Z","steps":["trace[1571477799] 'agreement among raft nodes before linearized reading' (duration: 5.691463718s)","trace[1571477799] 'count revisions from in-memory index tree' (duration: 461.964682ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:24:12.141478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:05.921863Z","time spent":"6.219601585s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:24:12.141343Z","caller":"traceutil/trace.go:171","msg":"trace[963834358] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:22360; }","duration":"6.492506658s","start":"2026-04-03T03:24:05.648813Z","end":"2026-04-03T03:24:12.14132Z","steps":["trace[963834358] 'agreement among raft nodes before linearized reading' (duration: 6.030469925s)","trace[963834358] 'count revisions from in-memory index tree' (duration: 461.805978ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:24:12.14153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:05.987756Z","time spent":"6.153755258s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":130,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:24:12.141695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.265059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-03T03:24:12.141725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:05.648793Z","time spent":"6.492860747s","remote":"127.0.0.1:37610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:24:12.142014Z","caller":"traceutil/trace.go:171","msg":"trace[1287184187] transaction","detail":"{read_only:false; response_revision:22361; number_of_response:1; }","duration":"3.886913794s","start":"2026-04-03T03:24:08.255088Z","end":"2026-04-03T03:24:12.142002Z","steps":["trace[1287184187] 'process raft request' (duration: 3.42405178s)","trace[1287184187] 'compare' (duration: 461.404107ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:24:12.142094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:08.255056Z","time spent":"3.886983516s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:24:12.142245Z","caller":"traceutil/trace.go:171","msg":"trace[1229941164] linearizableReadLoop","detail":"{readStateIndex:23228; appliedIndex:23225; }","duration":"462.808612ms","start":"2026-04-03T03:24:11.679413Z","end":"2026-04-03T03:24:12.142221Z","steps":["trace[1229941164] 'read index received' (duration: 338.604047ms)","trace[1229941164] 'applied index is now lower than readState.Index' (duration: 124.202385ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:24:12.142467Z","caller":"traceutil/trace.go:171","msg":"trace[1089681611] transaction","detail":"{read_only:false; response_revision:22363; number_of_response:1; }","duration":"1.710020119s","start":"2026-04-03T03:24:10.432394Z","end":"2026-04-03T03:24:12.142414Z","steps":["trace[1089681611] 'process raft request' (duration: 1.709764983s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:12.142499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325265538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:24:12.142871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:10.432356Z","time spent":"1.710358668s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:24:12.142515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17871802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:24:12.143277Z","caller":"traceutil/trace.go:171","msg":"trace[1599882489] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:22363; }","duration":"2.179508899s","start":"2026-04-03T03:24:09.963756Z","end":"2026-04-03T03:24:12.143265Z","steps":["trace[1599882489] 'agreement among raft nodes before linearized reading' (duration: 2.178693249s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:12.143313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:09.963745Z","time spent":"2.17955512s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:24:12.14305Z","caller":"traceutil/trace.go:171","msg":"trace[954466806] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:22363; }","duration":"1.325875733s","start":"2026-04-03T03:24:10.81714Z","end":"2026-04-03T03:24:12.143016Z","steps":["trace[954466806] 'agreement among raft nodes before linearized reading' (duration: 1.325215567s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:12.142854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.888181477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-949d5897-mbpq9.18a2baba1cce9fa3\" ","response":"range_response_count:1 size:901"} {"level":"info","ts":"2026-04-03T03:24:12.143464Z","caller":"traceutil/trace.go:171","msg":"trace[965484462] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-949d5897-mbpq9.18a2baba1cce9fa3; range_end:; response_count:1; response_revision:22363; }","duration":"5.88909962s","start":"2026-04-03T03:24:06.25434Z","end":"2026-04-03T03:24:12.14344Z","steps":["trace[965484462] 'agreement among raft nodes before linearized reading' (duration: 5.88829002s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:12.143414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:10.817113Z","time spent":"1.326276283s","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:24:12.142571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.110548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:24:12.143744Z","caller":"traceutil/trace.go:171","msg":"trace[4949343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22363; }","duration":"909.316378ms","start":"2026-04-03T03:24:11.234414Z","end":"2026-04-03T03:24:12.14373Z","steps":["trace[4949343] 'agreement among raft nodes before linearized reading' (duration: 908.122768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:12.143821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:11.234362Z","time spent":"909.446092ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:24:12.142557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.916702813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:24:12.142583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.88310414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:24:12.144119Z","caller":"traceutil/trace.go:171","msg":"trace[539844880] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:22363; }","duration":"5.884629639s","start":"2026-04-03T03:24:06.259467Z","end":"2026-04-03T03:24:12.144097Z","steps":["trace[539844880] 'agreement among raft nodes before linearized reading' (duration: 5.88308359s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:12.144189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:06.259411Z","time spent":"5.884757352s","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:24:12.144231Z","caller":"traceutil/trace.go:171","msg":"trace[1599450336] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:22363; }","duration":"2.918198521s","start":"2026-04-03T03:24:09.22579Z","end":"2026-04-03T03:24:12.143989Z","steps":["trace[1599450336] 'agreement among raft nodes before linearized reading' (duration: 2.916688223s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:12.142571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.553938799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:24:12.144368Z","caller":"traceutil/trace.go:171","msg":"trace[662528726] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:22363; }","duration":"5.555803356s","start":"2026-04-03T03:24:06.588543Z","end":"2026-04-03T03:24:12.144347Z","steps":["trace[662528726] 'agreement among raft nodes before linearized reading' (duration: 5.553922149s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:12.144319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:09.225765Z","time spent":"2.91852879s","remote":"127.0.0.1:33248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:24:12.144436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:06.588521Z","time spent":"5.555894029s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:24:12.142604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181283184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-03T03:24:12.144489Z","caller":"traceutil/trace.go:171","msg":"trace[671742214] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22363; }","duration":"2.183198022s","start":"2026-04-03T03:24:09.961278Z","end":"2026-04-03T03:24:12.144476Z","steps":["trace[671742214] 'agreement among raft nodes before linearized reading' (duration: 2.181205382s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:12.142625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27856517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:24:12.14466Z","caller":"traceutil/trace.go:171","msg":"trace[1010008062] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:22363; }","duration":"1.280596852s","start":"2026-04-03T03:24:10.864024Z","end":"2026-04-03T03:24:12.144621Z","steps":["trace[1010008062] 'agreement among raft nodes before linearized reading' (duration: 1.278574071s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:12.142622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.364304097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T03:24:12.14474Z","caller":"traceutil/trace.go:171","msg":"trace[245794983] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22363; }","duration":"5.366507362s","start":"2026-04-03T03:24:06.778219Z","end":"2026-04-03T03:24:12.144726Z","steps":["trace[245794983] 'agreement among raft nodes before linearized reading' (duration: 5.364260356s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:12.144777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:10.864007Z","time spent":"1.280723504s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:24:12.144792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:06.778186Z","time spent":"5.366592145s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T03:24:12.142656Z","caller":"traceutil/trace.go:171","msg":"trace[1240125152] transaction","detail":"{read_only:false; response_revision:22362; number_of_response:1; }","duration":"1.710768438s","start":"2026-04-03T03:24:10.431874Z","end":"2026-04-03T03:24:12.142643Z","steps":["trace[1240125152] 'process raft request' (duration: 1.710065211s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:12.144919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:10.431848Z","time spent":"1.713002824s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:24:12.143517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:06.254331Z","time spent":"5.889153001s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":925,"request content":"key:\"/registry/events/openstack/heat-cfn-949d5897-mbpq9.18a2baba1cce9fa3\" "} {"level":"warn","ts":"2026-04-03T03:24:12.144583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:09.961261Z","time spent":"2.183301065s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-03T03:24:12.339689Z","caller":"traceutil/trace.go:171","msg":"trace[121242509] transaction","detail":"{read_only:false; response_revision:22364; number_of_response:1; }","duration":"192.115003ms","start":"2026-04-03T03:24:12.147547Z","end":"2026-04-03T03:24:12.339662Z","steps":["trace[121242509] 'process raft request' (duration: 191.928589ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:12.341559Z","caller":"traceutil/trace.go:171","msg":"trace[876803187] linearizableReadLoop","detail":"{readStateIndex:23231; appliedIndex:23229; }","duration":"193.208951ms","start":"2026-04-03T03:24:12.148321Z","end":"2026-04-03T03:24:12.34153Z","steps":["trace[876803187] 'read index received' (duration: 191.801567ms)","trace[876803187] 'applied index is now lower than readState.Index' (duration: 1.406174ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:24:12.342105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.695334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-03T03:24:12.342184Z","caller":"traceutil/trace.go:171","msg":"trace[895041857] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22365; }","duration":"193.814556ms","start":"2026-04-03T03:24:12.148352Z","end":"2026-04-03T03:24:12.342166Z","steps":["trace[895041857] 'agreement among raft nodes before linearized reading' (duration: 193.523029ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:12.34219Z","caller":"traceutil/trace.go:171","msg":"trace[1887219764] transaction","detail":"{read_only:false; response_revision:22365; number_of_response:1; }","duration":"194.129824ms","start":"2026-04-03T03:24:12.14802Z","end":"2026-04-03T03:24:12.342149Z","steps":["trace[1887219764] 'process raft request' (duration: 193.346194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:12.342251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.304763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-af9317da-64c9-47c7-914e-7a40de51621a\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-03T03:24:12.342345Z","caller":"traceutil/trace.go:171","msg":"trace[1380460745] range","detail":"{range_begin:/registry/persistentvolumes/pvc-af9317da-64c9-47c7-914e-7a40de51621a; range_end:; response_count:1; response_revision:22365; }","duration":"193.409137ms","start":"2026-04-03T03:24:12.148898Z","end":"2026-04-03T03:24:12.342307Z","steps":["trace[1380460745] 'agreement among raft nodes before linearized reading' (duration: 193.172691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:12.342231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.646097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:24:12.342505Z","caller":"traceutil/trace.go:171","msg":"trace[1668997805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22365; }","duration":"190.929664ms","start":"2026-04-03T03:24:12.151555Z","end":"2026-04-03T03:24:12.342484Z","steps":["trace[1668997805] 'agreement among raft nodes before linearized reading' (duration: 190.615176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:12.342681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.34618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-04-03T03:24:12.342753Z","caller":"traceutil/trace.go:171","msg":"trace[1563644268] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22365; }","duration":"194.421952ms","start":"2026-04-03T03:24:12.148315Z","end":"2026-04-03T03:24:12.342737Z","steps":["trace[1563644268] 'agreement among raft nodes before linearized reading' (duration: 193.477658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:12.343417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.343471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T03:24:12.343529Z","caller":"traceutil/trace.go:171","msg":"trace[497949851] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22365; }","duration":"194.506244ms","start":"2026-04-03T03:24:12.149007Z","end":"2026-04-03T03:24:12.343513Z","steps":["trace[497949851] 'agreement among raft nodes before linearized reading' (duration: 192.993516ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:26.416288Z","caller":"traceutil/trace.go:171","msg":"trace[1077400824] transaction","detail":"{read_only:false; response_revision:22443; number_of_response:1; }","duration":"115.265263ms","start":"2026-04-03T03:24:26.301Z","end":"2026-04-03T03:24:26.416265Z","steps":["trace[1077400824] 'process raft request' (duration: 113.869808ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:26.416439Z","caller":"traceutil/trace.go:171","msg":"trace[1238666979] transaction","detail":"{read_only:false; response_revision:22444; number_of_response:1; }","duration":"114.815141ms","start":"2026-04-03T03:24:26.301593Z","end":"2026-04-03T03:24:26.416408Z","steps":["trace[1238666979] 'process raft request' (duration: 114.621627ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:40.856674Z","caller":"traceutil/trace.go:171","msg":"trace[650714152] linearizableReadLoop","detail":"{readStateIndex:23390; appliedIndex:23389; }","duration":"104.756179ms","start":"2026-04-03T03:24:40.751894Z","end":"2026-04-03T03:24:40.85665Z","steps":["trace[650714152] 'read index received' (duration: 95.965699ms)","trace[650714152] 'applied index is now lower than readState.Index' (duration: 8.78946ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:24:40.856763Z","caller":"traceutil/trace.go:171","msg":"trace[107992145] transaction","detail":"{read_only:false; response_revision:22518; number_of_response:1; }","duration":"107.719163ms","start":"2026-04-03T03:24:40.748999Z","end":"2026-04-03T03:24:40.856718Z","steps":["trace[107992145] 'process raft request' (duration: 98.981134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:40.85688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.969904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-03T03:24:40.857026Z","caller":"traceutil/trace.go:171","msg":"trace[1951416972] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:22518; }","duration":"105.074287ms","start":"2026-04-03T03:24:40.75185Z","end":"2026-04-03T03:24:40.856924Z","steps":["trace[1951416972] 'agreement among raft nodes before linearized reading' (duration: 104.892072ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:48.831285Z","caller":"traceutil/trace.go:171","msg":"trace[2005156446] transaction","detail":"{read_only:false; response_revision:22563; number_of_response:1; }","duration":"106.473382ms","start":"2026-04-03T03:24:48.724787Z","end":"2026-04-03T03:24:48.83126Z","steps":["trace[2005156446] 'process raft request' (duration: 106.317958ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:48.831623Z","caller":"traceutil/trace.go:171","msg":"trace[572700041] transaction","detail":"{read_only:false; response_revision:22564; number_of_response:1; }","duration":"106.673607ms","start":"2026-04-03T03:24:48.724917Z","end":"2026-04-03T03:24:48.831591Z","steps":["trace[572700041] 'process raft request' (duration: 106.304618ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:49.009574Z","caller":"traceutil/trace.go:171","msg":"trace[620459542] linearizableReadLoop","detail":"{readStateIndex:23439; appliedIndex:23438; }","duration":"118.609386ms","start":"2026-04-03T03:24:48.890939Z","end":"2026-04-03T03:24:49.009549Z","steps":["trace[620459542] 'read index received' (duration: 29.21832ms)","trace[620459542] 'applied index is now lower than readState.Index' (duration: 89.390156ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:24:49.009713Z","caller":"traceutil/trace.go:171","msg":"trace[1046311558] transaction","detail":"{read_only:false; response_revision:22565; number_of_response:1; }","duration":"173.373815ms","start":"2026-04-03T03:24:48.836303Z","end":"2026-04-03T03:24:49.009677Z","steps":["trace[1046311558] 'process raft request' (duration: 83.892527ms)","trace[1046311558] 'compare' (duration: 89.230782ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:24:49.009767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.81411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T03:24:49.009799Z","caller":"traceutil/trace.go:171","msg":"trace[1087738257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22565; }","duration":"118.903332ms","start":"2026-04-03T03:24:48.890883Z","end":"2026-04-03T03:24:49.009786Z","steps":["trace[1087738257] 'agreement among raft nodes before linearized reading' (duration: 118.754289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:50.193177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041124634s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:24:50.193325Z","caller":"traceutil/trace.go:171","msg":"trace[835309675] linearizableReadLoop","detail":"{readStateIndex:23440; appliedIndex:23439; }","duration":"802.657551ms","start":"2026-04-03T03:24:49.39063Z","end":"2026-04-03T03:24:50.193288Z","steps":["trace[835309675] 'read index received' (duration: 61.851µs)","trace[835309675] 'applied index is now lower than readState.Index' (duration: 802.5946ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:24:50.193489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.863296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-03T03:24:50.19347Z","caller":"traceutil/trace.go:171","msg":"trace[1088168562] transaction","detail":"{read_only:false; response_revision:22566; number_of_response:1; }","duration":"1.18015854s","start":"2026-04-03T03:24:49.013249Z","end":"2026-04-03T03:24:50.193407Z","steps":["trace[1088168562] 'process raft request' (duration: 138.678177ms)","trace[1088168562] 'compare' (duration: 1.041001411s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:24:50.193522Z","caller":"traceutil/trace.go:171","msg":"trace[182509483] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22566; }","duration":"802.929708ms","start":"2026-04-03T03:24:49.390578Z","end":"2026-04-03T03:24:50.193508Z","steps":["trace[182509483] 'agreement among raft nodes before linearized reading' (duration: 802.801075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:50.194277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:49.390557Z","time spent":"803.689796ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:24:50.19434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:49.013219Z","time spent":"1.180389406s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:24:50.219492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.581649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-03T03:24:50.219608Z","caller":"traceutil/trace.go:171","msg":"trace[1466890062] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22567; }","duration":"826.732442ms","start":"2026-04-03T03:24:49.392858Z","end":"2026-04-03T03:24:50.21959Z","steps":["trace[1466890062] 'agreement among raft nodes before linearized reading' (duration: 826.490036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:50.219592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.791822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:24:50.219646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:49.392841Z","time spent":"826.796024ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T03:24:50.219696Z","caller":"traceutil/trace.go:171","msg":"trace[389772359] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:22567; }","duration":"553.030628ms","start":"2026-04-03T03:24:49.666636Z","end":"2026-04-03T03:24:50.219666Z","steps":["trace[389772359] 'agreement among raft nodes before linearized reading' (duration: 552.785952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:50.219718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.696502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-03T03:24:50.21976Z","caller":"traceutil/trace.go:171","msg":"trace[995176753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22567; }","duration":"826.783294ms","start":"2026-04-03T03:24:49.392966Z","end":"2026-04-03T03:24:50.21975Z","steps":["trace[995176753] 'agreement among raft nodes before linearized reading' (duration: 826.665541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:50.219782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:49.39294Z","time spent":"826.836495ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:24:50.219774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:49.666617Z","time spent":"553.136311ms","remote":"127.0.0.1:39162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:24:50.21991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.87051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:24:50.21994Z","caller":"traceutil/trace.go:171","msg":"trace[152401500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22567; }","duration":"679.930872ms","start":"2026-04-03T03:24:49.540001Z","end":"2026-04-03T03:24:50.219932Z","steps":["trace[152401500] 'agreement among raft nodes before linearized reading' (duration: 679.886101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:50.21996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:49.539981Z","time spent":"679.974972ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:24:50.425113Z","caller":"traceutil/trace.go:171","msg":"trace[795322868] transaction","detail":"{read_only:false; response_revision:22569; number_of_response:1; }","duration":"201.011717ms","start":"2026-04-03T03:24:50.224063Z","end":"2026-04-03T03:24:50.425075Z","steps":["trace[795322868] 'process raft request' (duration: 119.704994ms)","trace[795322868] 'compare' (duration: 80.906393ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:24:50.42531Z","caller":"traceutil/trace.go:171","msg":"trace[1342604679] transaction","detail":"{read_only:false; response_revision:22570; number_of_response:1; }","duration":"199.850668ms","start":"2026-04-03T03:24:50.225421Z","end":"2026-04-03T03:24:50.425271Z","steps":["trace[1342604679] 'process raft request' (duration: 199.434418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:50.862005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.603237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:24:50.862107Z","caller":"traceutil/trace.go:171","msg":"trace[1177844402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22570; }","duration":"320.747281ms","start":"2026-04-03T03:24:50.541335Z","end":"2026-04-03T03:24:50.862082Z","steps":["trace[1177844402] 'range keys from in-memory index tree' (duration: 320.524136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:50.86216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:50.541313Z","time spent":"320.833133ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:24:51.061143Z","caller":"traceutil/trace.go:171","msg":"trace[1356873502] transaction","detail":"{read_only:false; response_revision:22571; number_of_response:1; }","duration":"279.727855ms","start":"2026-04-03T03:24:50.78139Z","end":"2026-04-03T03:24:51.061118Z","steps":["trace[1356873502] 'process raft request' (duration: 279.570801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:51.257376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.670063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:24:51.25759Z","caller":"traceutil/trace.go:171","msg":"trace[1371031537] linearizableReadLoop","detail":"{readStateIndex:23447; appliedIndex:23444; }","duration":"351.246074ms","start":"2026-04-03T03:24:50.906328Z","end":"2026-04-03T03:24:51.257574Z","steps":["trace[1371031537] 'read index received' (duration: 154.606947ms)","trace[1371031537] 'applied index is now lower than readState.Index' (duration: 196.638287ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:24:51.25799Z","caller":"traceutil/trace.go:171","msg":"trace[1412454444] transaction","detail":"{read_only:false; response_revision:22573; number_of_response:1; }","duration":"420.436024ms","start":"2026-04-03T03:24:50.837522Z","end":"2026-04-03T03:24:51.257958Z","steps":["trace[1412454444] 'process raft request' (duration: 419.958522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:51.258048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.412401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:1265"} {"level":"warn","ts":"2026-04-03T03:24:51.258065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.959126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-03T03:24:51.258125Z","caller":"traceutil/trace.go:171","msg":"trace[638931416] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:22573; }","duration":"230.573625ms","start":"2026-04-03T03:24:51.027531Z","end":"2026-04-03T03:24:51.258104Z","steps":["trace[638931416] 'agreement among raft nodes before linearized reading' (duration: 230.35751ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:51.258181Z","caller":"traceutil/trace.go:171","msg":"trace[73318289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22573; }","duration":"245.1264ms","start":"2026-04-03T03:24:51.013036Z","end":"2026-04-03T03:24:51.258163Z","steps":["trace[73318289] 'agreement among raft nodes before linearized reading' (duration: 244.855133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:51.258208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:50.837508Z","time spent":"420.574757ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:24:51.257985Z","caller":"traceutil/trace.go:171","msg":"trace[1139583518] transaction","detail":"{read_only:false; response_revision:22572; number_of_response:1; }","duration":"421.317826ms","start":"2026-04-03T03:24:50.836262Z","end":"2026-04-03T03:24:51.25758Z","steps":["trace[1139583518] 'process raft request' (duration: 299.356296ms)","trace[1139583518] 'compare' (duration: 121.316734ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:24:51.258336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:50.836237Z","time spent":"422.045094ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:24:51.258635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.30867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:24:51.258676Z","caller":"traceutil/trace.go:171","msg":"trace[943478253] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:22573; }","duration":"352.394902ms","start":"2026-04-03T03:24:50.906271Z","end":"2026-04-03T03:24:51.258666Z","steps":["trace[943478253] 'agreement among raft nodes before linearized reading' (duration: 351.397327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:51.258708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:50.906247Z","time spent":"352.453054ms","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2224,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:24:51.511289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.564209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:24:51.511435Z","caller":"traceutil/trace.go:171","msg":"trace[251591652] transaction","detail":"{read_only:false; response_revision:22575; number_of_response:1; }","duration":"197.872287ms","start":"2026-04-03T03:24:51.31355Z","end":"2026-04-03T03:24:51.511422Z","steps":["trace[251591652] 'process raft request' (duration: 197.811675ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:51.511582Z","caller":"traceutil/trace.go:171","msg":"trace[1825738448] transaction","detail":"{read_only:false; response_revision:22574; number_of_response:1; }","duration":"248.482354ms","start":"2026-04-03T03:24:51.263065Z","end":"2026-04-03T03:24:51.511548Z","steps":["trace[1825738448] 'process raft request' (duration: 136.596866ms)","trace[1825738448] 'compare' (duration: 111.456216ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:24:58.460086Z","caller":"traceutil/trace.go:171","msg":"trace[854786135] transaction","detail":"{read_only:false; response_revision:22687; number_of_response:1; }","duration":"133.941529ms","start":"2026-04-03T03:24:58.326116Z","end":"2026-04-03T03:24:58.460058Z","steps":["trace[854786135] 'process raft request' (duration: 133.706213ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:58.740873Z","caller":"traceutil/trace.go:171","msg":"trace[1348207965] linearizableReadLoop","detail":"{readStateIndex:23572; appliedIndex:23570; }","duration":"387.955911ms","start":"2026-04-03T03:24:58.35289Z","end":"2026-04-03T03:24:58.740846Z","steps":["trace[1348207965] 'read index received' (duration: 106.996816ms)","trace[1348207965] 'applied index is now lower than readState.Index' (duration: 280.957865ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:24:58.741145Z","caller":"traceutil/trace.go:171","msg":"trace[650016218] transaction","detail":"{read_only:false; response_revision:22688; number_of_response:1; }","duration":"402.946876ms","start":"2026-04-03T03:24:58.338186Z","end":"2026-04-03T03:24:58.741133Z","steps":["trace[650016218] 'process raft request' (duration: 401.185583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:58.741239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:58.338165Z","time spent":"403.013647ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:24:58.74138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.913568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:24:58.741472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.681328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-03T03:24:58.741479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.723754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:24:58.741524Z","caller":"traceutil/trace.go:171","msg":"trace[45565246] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:22688; }","duration":"112.117213ms","start":"2026-04-03T03:24:58.62938Z","end":"2026-04-03T03:24:58.741497Z","steps":["trace[45565246] 'agreement among raft nodes before linearized reading' (duration: 111.883477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:58.74152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.595887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-03T03:24:58.74155Z","caller":"traceutil/trace.go:171","msg":"trace[458893093] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22688; }","duration":"264.791711ms","start":"2026-04-03T03:24:58.476739Z","end":"2026-04-03T03:24:58.741531Z","steps":["trace[458893093] 'agreement among raft nodes before linearized reading' (duration: 264.527074ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:58.741603Z","caller":"traceutil/trace.go:171","msg":"trace[1480587051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22688; }","duration":"187.98249ms","start":"2026-04-03T03:24:58.553587Z","end":"2026-04-03T03:24:58.741569Z","steps":["trace[1480587051] 'agreement among raft nodes before linearized reading' (duration: 187.682433ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:58.741616Z","caller":"traceutil/trace.go:171","msg":"trace[81899522] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22688; }","duration":"388.731349ms","start":"2026-04-03T03:24:58.352857Z","end":"2026-04-03T03:24:58.741588Z","steps":["trace[81899522] 'agreement among raft nodes before linearized reading' (duration: 388.394041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:58.741674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:58.35284Z","time spent":"388.825922ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:24:58.741628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.777286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-03T03:24:58.741749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.679823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-03T03:24:58.741919Z","caller":"traceutil/trace.go:171","msg":"trace[1012711044] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22688; }","duration":"281.967091ms","start":"2026-04-03T03:24:58.459941Z","end":"2026-04-03T03:24:58.741908Z","steps":["trace[1012711044] 'agreement among raft nodes before linearized reading' (duration: 281.443067ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:58.74191Z","caller":"traceutil/trace.go:171","msg":"trace[1171181028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22688; }","duration":"276.103664ms","start":"2026-04-03T03:24:58.465776Z","end":"2026-04-03T03:24:58.741879Z","steps":["trace[1171181028] 'agreement among raft nodes before linearized reading' (duration: 275.495139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:58.743036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.824278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:152 size:1849756"} {"level":"info","ts":"2026-04-03T03:24:58.743124Z","caller":"traceutil/trace.go:171","msg":"trace[1306290685] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:152; response_revision:22688; }","duration":"233.91059ms","start":"2026-04-03T03:24:58.509189Z","end":"2026-04-03T03:24:58.743099Z","steps":["trace[1306290685] 'agreement among raft nodes before linearized reading' (duration: 232.119975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:59.199925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.556401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:24:59.200285Z","caller":"traceutil/trace.go:171","msg":"trace[908934015] transaction","detail":"{read_only:false; response_revision:22690; number_of_response:1; }","duration":"453.812658ms","start":"2026-04-03T03:24:58.746439Z","end":"2026-04-03T03:24:59.200252Z","steps":["trace[908934015] 'process raft request' (duration: 185.815526ms)","trace[908934015] 'compare' (duration: 267.192742ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:24:59.200528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:58.746427Z","time spent":"454.026913ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:24:59.200778Z","caller":"traceutil/trace.go:171","msg":"trace[1848786321] transaction","detail":"{read_only:false; response_revision:22692; number_of_response:1; }","duration":"174.954284ms","start":"2026-04-03T03:24:59.025784Z","end":"2026-04-03T03:24:59.200738Z","steps":["trace[1848786321] 'process raft request' (duration: 174.910193ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:59.20089Z","caller":"traceutil/trace.go:171","msg":"trace[647989097] transaction","detail":"{read_only:false; response_revision:22691; number_of_response:1; }","duration":"454.383132ms","start":"2026-04-03T03:24:58.746469Z","end":"2026-04-03T03:24:59.200852Z","steps":["trace[647989097] 'process raft request' (duration: 453.567162ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:59.200938Z","caller":"traceutil/trace.go:171","msg":"trace[523735380] linearizableReadLoop","detail":"{readStateIndex:23575; appliedIndex:23573; }","duration":"453.816018ms","start":"2026-04-03T03:24:58.74706Z","end":"2026-04-03T03:24:59.200876Z","steps":["trace[523735380] 'read index received' (duration: 73.249172ms)","trace[523735380] 'applied index is now lower than readState.Index' (duration: 380.561776ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:24:59.201066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:58.746441Z","time spent":"454.528766ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:24:59.201132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.063534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18450"} {"level":"info","ts":"2026-04-03T03:24:59.201176Z","caller":"traceutil/trace.go:171","msg":"trace[827857727] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22692; }","duration":"454.119805ms","start":"2026-04-03T03:24:58.747044Z","end":"2026-04-03T03:24:59.201164Z","steps":["trace[827857727] 'agreement among raft nodes before linearized reading' (duration: 453.980692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:59.201207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:58.747037Z","time spent":"454.162456ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18474,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-03T03:24:59.221808Z","caller":"traceutil/trace.go:171","msg":"trace[285658272] transaction","detail":"{read_only:false; response_revision:22693; number_of_response:1; }","duration":"124.255287ms","start":"2026-04-03T03:24:59.097512Z","end":"2026-04-03T03:24:59.221767Z","steps":["trace[285658272] 'process raft request' (duration: 124.020131ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:59.2219Z","caller":"traceutil/trace.go:171","msg":"trace[1286204359] transaction","detail":"{read_only:false; response_revision:22694; number_of_response:1; }","duration":"119.306534ms","start":"2026-04-03T03:24:59.102561Z","end":"2026-04-03T03:24:59.221868Z","steps":["trace[1286204359] 'process raft request' (duration: 119.122869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:59.222076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.249723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-03T03:24:59.22214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.175391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:24:59.22216Z","caller":"traceutil/trace.go:171","msg":"trace[1959738533] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22695; }","duration":"251.370387ms","start":"2026-04-03T03:24:58.97077Z","end":"2026-04-03T03:24:59.22214Z","steps":["trace[1959738533] 'agreement among raft nodes before linearized reading' (duration: 251.10056ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:59.222223Z","caller":"traceutil/trace.go:171","msg":"trace[146907273] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:22695; }","duration":"163.312583ms","start":"2026-04-03T03:24:59.058894Z","end":"2026-04-03T03:24:59.222206Z","steps":["trace[146907273] 'agreement among raft nodes before linearized reading' (duration: 163.160249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:59.222222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.969316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-03T03:24:59.222289Z","caller":"traceutil/trace.go:171","msg":"trace[1948401147] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22695; }","duration":"253.078568ms","start":"2026-04-03T03:24:58.969193Z","end":"2026-04-03T03:24:59.222272Z","steps":["trace[1948401147] 'agreement among raft nodes before linearized reading' (duration: 252.852522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:59.223626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.93336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:152 size:1849756"} {"level":"info","ts":"2026-04-03T03:24:59.223698Z","caller":"traceutil/trace.go:171","msg":"trace[1912662697] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:152; response_revision:22695; }","duration":"454.043464ms","start":"2026-04-03T03:24:58.769637Z","end":"2026-04-03T03:24:59.223681Z","steps":["trace[1912662697] 'agreement among raft nodes before linearized reading' (duration: 452.183538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:59.223947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:58.769617Z","time spent":"454.235849ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":152,"response size":1849780,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:24:59.563366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.221482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:24:59.563529Z","caller":"traceutil/trace.go:171","msg":"trace[1956236719] linearizableReadLoop","detail":"{readStateIndex:23580; appliedIndex:23579; }","duration":"336.72818ms","start":"2026-04-03T03:24:59.226737Z","end":"2026-04-03T03:24:59.563465Z","steps":["trace[1956236719] 'read index received' (duration: 141.312203ms)","trace[1956236719] 'applied index is now lower than readState.Index' (duration: 195.414547ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:24:59.563606Z","caller":"traceutil/trace.go:171","msg":"trace[113863142] transaction","detail":"{read_only:false; response_revision:22696; number_of_response:1; }","duration":"337.318865ms","start":"2026-04-03T03:24:59.226277Z","end":"2026-04-03T03:24:59.563596Z","steps":["trace[113863142] 'process raft request' (duration: 141.753355ms)","trace[113863142] 'compare' (duration: 194.849662ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:24:59.563651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:59.226248Z","time spent":"337.379037ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:24:59.563748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.993346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/octavia-client.18a2bae5c16f6fed\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-04-03T03:24:59.563823Z","caller":"traceutil/trace.go:171","msg":"trace[48938184] range","detail":"{range_begin:/registry/events/openstack/octavia-client.18a2bae5c16f6fed; range_end:; response_count:1; response_revision:22696; }","duration":"337.098699ms","start":"2026-04-03T03:24:59.226705Z","end":"2026-04-03T03:24:59.563803Z","steps":["trace[48938184] 'agreement among raft nodes before linearized reading' (duration: 336.909835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:59.563854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:59.226687Z","time spent":"337.1609ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":713,"request content":"key:\"/registry/events/openstack/octavia-client.18a2bae5c16f6fed\" "} {"level":"info","ts":"2026-04-03T03:24:59.895621Z","caller":"traceutil/trace.go:171","msg":"trace[420901989] transaction","detail":"{read_only:false; response_revision:22697; number_of_response:1; }","duration":"667.86521ms","start":"2026-04-03T03:24:59.227721Z","end":"2026-04-03T03:24:59.895586Z","steps":["trace[420901989] 'process raft request' (duration: 666.544168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:59.895842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:59.227702Z","time spent":"668.044054ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:24:59.896084Z","caller":"traceutil/trace.go:171","msg":"trace[934256764] transaction","detail":"{read_only:false; response_revision:22698; number_of_response:1; }","duration":"666.687311ms","start":"2026-04-03T03:24:59.229374Z","end":"2026-04-03T03:24:59.896062Z","steps":["trace[934256764] 'process raft request' (duration: 666.061774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:59.896214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:59.229361Z","time spent":"666.805534ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":812,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:24:59.896326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.613285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:24:59.896385Z","caller":"traceutil/trace.go:171","msg":"trace[2066865606] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22701; }","duration":"561.729367ms","start":"2026-04-03T03:24:59.334644Z","end":"2026-04-03T03:24:59.896373Z","steps":["trace[2066865606] 'agreement among raft nodes before linearized reading' (duration: 561.610075ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:59.896205Z","caller":"traceutil/trace.go:171","msg":"trace[766675649] linearizableReadLoop","detail":"{readStateIndex:23585; appliedIndex:23580; }","duration":"332.631608ms","start":"2026-04-03T03:24:59.56355Z","end":"2026-04-03T03:24:59.896182Z","steps":["trace[766675649] 'read index received' (duration: 330.75017ms)","trace[766675649] 'applied index is now lower than readState.Index' (duration: 1.878138ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:24:59.896427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:59.334619Z","time spent":"561.799439ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-03T03:24:59.896478Z","caller":"traceutil/trace.go:171","msg":"trace[1931939406] transaction","detail":"{read_only:false; response_revision:22701; number_of_response:1; }","duration":"565.543022ms","start":"2026-04-03T03:24:59.330914Z","end":"2026-04-03T03:24:59.896457Z","steps":["trace[1931939406] 'process raft request' (duration: 565.222724ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:24:59.896551Z","caller":"traceutil/trace.go:171","msg":"trace[1617490753] transaction","detail":"{read_only:false; response_revision:22700; number_of_response:1; }","duration":"609.347338ms","start":"2026-04-03T03:24:59.287178Z","end":"2026-04-03T03:24:59.896526Z","steps":["trace[1617490753] 'process raft request' (duration: 608.910777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:59.896594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:59.330873Z","time spent":"565.660314ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:24:59.896633Z","caller":"traceutil/trace.go:171","msg":"trace[1265868327] transaction","detail":"{read_only:false; response_revision:22699; number_of_response:1; }","duration":"657.474571ms","start":"2026-04-03T03:24:59.239106Z","end":"2026-04-03T03:24:59.89658Z","steps":["trace[1265868327] 'process raft request' (duration: 656.881365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:59.896729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.807592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-03T03:24:59.896815Z","caller":"traceutil/trace.go:171","msg":"trace[1216114155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22701; }","duration":"344.938416ms","start":"2026-04-03T03:24:59.551856Z","end":"2026-04-03T03:24:59.896794Z","steps":["trace[1216114155] 'agreement among raft nodes before linearized reading' (duration: 344.656639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:24:59.896853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:59.239097Z","time spent":"657.643696ms","remote":"127.0.0.1:39738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4931,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:24:59.896872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:59.551838Z","time spent":"345.021677ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:24:59.897101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:59.28715Z","time spent":"609.45921ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:25:00.323226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.572276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:25:00.32354Z","caller":"traceutil/trace.go:171","msg":"trace[385974751] linearizableReadLoop","detail":"{readStateIndex:23587; appliedIndex:23585; }","duration":"422.253639ms","start":"2026-04-03T03:24:59.901223Z","end":"2026-04-03T03:25:00.323477Z","steps":["trace[385974751] 'read index received' (duration: 201.316784ms)","trace[385974751] 'applied index is now lower than readState.Index' (duration: 220.934955ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:25:00.323662Z","caller":"traceutil/trace.go:171","msg":"trace[2133012497] transaction","detail":"{read_only:false; response_revision:22703; number_of_response:1; }","duration":"497.609773ms","start":"2026-04-03T03:24:59.826034Z","end":"2026-04-03T03:25:00.323643Z","steps":["trace[2133012497] 'process raft request' (duration: 497.329976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:25:00.323745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:59.826004Z","time spent":"497.694485ms","remote":"127.0.0.1:39702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1105,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:25:00.323759Z","caller":"traceutil/trace.go:171","msg":"trace[2023619669] transaction","detail":"{read_only:false; response_revision:22702; number_of_response:1; }","duration":"757.813919ms","start":"2026-04-03T03:24:59.565924Z","end":"2026-04-03T03:25:00.323738Z","steps":["trace[2023619669] 'process raft request' (duration: 536.596078ms)","trace[2023619669] 'compare' (duration: 220.042212ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:25:00.323818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.569627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:25:00.323851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:59.565904Z","time spent":"757.894561ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:25:00.323904Z","caller":"traceutil/trace.go:171","msg":"trace[1906695524] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22703; }","duration":"422.722661ms","start":"2026-04-03T03:24:59.901159Z","end":"2026-04-03T03:25:00.323881Z","steps":["trace[1906695524] 'agreement among raft nodes before linearized reading' (duration: 422.558997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:25:00.323956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:59.90113Z","time spent":"422.816553ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-03T03:25:00.412015Z","caller":"traceutil/trace.go:171","msg":"trace[305219374] transaction","detail":"{read_only:false; response_revision:22704; number_of_response:1; }","duration":"510.060304ms","start":"2026-04-03T03:24:59.901917Z","end":"2026-04-03T03:25:00.411978Z","steps":["trace[305219374] 'process raft request' (duration: 508.916285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:25:00.412543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:59.901896Z","time spent":"510.371042ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:25:00.765412Z","caller":"traceutil/trace.go:171","msg":"trace[1382365128] transaction","detail":"{read_only:false; response_revision:22705; number_of_response:1; }","duration":"661.371188ms","start":"2026-04-03T03:25:00.104003Z","end":"2026-04-03T03:25:00.765374Z","steps":["trace[1382365128] 'process raft request' (duration: 660.017184ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:25:00.765488Z","caller":"traceutil/trace.go:171","msg":"trace[2082112852] linearizableReadLoop","detail":"{readStateIndex:23589; appliedIndex:23588; }","duration":"441.8808ms","start":"2026-04-03T03:25:00.323586Z","end":"2026-04-03T03:25:00.765467Z","steps":["trace[2082112852] 'read index received' (duration: 88.994966ms)","trace[2082112852] 'applied index is now lower than readState.Index' (duration: 352.884484ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:25:00.765552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:25:00.10398Z","time spent":"661.511121ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5342,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T03:25:00.765563Z","caller":"traceutil/trace.go:171","msg":"trace[1263968683] transaction","detail":"{read_only:false; response_revision:22706; number_of_response:1; }","duration":"436.904805ms","start":"2026-04-03T03:25:00.328627Z","end":"2026-04-03T03:25:00.765532Z","steps":["trace[1263968683] 'process raft request' (duration: 436.70702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:25:00.765629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.775883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:25:00.765709Z","caller":"traceutil/trace.go:171","msg":"trace[1128893900] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:22706; }","duration":"804.919967ms","start":"2026-04-03T03:24:59.960769Z","end":"2026-04-03T03:25:00.765689Z","steps":["trace[1128893900] 'agreement among raft nodes before linearized reading' (duration: 804.758963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:25:00.765716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:25:00.328602Z","time spent":"437.042989ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:25:00.76577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:59.960736Z","time spent":"805.018349ms","remote":"127.0.0.1:52448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:25:00.765888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.061141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/octavia-client-certs\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:25:00.765932Z","caller":"traceutil/trace.go:171","msg":"trace[312340328] range","detail":"{range_begin:/registry/secrets/openstack/octavia-client-certs; range_end:; response_count:0; response_revision:22706; }","duration":"863.121742ms","start":"2026-04-03T03:24:59.902799Z","end":"2026-04-03T03:25:00.765921Z","steps":["trace[312340328] 'agreement among raft nodes before linearized reading' (duration: 863.051201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:25:00.765963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:24:59.902788Z","time spent":"863.168714ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/openstack/octavia-client-certs\" "} {"level":"info","ts":"2026-04-03T03:25:00.950389Z","caller":"traceutil/trace.go:171","msg":"trace[1144316958] linearizableReadLoop","detail":"{readStateIndex:23591; appliedIndex:23590; }","duration":"184.828052ms","start":"2026-04-03T03:25:00.765538Z","end":"2026-04-03T03:25:00.950366Z","steps":["trace[1144316958] 'read index received' (duration: 184.091604ms)","trace[1144316958] 'applied index is now lower than readState.Index' (duration: 735.628µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:25:00.950552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.470483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:25:00.950596Z","caller":"traceutil/trace.go:171","msg":"trace[1814899363] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:22707; }","duration":"246.576615ms","start":"2026-04-03T03:25:00.704008Z","end":"2026-04-03T03:25:00.950585Z","steps":["trace[1814899363] 'agreement among raft nodes before linearized reading' (duration: 246.470233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:25:00.950808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.610758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:25:00.95078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.852683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-04-03T03:25:00.950838Z","caller":"traceutil/trace.go:171","msg":"trace[581309739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22707; }","duration":"402.673229ms","start":"2026-04-03T03:25:00.548158Z","end":"2026-04-03T03:25:00.950831Z","steps":["trace[581309739] 'agreement among raft nodes before linearized reading' (duration: 402.615418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:25:00.95086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:25:00.548115Z","time spent":"402.739371ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:25:00.950864Z","caller":"traceutil/trace.go:171","msg":"trace[157512599] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:22707; }","duration":"194.991907ms","start":"2026-04-03T03:25:00.755852Z","end":"2026-04-03T03:25:00.950844Z","steps":["trace[157512599] 'agreement among raft nodes before linearized reading' (duration: 194.552876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:25:00.950983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.835639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/octavia-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:25:00.951009Z","caller":"traceutil/trace.go:171","msg":"trace[730878703] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/octavia-api; range_end:; response_count:0; response_revision:22707; }","duration":"467.901411ms","start":"2026-04-03T03:25:00.483099Z","end":"2026-04-03T03:25:00.951001Z","steps":["trace[730878703] 'agreement among raft nodes before linearized reading' (duration: 467.86032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:25:00.951027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:25:00.483072Z","time spent":"467.950511ms","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-03T03:25:00.95126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.921082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T03:25:00.951332Z","caller":"traceutil/trace.go:171","msg":"trace[1011625563] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22707; }","duration":"624.037535ms","start":"2026-04-03T03:25:00.327276Z","end":"2026-04-03T03:25:00.951314Z","steps":["trace[1011625563] 'agreement among raft nodes before linearized reading' (duration: 623.81022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:25:00.951374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:25:00.327258Z","time spent":"624.108627ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T03:25:00.951428Z","caller":"traceutil/trace.go:171","msg":"trace[612418194] transaction","detail":"{read_only:false; response_revision:22707; number_of_response:1; }","duration":"204.224458ms","start":"2026-04-03T03:25:00.74718Z","end":"2026-04-03T03:25:00.951405Z","steps":["trace[612418194] 'process raft request' (duration: 202.347541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:25:00.951459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.661345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:25:00.951515Z","caller":"traceutil/trace.go:171","msg":"trace[2104757162] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:22707; }","duration":"503.736157ms","start":"2026-04-03T03:25:00.447751Z","end":"2026-04-03T03:25:00.951487Z","steps":["trace[2104757162] 'agreement among raft nodes before linearized reading' (duration: 503.684525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:25:00.95154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:25:00.447728Z","time spent":"503.805049ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:25:00.951273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.037439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T03:25:00.952022Z","caller":"traceutil/trace.go:171","msg":"trace[744232928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22707; }","duration":"487.817948ms","start":"2026-04-03T03:25:00.464183Z","end":"2026-04-03T03:25:00.952001Z","steps":["trace[744232928] 'agreement among raft nodes before linearized reading' (duration: 486.962757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:25:00.952128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:25:00.464161Z","time spent":"487.947422ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T03:25:00.975005Z","caller":"traceutil/trace.go:171","msg":"trace[164745185] transaction","detail":"{read_only:false; response_revision:22708; number_of_response:1; }","duration":"206.489313ms","start":"2026-04-03T03:25:00.768493Z","end":"2026-04-03T03:25:00.974982Z","steps":["trace[164745185] 'process raft request' (duration: 206.251198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:25:00.975277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.16158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:25:00.975365Z","caller":"traceutil/trace.go:171","msg":"trace[1853525880] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:22710; }","duration":"203.270944ms","start":"2026-04-03T03:25:00.772078Z","end":"2026-04-03T03:25:00.975349Z","steps":["trace[1853525880] 'agreement among raft nodes before linearized reading' (duration: 203.11326ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:25:00.975236Z","caller":"traceutil/trace.go:171","msg":"trace[284469850] transaction","detail":"{read_only:false; response_revision:22710; number_of_response:1; }","duration":"203.372325ms","start":"2026-04-03T03:25:00.771801Z","end":"2026-04-03T03:25:00.975174Z","steps":["trace[284469850] 'process raft request' (duration: 203.15761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:25:00.975571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.617932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/octavia-server.18a2bae5ec96b030\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-04-03T03:25:00.975684Z","caller":"traceutil/trace.go:171","msg":"trace[1702904929] range","detail":"{range_begin:/registry/events/openstack/octavia-server.18a2bae5ec96b030; range_end:; response_count:1; response_revision:22710; }","duration":"205.763276ms","start":"2026-04-03T03:25:00.76989Z","end":"2026-04-03T03:25:00.975653Z","steps":["trace[1702904929] 'agreement among raft nodes before linearized reading' (duration: 205.484309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:25:00.975595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.587676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:25:00.975755Z","caller":"traceutil/trace.go:171","msg":"trace[710840010] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:22710; }","duration":"166.76079ms","start":"2026-04-03T03:25:00.808976Z","end":"2026-04-03T03:25:00.975737Z","steps":["trace[710840010] 'agreement among raft nodes before linearized reading' (duration: 166.464493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:25:00.975591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.996326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-03T03:25:00.975584Z","caller":"traceutil/trace.go:171","msg":"trace[294181329] transaction","detail":"{read_only:false; response_revision:22709; number_of_response:1; }","duration":"204.937294ms","start":"2026-04-03T03:25:00.770386Z","end":"2026-04-03T03:25:00.975323Z","steps":["trace[294181329] 'process raft request' (duration: 204.500453ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:25:00.975873Z","caller":"traceutil/trace.go:171","msg":"trace[1987858018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22710; }","duration":"151.257302ms","start":"2026-04-03T03:25:00.824544Z","end":"2026-04-03T03:25:00.975801Z","steps":["trace[1987858018] 'agreement among raft nodes before linearized reading' (duration: 150.576745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:27:06.010383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.927871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-03T03:27:06.010509Z","caller":"traceutil/trace.go:171","msg":"trace[731930959] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23707; }","duration":"130.072724ms","start":"2026-04-03T03:27:05.880417Z","end":"2026-04-03T03:27:06.01049Z","steps":["trace[731930959] 'range keys from in-memory index tree' (duration: 129.831728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:27:06.010383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.301736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-03T03:27:06.010995Z","caller":"traceutil/trace.go:171","msg":"trace[2049667536] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23707; }","duration":"139.922471ms","start":"2026-04-03T03:27:05.87101Z","end":"2026-04-03T03:27:06.010932Z","steps":["trace[2049667536] 'range keys from in-memory index tree' (duration: 139.102661ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:27:27.682238Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21743} {"level":"info","ts":"2026-04-03T03:27:27.797497Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21743,"took":"111.581982ms","hash":228656202,"current-db-size-bytes":50274304,"current-db-size":"50 MB","current-db-size-in-use-bytes":29761536,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-03T03:27:27.797607Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":228656202,"revision":21743,"compact-revision":19401} {"level":"info","ts":"2026-04-03T03:28:10.256539Z","caller":"traceutil/trace.go:171","msg":"trace[657330977] transaction","detail":"{read_only:false; response_revision:24306; number_of_response:1; }","duration":"158.24466ms","start":"2026-04-03T03:28:10.098273Z","end":"2026-04-03T03:28:10.256518Z","steps":["trace[657330977] 'process raft request' (duration: 158.100216ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:28:10.259448Z","caller":"traceutil/trace.go:171","msg":"trace[892460030] transaction","detail":"{read_only:false; response_revision:24307; number_of_response:1; }","duration":"159.376148ms","start":"2026-04-03T03:28:10.100059Z","end":"2026-04-03T03:28:10.259435Z","steps":["trace[892460030] 'process raft request' (duration: 159.315646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:16.538154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.650539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:28:16.538252Z","caller":"traceutil/trace.go:171","msg":"trace[466237955] linearizableReadLoop","detail":"{readStateIndex:25623; appliedIndex:25622; }","duration":"169.410149ms","start":"2026-04-03T03:28:16.368829Z","end":"2026-04-03T03:28:16.538239Z","steps":["trace[466237955] 'read index received' (duration: 54.629677ms)","trace[466237955] 'applied index is now lower than readState.Index' (duration: 114.779642ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:28:16.538305Z","caller":"traceutil/trace.go:171","msg":"trace[1298318928] transaction","detail":"{read_only:false; response_revision:24678; number_of_response:1; }","duration":"200.072566ms","start":"2026-04-03T03:28:16.338223Z","end":"2026-04-03T03:28:16.538296Z","steps":["trace[1298318928] 'process raft request' (duration: 85.222342ms)","trace[1298318928] 'compare' (duration: 114.551406ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:28:16.539267Z","caller":"traceutil/trace.go:171","msg":"trace[160757850] transaction","detail":"{read_only:false; response_revision:24679; number_of_response:1; }","duration":"140.293831ms","start":"2026-04-03T03:28:16.398938Z","end":"2026-04-03T03:28:16.539232Z","steps":["trace[160757850] 'process raft request' (duration: 139.937171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:16.539392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.564718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210983"} {"level":"info","ts":"2026-04-03T03:28:16.539421Z","caller":"traceutil/trace.go:171","msg":"trace[221442087] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:24678; }","duration":"170.63711ms","start":"2026-04-03T03:28:16.368776Z","end":"2026-04-03T03:28:16.539414Z","steps":["trace[221442087] 'agreement among raft nodes before linearized reading' (duration: 169.668985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:16.542878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.643014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:28:16.542956Z","caller":"traceutil/trace.go:171","msg":"trace[327055171] transaction","detail":"{read_only:false; response_revision:24680; number_of_response:1; }","duration":"105.49165ms","start":"2026-04-03T03:28:16.437436Z","end":"2026-04-03T03:28:16.542928Z","steps":["trace[327055171] 'process raft request' (duration: 105.07292ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:28:16.543013Z","caller":"traceutil/trace.go:171","msg":"trace[1341574531] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24681; }","duration":"135.829699ms","start":"2026-04-03T03:28:16.407156Z","end":"2026-04-03T03:28:16.542986Z","steps":["trace[1341574531] 'agreement among raft nodes before linearized reading' (duration: 135.575253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:16.543173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.818443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-03T03:28:16.543795Z","caller":"traceutil/trace.go:171","msg":"trace[357877212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24681; }","duration":"112.977677ms","start":"2026-04-03T03:28:16.430275Z","end":"2026-04-03T03:28:16.543253Z","steps":["trace[357877212] 'agreement among raft nodes before linearized reading' (duration: 112.67605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:19.867875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.844023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/cert-manager-test/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:28:19.868008Z","caller":"traceutil/trace.go:171","msg":"trace[673745020] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/cert-manager-test/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers/cert-manager-test0; response_count:0; response_revision:24776; }","duration":"301.984197ms","start":"2026-04-03T03:28:19.565991Z","end":"2026-04-03T03:28:19.867976Z","steps":["trace[673745020] 'range keys from in-memory index tree' (duration: 301.788892ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:28:19.868125Z","caller":"traceutil/trace.go:171","msg":"trace[423894418] linearizableReadLoop","detail":"{readStateIndex:25723; appliedIndex:25722; }","duration":"269.124874ms","start":"2026-04-03T03:28:19.598972Z","end":"2026-04-03T03:28:19.868097Z","steps":["trace[423894418] 'read index received' (duration: 258.729553ms)","trace[423894418] 'applied index is now lower than readState.Index' (duration: 10.394321ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:28:19.868172Z","caller":"traceutil/trace.go:171","msg":"trace[562643769] transaction","detail":"{read_only:false; response_revision:24777; number_of_response:1; }","duration":"284.233993ms","start":"2026-04-03T03:28:19.583879Z","end":"2026-04-03T03:28:19.868112Z","steps":["trace[562643769] 'process raft request' (duration: 273.778051ms)","trace[562643769] 'compare' (duration: 10.305928ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:28:19.868411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.424321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-03T03:28:19.86848Z","caller":"traceutil/trace.go:171","msg":"trace[545454637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24777; }","duration":"269.531354ms","start":"2026-04-03T03:28:19.598927Z","end":"2026-04-03T03:28:19.868458Z","steps":["trace[545454637] 'agreement among raft nodes before linearized reading' (duration: 269.312588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:19.868693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:28:19.565985Z","time spent":"302.667193ms","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":136,"response count":0,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/cert-manager-test/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers/cert-manager-test0\" "} {"level":"info","ts":"2026-04-03T03:28:19.87276Z","caller":"traceutil/trace.go:171","msg":"trace[1022193581] transaction","detail":"{read_only:false; response_revision:24778; number_of_response:1; }","duration":"237.013441ms","start":"2026-04-03T03:28:19.63571Z","end":"2026-04-03T03:28:19.872724Z","steps":["trace[1022193581] 'process raft request' (duration: 236.680372ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:28:19.872931Z","caller":"traceutil/trace.go:171","msg":"trace[713038650] transaction","detail":"{read_only:false; response_revision:24779; number_of_response:1; }","duration":"186.432045ms","start":"2026-04-03T03:28:19.686463Z","end":"2026-04-03T03:28:19.872895Z","steps":["trace[713038650] 'process raft request' (duration: 186.071486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:19.873249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.130432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:129392"} {"level":"info","ts":"2026-04-03T03:28:19.873328Z","caller":"traceutil/trace.go:171","msg":"trace[1343720885] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24780; }","duration":"161.230145ms","start":"2026-04-03T03:28:19.712079Z","end":"2026-04-03T03:28:19.873309Z","steps":["trace[1343720885] 'agreement among raft nodes before linearized reading' (duration: 160.934948ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:28:24.126248Z","caller":"traceutil/trace.go:171","msg":"trace[1118938684] transaction","detail":"{read_only:false; response_revision:24870; number_of_response:1; }","duration":"239.943815ms","start":"2026-04-03T03:28:23.886277Z","end":"2026-04-03T03:28:24.126221Z","steps":["trace[1118938684] 'process raft request' (duration: 239.76222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:26.5391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999550583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:28:26.539219Z","caller":"traceutil/trace.go:171","msg":"trace[255488254] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999758469s","start":"2026-04-03T03:28:24.539427Z","end":"2026-04-03T03:28:26.539185Z","steps":["trace[255488254] 'agreement among raft nodes before linearized reading' (duration: 1.999578264s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:26.539302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:28:24.539398Z","time spent":"1.999891411s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:28:26.699687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.244357ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:28:26.699841Z","caller":"traceutil/trace.go:171","msg":"trace[1402360712] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24870; }","duration":"480.409711ms","start":"2026-04-03T03:28:26.219407Z","end":"2026-04-03T03:28:26.699816Z","steps":["trace[1402360712] 'range keys from in-memory index tree' (duration: 480.222256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:26.701226Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.575230218s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:28:26.70173Z","caller":"traceutil/trace.go:171","msg":"trace[29870585] linearizableReadLoop","detail":"{readStateIndex:25819; appliedIndex:25817; }","duration":"2.810769601s","start":"2026-04-03T03:28:23.890926Z","end":"2026-04-03T03:28:26.701696Z","steps":["trace[29870585] 'read index received' (duration: 235.131154ms)","trace[29870585] 'applied index is now lower than readState.Index' (duration: 2.575637267s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:28:26.702032Z","caller":"traceutil/trace.go:171","msg":"trace[1274608467] transaction","detail":"{read_only:false; response_revision:24872; number_of_response:1; }","duration":"2.61012275s","start":"2026-04-03T03:28:24.091874Z","end":"2026-04-03T03:28:26.701997Z","steps":["trace[1274608467] 'process raft request' (duration: 2.609705289s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:28:26.702099Z","caller":"traceutil/trace.go:171","msg":"trace[1518564916] transaction","detail":"{read_only:false; response_revision:24871; number_of_response:1; }","duration":"2.815771937s","start":"2026-04-03T03:28:23.886279Z","end":"2026-04-03T03:28:26.702051Z","steps":["trace[1518564916] 'process raft request' (duration: 2.815122961s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:28:26.702186Z","caller":"traceutil/trace.go:171","msg":"trace[1655534320] transaction","detail":"{read_only:false; response_revision:24873; number_of_response:1; }","duration":"2.609199257s","start":"2026-04-03T03:28:24.092966Z","end":"2026-04-03T03:28:26.702165Z","steps":["trace[1655534320] 'process raft request' (duration: 2.608673164s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:26.702213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:28:24.091854Z","time spent":"2.610253263s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:28:26.70224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:28:23.886254Z","time spent":"2.81590454s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:28:26.702305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:28:24.092942Z","time spent":"2.60930212s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:28:26.702606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811665584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-03T03:28:26.702682Z","caller":"traceutil/trace.go:171","msg":"trace[820012265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24873; }","duration":"2.811793997s","start":"2026-04-03T03:28:23.89087Z","end":"2026-04-03T03:28:26.702664Z","steps":["trace[820012265] 'agreement among raft nodes before linearized reading' (duration: 2.811162821s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:26.702725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:28:23.890854Z","time spent":"2.811861879s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:28:26.713876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653318622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-04-03T03:28:26.713941Z","caller":"traceutil/trace.go:171","msg":"trace[1617193083] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24879; }","duration":"2.653427625s","start":"2026-04-03T03:28:24.060499Z","end":"2026-04-03T03:28:26.713926Z","steps":["trace[1617193083] 'agreement among raft nodes before linearized reading' (duration: 2.653268231s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:26.713972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:28:24.060474Z","time spent":"2.653491927s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-03T03:28:26.714138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.292220177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:28:26.714135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.948336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:28:26.714204Z","caller":"traceutil/trace.go:171","msg":"trace[1378164994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24879; }","duration":"770.077079ms","start":"2026-04-03T03:28:25.944109Z","end":"2026-04-03T03:28:26.714186Z","steps":["trace[1378164994] 'agreement among raft nodes before linearized reading' (duration: 769.933576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:26.714227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.134818878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-03T03:28:26.714256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:28:25.944077Z","time spent":"770.169842ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:28:26.714269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384479825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-03T03:28:26.714287Z","caller":"traceutil/trace.go:171","msg":"trace[319485571] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24879; }","duration":"2.384535735s","start":"2026-04-03T03:28:24.329746Z","end":"2026-04-03T03:28:26.714282Z","steps":["trace[319485571] 'agreement among raft nodes before linearized reading' (duration: 2.384485474s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:28:26.714289Z","caller":"traceutil/trace.go:171","msg":"trace[1435040401] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24879; }","duration":"2.134882269s","start":"2026-04-03T03:28:24.57939Z","end":"2026-04-03T03:28:26.714272Z","steps":["trace[1435040401] 'agreement among raft nodes before linearized reading' (duration: 2.134683204s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:26.714309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:28:24.329723Z","time spent":"2.384581637s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:28:26.714327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:28:24.579365Z","time spent":"2.134953941s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:28:26.71445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434218039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-wp4df\" ","response":"range_response_count:1 size:4745"} {"level":"info","ts":"2026-04-03T03:28:26.714474Z","caller":"traceutil/trace.go:171","msg":"trace[1815194740] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-wp4df; range_end:; response_count:1; response_revision:24880; }","duration":"2.434278781s","start":"2026-04-03T03:28:24.28019Z","end":"2026-04-03T03:28:26.714468Z","steps":["trace[1815194740] 'agreement among raft nodes before linearized reading' (duration: 2.434204589s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:26.714492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:28:24.280168Z","time spent":"2.434319771s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4769,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-wp4df\" "} {"level":"info","ts":"2026-04-03T03:28:26.714557Z","caller":"traceutil/trace.go:171","msg":"trace[1834714442] transaction","detail":"{read_only:false; response_revision:24879; number_of_response:1; }","duration":"583.285555ms","start":"2026-04-03T03:28:26.131259Z","end":"2026-04-03T03:28:26.714544Z","steps":["trace[1834714442] 'process raft request' (duration: 582.479585ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:28:26.7146Z","caller":"traceutil/trace.go:171","msg":"trace[450435345] transaction","detail":"{read_only:false; response_revision:24874; number_of_response:1; }","duration":"2.242224696s","start":"2026-04-03T03:28:24.472368Z","end":"2026-04-03T03:28:26.714593Z","steps":["trace[450435345] 'process raft request' (duration: 2.24115895s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:26.714655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:28:26.131235Z","time spent":"583.360877ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:28:26.71469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:28:24.472343Z","time spent":"2.242282607s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:28:26.714752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.969619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:28:26.714784Z","caller":"traceutil/trace.go:171","msg":"trace[198156295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24880; }","duration":"175.023341ms","start":"2026-04-03T03:28:26.539752Z","end":"2026-04-03T03:28:26.714775Z","steps":["trace[198156295] 'agreement among raft nodes before linearized reading' (duration: 174.977459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:26.71422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382541037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T03:28:26.714819Z","caller":"traceutil/trace.go:171","msg":"trace[1966539413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24879; }","duration":"2.383193772s","start":"2026-04-03T03:28:24.331618Z","end":"2026-04-03T03:28:26.714812Z","steps":["trace[1966539413] 'agreement among raft nodes before linearized reading' (duration: 2.382560837s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:26.714853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:28:24.331598Z","time spent":"2.383246164s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T03:28:26.714164Z","caller":"traceutil/trace.go:171","msg":"trace[856988974] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24879; }","duration":"2.292285688s","start":"2026-04-03T03:28:24.421871Z","end":"2026-04-03T03:28:26.714156Z","steps":["trace[856988974] 'agreement among raft nodes before linearized reading' (duration: 2.292245127s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:26.714911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:28:24.421853Z","time spent":"2.293052058s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:28:26.714691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.411545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-03T03:28:26.714981Z","caller":"traceutil/trace.go:171","msg":"trace[849564804] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24880; }","duration":"913.719163ms","start":"2026-04-03T03:28:25.801239Z","end":"2026-04-03T03:28:26.714958Z","steps":["trace[849564804] 'agreement among raft nodes before linearized reading' (duration: 913.340224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:26.715033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:28:25.80122Z","time spent":"913.800175ms","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-03T03:28:26.715031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318233696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:30 size:262229"} {"level":"info","ts":"2026-04-03T03:28:26.715072Z","caller":"traceutil/trace.go:171","msg":"trace[1619879673] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:30; response_revision:24880; }","duration":"1.318324018s","start":"2026-04-03T03:28:25.396736Z","end":"2026-04-03T03:28:26.71506Z","steps":["trace[1619879673] 'agreement among raft nodes before linearized reading' (duration: 1.317981489s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:28:26.715101Z","caller":"traceutil/trace.go:171","msg":"trace[1619758043] transaction","detail":"{read_only:false; response_revision:24875; number_of_response:1; }","duration":"2.029523342s","start":"2026-04-03T03:28:24.685572Z","end":"2026-04-03T03:28:26.715096Z","steps":["trace[1619758043] 'process raft request' (duration: 2.028046696s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:28:26.714519Z","caller":"traceutil/trace.go:171","msg":"trace[162288395] transaction","detail":"{read_only:false; response_revision:24878; number_of_response:1; }","duration":"945.050827ms","start":"2026-04-03T03:28:25.769446Z","end":"2026-04-03T03:28:26.714497Z","steps":["trace[162288395] 'process raft request' (duration: 944.269978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:26.715206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:28:24.685536Z","time spent":"2.029578854s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:28:26.715221Z","caller":"traceutil/trace.go:171","msg":"trace[1935278273] transaction","detail":"{read_only:false; response_revision:24877; number_of_response:1; }","duration":"1.141362138s","start":"2026-04-03T03:28:25.57385Z","end":"2026-04-03T03:28:26.715212Z","steps":["trace[1935278273] 'process raft request' (duration: 1.139834211s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:26.715246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745296521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T03:28:26.715277Z","caller":"traceutil/trace.go:171","msg":"trace[1428609860] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24880; }","duration":"1.745357773s","start":"2026-04-03T03:28:24.96991Z","end":"2026-04-03T03:28:26.715268Z","steps":["trace[1428609860] 'agreement among raft nodes before linearized reading' (duration: 1.745224759s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:26.715284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:28:25.573823Z","time spent":"1.14142776s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:28:26.715312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:28:24.969858Z","time spent":"1.745448485s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T03:28:26.715079Z","caller":"traceutil/trace.go:171","msg":"trace[201338646] transaction","detail":"{read_only:false; response_revision:24876; number_of_response:1; }","duration":"2.027099723s","start":"2026-04-03T03:28:24.687972Z","end":"2026-04-03T03:28:26.715071Z","steps":["trace[201338646] 'process raft request' (duration: 2.025675438s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:26.715369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:28:24.687959Z","time spent":"2.02738971s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:28:26.715387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133884924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-03T03:28:26.715436Z","caller":"traceutil/trace.go:171","msg":"trace[993822206] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24880; }","duration":"2.133971916s","start":"2026-04-03T03:28:24.581453Z","end":"2026-04-03T03:28:26.715425Z","steps":["trace[993822206] 'agreement among raft nodes before linearized reading' (duration: 2.133816063s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:28:26.715471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:28:24.581442Z","time spent":"2.134021477s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:28:26.715214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:28:25.769417Z","time spent":"945.761605ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:28:26.715115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:28:25.396713Z","time spent":"1.318392999s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":30,"response size":262253,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-03T03:29:39.06174Z","caller":"traceutil/trace.go:171","msg":"trace[1726919000] transaction","detail":"{read_only:false; response_revision:25672; number_of_response:1; }","duration":"188.158958ms","start":"2026-04-03T03:29:38.87355Z","end":"2026-04-03T03:29:39.061709Z","steps":["trace[1726919000] 'process raft request' (duration: 187.975663ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:29:39.067789Z","caller":"traceutil/trace.go:171","msg":"trace[98648603] transaction","detail":"{read_only:false; response_revision:25673; number_of_response:1; }","duration":"130.949067ms","start":"2026-04-03T03:29:38.936831Z","end":"2026-04-03T03:29:39.06778Z","steps":["trace[98648603] 'process raft request' (duration: 130.838604ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:29:39.68604Z","caller":"traceutil/trace.go:171","msg":"trace[2141575728] transaction","detail":"{read_only:false; response_revision:25684; number_of_response:1; }","duration":"122.903375ms","start":"2026-04-03T03:29:39.563104Z","end":"2026-04-03T03:29:39.686008Z","steps":["trace[2141575728] 'process raft request' (duration: 122.627538ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:29:54.813142Z","caller":"traceutil/trace.go:171","msg":"trace[130022682] linearizableReadLoop","detail":"{readStateIndex:26766; appliedIndex:26765; }","duration":"268.448727ms","start":"2026-04-03T03:29:54.544668Z","end":"2026-04-03T03:29:54.813117Z","steps":["trace[130022682] 'read index received' (duration: 268.266773ms)","trace[130022682] 'applied index is now lower than readState.Index' (duration: 180.934µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:29:54.813267Z","caller":"traceutil/trace.go:171","msg":"trace[673869574] transaction","detail":"{read_only:false; response_revision:25795; number_of_response:1; }","duration":"438.480492ms","start":"2026-04-03T03:29:54.374747Z","end":"2026-04-03T03:29:54.813227Z","steps":["trace[673869574] 'process raft request' (duration: 438.192185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:29:54.813326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.637612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:29:54.813378Z","caller":"traceutil/trace.go:171","msg":"trace[1211637913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25795; }","duration":"268.741314ms","start":"2026-04-03T03:29:54.544622Z","end":"2026-04-03T03:29:54.813364Z","steps":["trace[1211637913] 'agreement among raft nodes before linearized reading' (duration: 268.645412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:29:54.81345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.764879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:29:54.813536Z","caller":"traceutil/trace.go:171","msg":"trace[1175206010] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25795; }","duration":"199.891741ms","start":"2026-04-03T03:29:54.613625Z","end":"2026-04-03T03:29:54.813516Z","steps":["trace[1175206010] 'agreement among raft nodes before linearized reading' (duration: 199.760568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:29:54.813459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:29:54.374711Z","time spent":"438.648725ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:29:54.813641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.33773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:29:54.813685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.318132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:29:54.81375Z","caller":"traceutil/trace.go:171","msg":"trace[1800515347] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:25795; }","duration":"100.493344ms","start":"2026-04-03T03:29:54.713227Z","end":"2026-04-03T03:29:54.81372Z","steps":["trace[1800515347] 'agreement among raft nodes before linearized reading' (duration: 100.265268ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:29:54.813767Z","caller":"traceutil/trace.go:171","msg":"trace[1321743653] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25795; }","duration":"190.436195ms","start":"2026-04-03T03:29:54.623312Z","end":"2026-04-03T03:29:54.813748Z","steps":["trace[1321743653] 'agreement among raft nodes before linearized reading' (duration: 190.212609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:29:55.226773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.167099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:29:55.226865Z","caller":"traceutil/trace.go:171","msg":"trace[7300146] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25795; }","duration":"198.326123ms","start":"2026-04-03T03:29:55.028519Z","end":"2026-04-03T03:29:55.226845Z","steps":["trace[7300146] 'count revisions from in-memory index tree' (duration: 198.086656ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:29:55.282596Z","caller":"traceutil/trace.go:171","msg":"trace[468083979] transaction","detail":"{read_only:false; response_revision:25796; number_of_response:1; }","duration":"167.147403ms","start":"2026-04-03T03:29:55.115422Z","end":"2026-04-03T03:29:55.282569Z","steps":["trace[468083979] 'process raft request' (duration: 166.956548ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:29:55.609816Z","caller":"traceutil/trace.go:171","msg":"trace[1375363971] transaction","detail":"{read_only:false; response_revision:25797; number_of_response:1; }","duration":"494.33477ms","start":"2026-04-03T03:29:55.115453Z","end":"2026-04-03T03:29:55.609787Z","steps":["trace[1375363971] 'process raft request' (duration: 494.110164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:29:55.609995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:29:55.115436Z","time spent":"494.465803ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:29:55.610124Z","caller":"traceutil/trace.go:171","msg":"trace[753326187] transaction","detail":"{read_only:false; response_revision:25798; number_of_response:1; }","duration":"491.371526ms","start":"2026-04-03T03:29:55.118724Z","end":"2026-04-03T03:29:55.610096Z","steps":["trace[753326187] 'process raft request' (duration: 491.015567ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:29:55.610184Z","caller":"traceutil/trace.go:171","msg":"trace[1362068198] transaction","detail":"{read_only:false; response_revision:25800; number_of_response:1; }","duration":"482.900653ms","start":"2026-04-03T03:29:55.127258Z","end":"2026-04-03T03:29:55.610159Z","steps":["trace[1362068198] 'process raft request' (duration: 482.827961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:29:55.61027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:29:55.118698Z","time spent":"491.495389ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:29:55.610333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:29:55.127249Z","time spent":"483.008687ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:29:55.610351Z","caller":"traceutil/trace.go:171","msg":"trace[1140326441] transaction","detail":"{read_only:false; response_revision:25801; number_of_response:1; }","duration":"482.907043ms","start":"2026-04-03T03:29:55.127419Z","end":"2026-04-03T03:29:55.610326Z","steps":["trace[1140326441] 'process raft request' (duration: 482.704278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:29:55.610473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:29:55.127412Z","time spent":"483.001506ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:29:55.61054Z","caller":"traceutil/trace.go:171","msg":"trace[400089329] transaction","detail":"{read_only:false; response_revision:25799; number_of_response:1; }","duration":"491.738304ms","start":"2026-04-03T03:29:55.11879Z","end":"2026-04-03T03:29:55.610528Z","steps":["trace[400089329] 'process raft request' (duration: 491.191001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:29:55.610603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:29:55.118773Z","time spent":"491.797986ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:29:55.610609Z","caller":"traceutil/trace.go:171","msg":"trace[794554820] linearizableReadLoop","detail":"{readStateIndex:26773; appliedIndex:26766; }","duration":"471.665633ms","start":"2026-04-03T03:29:55.138932Z","end":"2026-04-03T03:29:55.610598Z","steps":["trace[794554820] 'read index received' (duration: 143.586404ms)","trace[794554820] 'applied index is now lower than readState.Index' (duration: 328.078089ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:29:55.610624Z","caller":"traceutil/trace.go:171","msg":"trace[1405027106] transaction","detail":"{read_only:false; response_revision:25802; number_of_response:1; }","duration":"474.634627ms","start":"2026-04-03T03:29:55.13597Z","end":"2026-04-03T03:29:55.610604Z","steps":["trace[1405027106] 'process raft request' (duration: 474.285649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:29:55.610722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:29:55.135936Z","time spent":"474.723689ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:29:55.610753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.821097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:29:55.61091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.300287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-03T03:29:55.61093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.916148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T03:29:55.610869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.025921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-03T03:29:55.610965Z","caller":"traceutil/trace.go:171","msg":"trace[1450965016] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25802; }","duration":"459.971729ms","start":"2026-04-03T03:29:55.150984Z","end":"2026-04-03T03:29:55.610956Z","steps":["trace[1450965016] 'agreement among raft nodes before linearized reading' (duration: 459.842306ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:29:55.610972Z","caller":"traceutil/trace.go:171","msg":"trace[580854095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25802; }","duration":"448.40693ms","start":"2026-04-03T03:29:55.16255Z","end":"2026-04-03T03:29:55.610957Z","steps":["trace[580854095] 'agreement among raft nodes before linearized reading' (duration: 448.249676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:29:55.610968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.137249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-03T03:29:55.610979Z","caller":"traceutil/trace.go:171","msg":"trace[1960826363] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25802; }","duration":"466.163684ms","start":"2026-04-03T03:29:55.1448Z","end":"2026-04-03T03:29:55.610964Z","steps":["trace[1960826363] 'agreement among raft nodes before linearized reading' (duration: 465.98234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:29:55.611003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:29:55.150977Z","time spent":"460.017801ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T03:29:55.610918Z","caller":"traceutil/trace.go:171","msg":"trace[2067615546] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25802; }","duration":"471.98271ms","start":"2026-04-03T03:29:55.138915Z","end":"2026-04-03T03:29:55.610898Z","steps":["trace[2067615546] 'agreement among raft nodes before linearized reading' (duration: 471.775815ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:29:55.611015Z","caller":"traceutil/trace.go:171","msg":"trace[1501348675] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25802; }","duration":"461.213831ms","start":"2026-04-03T03:29:55.149791Z","end":"2026-04-03T03:29:55.611005Z","steps":["trace[1501348675] 'agreement among raft nodes before linearized reading' (duration: 461.100838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:29:55.611033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:29:55.144787Z","time spent":"466.230435ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:29:55.611052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:29:55.14978Z","time spent":"461.264382ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:29:55.611101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.9962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T03:29:55.611131Z","caller":"traceutil/trace.go:171","msg":"trace[1641591942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25802; }","duration":"450.036891ms","start":"2026-04-03T03:29:55.161086Z","end":"2026-04-03T03:29:55.611122Z","steps":["trace[1641591942] 'agreement among raft nodes before linearized reading' (duration: 449.959509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:29:55.611044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:29:55.138895Z","time spent":"472.137415ms","remote":"127.0.0.1:40198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:29:55.611008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:29:55.16252Z","time spent":"448.480432ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:29:55.611155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:29:55.161079Z","time spent":"450.070912ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T03:29:55.856893Z","caller":"traceutil/trace.go:171","msg":"trace[1467699116] transaction","detail":"{read_only:false; response_revision:25803; number_of_response:1; }","duration":"240.16585ms","start":"2026-04-03T03:29:55.616694Z","end":"2026-04-03T03:29:55.85686Z","steps":["trace[1467699116] 'process raft request' (duration: 181.337378ms)","trace[1467699116] 'compare' (duration: 58.632127ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:29:56.066458Z","caller":"traceutil/trace.go:171","msg":"trace[2016402423] transaction","detail":"{read_only:false; response_revision:25806; number_of_response:1; }","duration":"448.839961ms","start":"2026-04-03T03:29:55.617594Z","end":"2026-04-03T03:29:56.066434Z","steps":["trace[2016402423] 'process raft request' (duration: 448.77121ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:29:56.06657Z","caller":"traceutil/trace.go:171","msg":"trace[1125869847] transaction","detail":"{read_only:false; response_revision:25804; number_of_response:1; }","duration":"449.387385ms","start":"2026-04-03T03:29:55.617149Z","end":"2026-04-03T03:29:56.066536Z","steps":["trace[1125869847] 'process raft request' (duration: 365.051604ms)","trace[1125869847] 'compare' (duration: 83.616092ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:29:56.066609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:29:55.617587Z","time spent":"448.944194ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:29:56.066748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:29:55.617125Z","time spent":"449.515148ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:29:56.066824Z","caller":"traceutil/trace.go:171","msg":"trace[983764902] transaction","detail":"{read_only:false; response_revision:25805; number_of_response:1; }","duration":"449.294903ms","start":"2026-04-03T03:29:55.617518Z","end":"2026-04-03T03:29:56.066812Z","steps":["trace[983764902] 'process raft request' (duration: 448.77962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:29:56.066889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:29:55.617506Z","time spent":"449.351704ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:29:56.067009Z","caller":"traceutil/trace.go:171","msg":"trace[582213116] linearizableReadLoop","detail":"{readStateIndex:26778; appliedIndex:26773; }","duration":"362.001568ms","start":"2026-04-03T03:29:55.704993Z","end":"2026-04-03T03:29:56.066995Z","steps":["trace[582213116] 'read index received' (duration: 93.049548ms)","trace[582213116] 'applied index is now lower than readState.Index' (duration: 268.95099ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:29:56.067106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.109021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:29:56.067139Z","caller":"traceutil/trace.go:171","msg":"trace[623177504] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25807; }","duration":"362.186832ms","start":"2026-04-03T03:29:55.704942Z","end":"2026-04-03T03:29:56.067128Z","steps":["trace[623177504] 'agreement among raft nodes before linearized reading' (duration: 362.10483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:29:56.067172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:29:55.704923Z","time spent":"362.240503ms","remote":"127.0.0.1:35026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:29:56.06731Z","caller":"traceutil/trace.go:171","msg":"trace[1500917069] transaction","detail":"{read_only:false; response_revision:25807; number_of_response:1; }","duration":"449.623671ms","start":"2026-04-03T03:29:55.617661Z","end":"2026-04-03T03:29:56.067284Z","steps":["trace[1500917069] 'process raft request' (duration: 448.737879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:29:56.067447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:29:55.61765Z","time spent":"449.735464ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:29:56.402109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.903076ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:29:56.402333Z","caller":"traceutil/trace.go:171","msg":"trace[1339904147] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25807; }","duration":"183.136453ms","start":"2026-04-03T03:29:56.219175Z","end":"2026-04-03T03:29:56.402312Z","steps":["trace[1339904147] 'range keys from in-memory index tree' (duration: 182.885246ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:31:13.489603Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006b76.wal"} {"level":"info","ts":"2026-04-03T03:31:49.364658Z","caller":"traceutil/trace.go:171","msg":"trace[1660442213] transaction","detail":"{read_only:false; response_revision:26930; number_of_response:1; }","duration":"101.792343ms","start":"2026-04-03T03:31:49.262839Z","end":"2026-04-03T03:31:49.364631Z","steps":["trace[1660442213] 'process raft request' (duration: 101.600648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:50.556595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050283,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:31:50.566346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.98112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:31:50.566421Z","caller":"traceutil/trace.go:171","msg":"trace[936786065] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26930; }","duration":"961.104162ms","start":"2026-04-03T03:31:49.605298Z","end":"2026-04-03T03:31:50.566402Z","steps":["trace[936786065] 'count revisions from in-memory index tree' (duration: 960.866397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:50.566467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:49.605281Z","time spent":"961.173345ms","remote":"127.0.0.1:39888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:31:50.566949Z","caller":"traceutil/trace.go:171","msg":"trace[674400060] transaction","detail":"{read_only:false; response_revision:26931; number_of_response:1; }","duration":"864.53772ms","start":"2026-04-03T03:31:49.702386Z","end":"2026-04-03T03:31:50.566924Z","steps":["trace[674400060] 'process raft request' (duration: 860.381787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:50.568077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:49.702335Z","time spent":"864.681014ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:31:52.301742Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.739002531s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:31:52.302334Z","caller":"traceutil/trace.go:171","msg":"trace[447369351] transaction","detail":"{read_only:false; response_revision:26932; number_of_response:1; }","duration":"2.194673559s","start":"2026-04-03T03:31:50.107631Z","end":"2026-04-03T03:31:52.302304Z","steps":["trace[447369351] 'process raft request' (duration: 2.194416343s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:52.302548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:50.107601Z","time spent":"2.194829274s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:31:52.302595Z","caller":"traceutil/trace.go:171","msg":"trace[1581111384] transaction","detail":"{read_only:false; response_revision:26933; number_of_response:1; }","duration":"2.062404412s","start":"2026-04-03T03:31:50.240161Z","end":"2026-04-03T03:31:52.302565Z","steps":["trace[1581111384] 'process raft request' (duration: 2.062077374s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:31:52.302664Z","caller":"traceutil/trace.go:171","msg":"trace[315614523] transaction","detail":"{read_only:false; response_revision:26935; number_of_response:1; }","duration":"2.053516899s","start":"2026-04-03T03:31:50.249128Z","end":"2026-04-03T03:31:52.302645Z","steps":["trace[315614523] 'process raft request' (duration: 2.053418767s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:52.302731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:50.240133Z","time spent":"2.062523234s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:31:52.302776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:50.249119Z","time spent":"2.053606341s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:31:52.302658Z","caller":"traceutil/trace.go:171","msg":"trace[2084353853] transaction","detail":"{read_only:false; response_revision:26934; number_of_response:1; }","duration":"2.061834407s","start":"2026-04-03T03:31:50.240787Z","end":"2026-04-03T03:31:52.302621Z","steps":["trace[2084353853] 'process raft request' (duration: 2.061670293s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:52.302854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:50.240766Z","time spent":"2.062068314s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:31:52.302861Z","caller":"traceutil/trace.go:171","msg":"trace[970623026] linearizableReadLoop","detail":"{readStateIndex:27940; appliedIndex:27933; }","duration":"2.246994491s","start":"2026-04-03T03:31:50.055848Z","end":"2026-04-03T03:31:52.302843Z","steps":["trace[970623026] 'read index received' (duration: 506.935943ms)","trace[970623026] 'applied index is now lower than readState.Index' (duration: 1.740057468s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:31:52.302914Z","caller":"traceutil/trace.go:171","msg":"trace[790164310] transaction","detail":"{read_only:false; response_revision:26936; number_of_response:1; }","duration":"2.053704894s","start":"2026-04-03T03:31:50.249177Z","end":"2026-04-03T03:31:52.302882Z","steps":["trace[790164310] 'process raft request' (duration: 2.053417287s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:52.302977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.247118154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:31:52.303033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:50.249145Z","time spent":"2.053818687s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:31:52.303021Z","caller":"traceutil/trace.go:171","msg":"trace[911378580] transaction","detail":"{read_only:false; response_revision:26937; number_of_response:1; }","duration":"2.053343704s","start":"2026-04-03T03:31:50.249552Z","end":"2026-04-03T03:31:52.302896Z","steps":["trace[911378580] 'process raft request' (duration: 2.053205821s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:31:52.303047Z","caller":"traceutil/trace.go:171","msg":"trace[250296574] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26937; }","duration":"2.247221596s","start":"2026-04-03T03:31:50.055808Z","end":"2026-04-03T03:31:52.303029Z","steps":["trace[250296574] 'agreement among raft nodes before linearized reading' (duration: 2.247120514s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:52.303094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:50.249539Z","time spent":"2.053524049s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:31:52.30309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:50.055786Z","time spent":"2.247294489s","remote":"127.0.0.1:47342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:31:52.540255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999882544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:31:52.54034Z","caller":"traceutil/trace.go:171","msg":"trace[2016520837] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000041177s","start":"2026-04-03T03:31:50.540278Z","end":"2026-04-03T03:31:52.540319Z","steps":["trace[2016520837] 'agreement among raft nodes before linearized reading' (duration: 1.999932025s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:52.540384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:50.54026Z","time spent":"2.00011657s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:31:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:31:52.803144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:31:53.303693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:31:53.804214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:31:53.866692Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.564670709s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:31:53.867185Z","caller":"traceutil/trace.go:171","msg":"trace[610025140] transaction","detail":"{read_only:false; response_revision:26938; number_of_response:1; }","duration":"2.496258943s","start":"2026-04-03T03:31:51.370896Z","end":"2026-04-03T03:31:53.867155Z","steps":["trace[610025140] 'process raft request' (duration: 2.495995505s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:31:53.867164Z","caller":"traceutil/trace.go:171","msg":"trace[619012267] transaction","detail":"{read_only:false; response_revision:26940; number_of_response:1; }","duration":"1.726298743s","start":"2026-04-03T03:31:52.140838Z","end":"2026-04-03T03:31:53.867136Z","steps":["trace[619012267] 'process raft request' (duration: 1.726253502s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:31:53.867268Z","caller":"traceutil/trace.go:171","msg":"trace[1918809700] transaction","detail":"{read_only:false; response_revision:26939; number_of_response:1; }","duration":"1.914626637s","start":"2026-04-03T03:31:51.9526Z","end":"2026-04-03T03:31:53.867226Z","steps":["trace[1918809700] 'process raft request' (duration: 1.914443691s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:53.867365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:51.370874Z","time spent":"2.496389757s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:31:53.867461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:51.952577Z","time spent":"1.91478611s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:31:53.867515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:52.140802Z","time spent":"1.726493948s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:31:54.541483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000792996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:31:54.541586Z","caller":"traceutil/trace.go:171","msg":"trace[180454015] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0009535s","start":"2026-04-03T03:31:52.540613Z","end":"2026-04-03T03:31:54.541567Z","steps":["trace[180454015] 'agreement among raft nodes before linearized reading' (duration: 2.000826277s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:54.54164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:52.540591Z","time spent":"2.001038493s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:31:55.310251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.278262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:31:55.310334Z","caller":"traceutil/trace.go:171","msg":"trace[131984107] linearizableReadLoop","detail":"{readStateIndex:27944; appliedIndex:27940; }","duration":"3.007418502s","start":"2026-04-03T03:31:52.302902Z","end":"2026-04-03T03:31:55.310321Z","steps":["trace[131984107] 'read index received' (duration: 1.563993602s)","trace[131984107] 'applied index is now lower than readState.Index' (duration: 1.44342371s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:31:55.310414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.768959899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:31:55.31044Z","caller":"traceutil/trace.go:171","msg":"trace[1012357130] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26941; }","duration":"4.769030231s","start":"2026-04-03T03:31:50.541401Z","end":"2026-04-03T03:31:55.310431Z","steps":["trace[1012357130] 'agreement among raft nodes before linearized reading' (duration: 4.768975409s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:55.310462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:50.541379Z","time spent":"4.769077441s","remote":"127.0.0.1:35012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:31:55.310469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.607424297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-03T03:31:55.310467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.445639569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:31:55.310491Z","caller":"traceutil/trace.go:171","msg":"trace[331024799] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26941; }","duration":"4.607469578s","start":"2026-04-03T03:31:50.703015Z","end":"2026-04-03T03:31:55.310485Z","steps":["trace[331024799] 'agreement among raft nodes before linearized reading' (duration: 4.607358455s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:55.310481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.603653803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-03T03:31:55.310511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:50.703004Z","time spent":"4.607501989s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T03:31:55.31053Z","caller":"traceutil/trace.go:171","msg":"trace[1409185993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26941; }","duration":"4.603715785s","start":"2026-04-03T03:31:50.706805Z","end":"2026-04-03T03:31:55.310521Z","steps":["trace[1409185993] 'agreement among raft nodes before linearized reading' (duration: 4.603560951s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:55.310534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.231224851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:31:55.310553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:50.706757Z","time spent":"4.603790587s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:31:55.310567Z","caller":"traceutil/trace.go:171","msg":"trace[1666318641] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26941; }","duration":"5.231268532s","start":"2026-04-03T03:31:50.079289Z","end":"2026-04-03T03:31:55.310558Z","steps":["trace[1666318641] 'agreement among raft nodes before linearized reading' (duration: 5.23118423s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:55.310572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.522079298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-04-03T03:31:55.310592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:50.079206Z","time spent":"5.231378885s","remote":"127.0.0.1:47406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:31:55.310595Z","caller":"traceutil/trace.go:171","msg":"trace[731614865] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26941; }","duration":"3.522103438s","start":"2026-04-03T03:31:51.788484Z","end":"2026-04-03T03:31:55.310588Z","steps":["trace[731614865] 'agreement among raft nodes before linearized reading' (duration: 3.522034687s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:55.310603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.638686451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-03T03:31:55.310616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:51.788463Z","time spent":"3.52214777s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-03T03:31:55.310652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.512781813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-03T03:31:55.310656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.641585174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-03T03:31:55.310634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.856561225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-03T03:31:55.310698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.523737168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:31:55.310719Z","caller":"traceutil/trace.go:171","msg":"trace[1462875065] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26941; }","duration":"4.523797s","start":"2026-04-03T03:31:50.786915Z","end":"2026-04-03T03:31:55.310712Z","steps":["trace[1462875065] 'agreement among raft nodes before linearized reading' (duration: 4.523765839s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:31:55.310713Z","caller":"traceutil/trace.go:171","msg":"trace[758537740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26941; }","duration":"4.856678018s","start":"2026-04-03T03:31:50.454013Z","end":"2026-04-03T03:31:55.310691Z","steps":["trace[758537740] 'agreement among raft nodes before linearized reading' (duration: 4.856412741s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:55.310737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.699534739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:31:55.310618Z","caller":"traceutil/trace.go:171","msg":"trace[364923619] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26941; }","duration":"4.638737232s","start":"2026-04-03T03:31:50.671877Z","end":"2026-04-03T03:31:55.310614Z","steps":["trace[364923619] 'agreement among raft nodes before linearized reading' (duration: 4.638688571s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:55.310769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:50.671857Z","time spent":"4.638907517s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T03:31:55.310771Z","caller":"traceutil/trace.go:171","msg":"trace[1231379765] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26941; }","duration":"3.699608191s","start":"2026-04-03T03:31:51.611152Z","end":"2026-04-03T03:31:55.31076Z","steps":["trace[1231379765] 'agreement among raft nodes before linearized reading' (duration: 3.69956105s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:31:55.310669Z","caller":"traceutil/trace.go:171","msg":"trace[103186021] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26941; }","duration":"4.512837764s","start":"2026-04-03T03:31:50.797826Z","end":"2026-04-03T03:31:55.310664Z","steps":["trace[103186021] 'agreement among raft nodes before linearized reading' (duration: 4.512787463s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:55.310797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:51.611136Z","time spent":"3.699653781s","remote":"127.0.0.1:39876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:31:55.310673Z","caller":"traceutil/trace.go:171","msg":"trace[771713108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26941; }","duration":"4.641636885s","start":"2026-04-03T03:31:50.669032Z","end":"2026-04-03T03:31:55.310669Z","steps":["trace[771713108] 'agreement among raft nodes before linearized reading' (duration: 4.641594983s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:55.310801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:50.797782Z","time spent":"4.513011889s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:31:55.310827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:50.669012Z","time spent":"4.641808579s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:31:55.310764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:50.453979Z","time spent":"4.856777491s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:31:55.310734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:50.786894Z","time spent":"4.523836461s","remote":"127.0.0.1:39832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:31:55.310504Z","caller":"traceutil/trace.go:171","msg":"trace[1409370128] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26941; }","duration":"4.445706581s","start":"2026-04-03T03:31:50.864784Z","end":"2026-04-03T03:31:55.31049Z","steps":["trace[1409370128] 'agreement among raft nodes before linearized reading' (duration: 4.44565007s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:55.310897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:50.864764Z","time spent":"4.446124861s","remote":"127.0.0.1:39946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:31:55.310342Z","caller":"traceutil/trace.go:171","msg":"trace[2140111690] transaction","detail":"{read_only:false; response_revision:26941; number_of_response:1; }","duration":"2.735431551s","start":"2026-04-03T03:31:52.574888Z","end":"2026-04-03T03:31:55.310319Z","steps":["trace[2140111690] 'process raft request' (duration: 1.907004095s)","trace[2140111690] 'compare' (duration: 827.325178ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:31:55.311166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:52.574861Z","time spent":"2.736233771s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:31:55.810897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050304,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:31:56.311559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050304,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:31:56.571233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000712824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:31:56.57132Z","caller":"traceutil/trace.go:171","msg":"trace[1582500506] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000850778s","start":"2026-04-03T03:31:54.57045Z","end":"2026-04-03T03:31:56.571301Z","steps":["trace[1582500506] 'agreement among raft nodes before linearized reading' (duration: 2.000736905s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:56.571376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:54.570434Z","time spent":"2.00092957s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:31:56.812082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050304,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:31:57.320958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050304,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:31:57.6262Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.144178411s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:31:58.571807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000042888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:31:58.571874Z","caller":"traceutil/trace.go:171","msg":"trace[1164097718] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000154371s","start":"2026-04-03T03:31:56.571702Z","end":"2026-04-03T03:31:58.571856Z","steps":["trace[1164097718] 'agreement among raft nodes before linearized reading' (duration: 2.000067129s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:58.571915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:56.571685Z","time spent":"2.000221692s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:31:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:31:58.73777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000353706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:31:58.737873Z","caller":"traceutil/trace.go:171","msg":"trace[719082612] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000525699s","start":"2026-04-03T03:31:56.737329Z","end":"2026-04-03T03:31:58.737855Z","steps":["trace[719082612] 'agreement among raft nodes before linearized reading' (duration: 2.000407377s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:58.737905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:56.737295Z","time spent":"2.000601962s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:31:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:31:59.307089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:54.30918Z","time spent":"4.99790104s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:31:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:31:59.307222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:54.308678Z","time spent":"4.998543005s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:31:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:31:59.307278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:54.308542Z","time spent":"4.998734319s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:31:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:31:59.30761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:54.308683Z","time spent":"4.998913555s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:31:59.307803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:54.309038Z","time spent":"4.998761001s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:31:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:31:59.307923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:54.308918Z","time spent":"4.998988207s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:31:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:31:59.68951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.470965906s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:31:59.689691Z","caller":"traceutil/trace.go:171","msg":"trace[685236875] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26941; }","duration":"3.471155371s","start":"2026-04-03T03:31:56.218509Z","end":"2026-04-03T03:31:59.689664Z","steps":["trace[685236875] 'range keys from in-memory index tree' (duration: 3.470946176s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:31:59.690931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:58.772311Z","time spent":"918.611077ms","remote":"127.0.0.1:43124","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:31:59.691661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0651018s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:31:59.691916Z","caller":"traceutil/trace.go:171","msg":"trace[1066996022] transaction","detail":"{read_only:false; response_revision:26942; number_of_response:1; }","duration":"5.513072689s","start":"2026-04-03T03:31:54.178824Z","end":"2026-04-03T03:31:59.691897Z","steps":["trace[1066996022] 'process raft request' (duration: 3.44763836s)","trace[1066996022] 'compare' (duration: 2.063933731s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:31:59.692045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:54.178799Z","time spent":"5.513173492s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:32:00.312995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:55.315991Z","time spent":"4.996995486s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:32:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:32:00.313668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:55.316025Z","time spent":"4.997631633s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:32:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:32:00.315148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:55.315997Z","time spent":"4.99914802s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:32:00.454233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:55.316025Z","time spent":"5.138202788s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:32:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:32:00.577905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000057458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:32:00.577986Z","caller":"traceutil/trace.go:171","msg":"trace[484385086] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000180412s","start":"2026-04-03T03:31:58.577785Z","end":"2026-04-03T03:32:00.577965Z","steps":["trace[484385086] 'agreement among raft nodes before linearized reading' (duration: 2.000081719s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:00.578055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:58.57777Z","time spent":"2.000275384s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:32:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:32:00.705774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:55.316047Z","time spent":"5.389718486s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:32:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:32:00.871616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:55.873585Z","time spent":"4.998024792s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:32:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:32:01.781699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:54.780538Z","time spent":"7.001154259s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:32:02.321951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:57.323662Z","time spent":"4.998267131s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:32:02.57895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000207773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:32:02.579022Z","caller":"traceutil/trace.go:171","msg":"trace[1594065570] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000333747s","start":"2026-04-03T03:32:00.57867Z","end":"2026-04-03T03:32:02.579004Z","steps":["trace[1594065570] 'agreement among raft nodes before linearized reading' (duration: 2.000236614s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:02.579064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:00.578653Z","time spent":"2.000401348s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:32:02.605844Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.979466379s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:32:02.607005Z","caller":"traceutil/trace.go:171","msg":"trace[105538260] transaction","detail":"{read_only:false; response_revision:26956; number_of_response:1; }","duration":"6.659519451s","start":"2026-04-03T03:31:55.94746Z","end":"2026-04-03T03:32:02.606979Z","steps":["trace[105538260] 'process raft request' (duration: 6.659409188s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:02.607182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:55.947438Z","time spent":"6.659683795s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T03:32:02.607196Z","caller":"traceutil/trace.go:171","msg":"trace[179558145] linearizableReadLoop","detail":"{readStateIndex:27959; appliedIndex:27944; }","duration":"7.296824123s","start":"2026-04-03T03:31:55.310352Z","end":"2026-04-03T03:32:02.607176Z","steps":["trace[179558145] 'read index received' (duration: 2.316045242s)","trace[179558145] 'applied index is now lower than readState.Index' (duration: 4.980777751s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:02.607332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.418336921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:02.607371Z","caller":"traceutil/trace.go:171","msg":"trace[120511045] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26957; }","duration":"7.418436183s","start":"2026-04-03T03:31:55.188922Z","end":"2026-04-03T03:32:02.607358Z","steps":["trace[120511045] 'agreement among raft nodes before linearized reading' (duration: 7.418354411s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:02.607362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.7429469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:32:02.6074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:55.1889Z","time spent":"7.418489305s","remote":"127.0.0.1:39846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:02.607424Z","caller":"traceutil/trace.go:171","msg":"trace[681940360] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26957; }","duration":"8.743064194s","start":"2026-04-03T03:31:53.864344Z","end":"2026-04-03T03:32:02.607408Z","steps":["trace[681940360] 'agreement among raft nodes before linearized reading' (duration: 8.74295713s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:02.607423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.553088949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:02.607459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:53.864323Z","time spent":"8.743124625s","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:02.607475Z","caller":"traceutil/trace.go:171","msg":"trace[341809756] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26957; }","duration":"9.553167911s","start":"2026-04-03T03:31:53.054281Z","end":"2026-04-03T03:32:02.607449Z","steps":["trace[341809756] 'agreement among raft nodes before linearized reading' (duration: 9.553103388s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:02.607518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:53.05426Z","time spent":"9.553252372s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:32:02.607625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.234169039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-03T03:32:02.607662Z","caller":"traceutil/trace.go:171","msg":"trace[606471042] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:26957; }","duration":"10.23422452s","start":"2026-04-03T03:31:52.373429Z","end":"2026-04-03T03:32:02.607654Z","steps":["trace[606471042] 'agreement among raft nodes before linearized reading' (duration: 10.234103817s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:02.60762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.184139517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:02.607684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:52.373422Z","time spent":"10.23425742s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-03T03:32:02.607682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.287814344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:02.607709Z","caller":"traceutil/trace.go:171","msg":"trace[290948448] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26957; }","duration":"10.287880236s","start":"2026-04-03T03:31:52.319821Z","end":"2026-04-03T03:32:02.607701Z","steps":["trace[290948448] 'agreement among raft nodes before linearized reading' (duration: 10.287830155s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:02.607711Z","caller":"traceutil/trace.go:171","msg":"trace[1716969417] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26957; }","duration":"8.184274541s","start":"2026-04-03T03:31:54.423416Z","end":"2026-04-03T03:32:02.60769Z","steps":["trace[1716969417] 'agreement among raft nodes before linearized reading' (duration: 8.184128257s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:02.60773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:52.319801Z","time spent":"10.287923546s","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:02.607755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:54.423396Z","time spent":"8.184346862s","remote":"127.0.0.1:39980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:02.607782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.634331758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:32:02.607811Z","caller":"traceutil/trace.go:171","msg":"trace[1966489927] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26957; }","duration":"8.634389498s","start":"2026-04-03T03:31:53.973411Z","end":"2026-04-03T03:32:02.6078Z","steps":["trace[1966489927] 'agreement among raft nodes before linearized reading' (duration: 8.634242405s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:02.60785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:53.973365Z","time spent":"8.63447617s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:02.607871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.69740066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:02.607906Z","caller":"traceutil/trace.go:171","msg":"trace[1638412511] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26957; }","duration":"7.697474672s","start":"2026-04-03T03:31:54.91042Z","end":"2026-04-03T03:32:02.607894Z","steps":["trace[1638412511] 'agreement among raft nodes before linearized reading' (duration: 7.69741712s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:02.60793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:54.910399Z","time spent":"7.697524203s","remote":"127.0.0.1:40150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:02.607664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.920625077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:32:02.607976Z","caller":"traceutil/trace.go:171","msg":"trace[2010068133] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26957; }","duration":"8.921012286s","start":"2026-04-03T03:31:53.686949Z","end":"2026-04-03T03:32:02.607961Z","steps":["trace[2010068133] 'agreement among raft nodes before linearized reading' (duration: 8.920687628s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:02.608017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:53.68693Z","time spent":"8.921070418s","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:03.115933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:32:03.616171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:32:04.116781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:32:04.306206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996449036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:32:04.306274Z","caller":"traceutil/trace.go:171","msg":"trace[1171146288] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.99659322s","start":"2026-04-03T03:31:59.309665Z","end":"2026-04-03T03:32:04.306258Z","steps":["trace[1171146288] 'agreement among raft nodes before linearized reading' (duration: 4.996458527s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:04.306355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:59.309659Z","time spent":"4.996673522s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/04/03 03:32:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:32:04.3074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998744983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-03T03:32:04.307432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997870141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:32:04.307545Z","caller":"traceutil/trace.go:171","msg":"trace[1087947660] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998042665s","start":"2026-04-03T03:31:59.309484Z","end":"2026-04-03T03:32:04.307526Z","steps":["trace[1087947660] 'agreement among raft nodes before linearized reading' (duration: 4.997906302s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:04.307607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:59.309464Z","time spent":"4.998131348s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/03 03:32:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:32:04.307731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997715987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-04-03T03:32:04.307719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998115047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:32:04.307763Z","caller":"traceutil/trace.go:171","msg":"trace[499196563] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.997764539s","start":"2026-04-03T03:31:59.309991Z","end":"2026-04-03T03:32:04.307755Z","steps":["trace[499196563] 'agreement among raft nodes before linearized reading' (duration: 4.997731228s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:04.307803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:59.309983Z","time spent":"4.99781366s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T03:32:04.30781Z","caller":"traceutil/trace.go:171","msg":"trace[2122356373] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998242931s","start":"2026-04-03T03:31:59.309547Z","end":"2026-04-03T03:32:04.30779Z","steps":["trace[2122356373] 'agreement among raft nodes before linearized reading' (duration: 4.998122668s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:04.307861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:59.309542Z","time spent":"4.998307923s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-03T03:32:04.307926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999295457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:32:04.307561Z","caller":"traceutil/trace.go:171","msg":"trace[1919665533] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998818184s","start":"2026-04-03T03:31:59.308632Z","end":"2026-04-03T03:32:04.30745Z","steps":["trace[1919665533] 'agreement among raft nodes before linearized reading' (duration: 4.998744593s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:04.30804Z","caller":"traceutil/trace.go:171","msg":"trace[594590278] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999500112s","start":"2026-04-03T03:31:59.308516Z","end":"2026-04-03T03:32:04.308016Z","steps":["trace[594590278] 'agreement among raft nodes before linearized reading' (duration: 4.999362749s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:04.308107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:59.308492Z","time spent":"4.999601495s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:32:04.308118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:59.308576Z","time spent":"4.999520703s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/03 03:32:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/03 03:32:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:32:04.587697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000811188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:32:04.587785Z","caller":"traceutil/trace.go:171","msg":"trace[1635803245] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000941011s","start":"2026-04-03T03:32:02.586824Z","end":"2026-04-03T03:32:04.587765Z","steps":["trace[1635803245] 'agreement among raft nodes before linearized reading' (duration: 2.000824978s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:04.587835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:02.586814Z","time spent":"2.001009553s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:32:04.616897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:32:04.822057Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7fa59d512f4820ec","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-03T03:32:05.117973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:32:05.369268Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.763220437s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:32:05.569978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.250311803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:32:05.570045Z","caller":"traceutil/trace.go:171","msg":"trace[1629206204] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"10.250410835s","start":"2026-04-03T03:31:55.319618Z","end":"2026-04-03T03:32:05.570029Z","steps":["trace[1629206204] 'agreement among raft nodes before linearized reading' (duration: 10.250320783s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:05.570085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:55.319613Z","time spent":"10.250458846s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/04/03 03:32:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:32:05.669222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:00.670772Z","time spent":"4.998439684s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:32:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:32:05.703007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:00.704798Z","time spent":"4.9982032s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:32:05.872425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999524193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:32:05.872483Z","caller":"traceutil/trace.go:171","msg":"trace[1339883927] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999602675s","start":"2026-04-03T03:32:00.872868Z","end":"2026-04-03T03:32:05.872471Z","steps":["trace[1339883927] 'agreement among raft nodes before linearized reading' (duration: 4.999520343s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:05.872514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:00.872785Z","time spent":"4.999722128s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-03T03:32:05.872732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:58.872407Z","time spent":"7.000323399s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:32:06.589627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000958051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:32:06.589697Z","caller":"traceutil/trace.go:171","msg":"trace[725989329] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001078635s","start":"2026-04-03T03:32:04.588602Z","end":"2026-04-03T03:32:06.589681Z","steps":["trace[725989329] 'agreement among raft nodes before linearized reading' (duration: 2.000955971s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:06.589735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:04.588584Z","time spent":"2.001143666s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:32:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:32:07.323683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95422952s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-03T03:32:07.324074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105493143s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:07.324177Z","caller":"traceutil/trace.go:171","msg":"trace[1347040442] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26958; }","duration":"1.105591535s","start":"2026-04-03T03:32:06.218557Z","end":"2026-04-03T03:32:07.324148Z","steps":["trace[1347040442] 'range keys from in-memory index tree' (duration: 1.105479163s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:07.324364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:06.800363Z","time spent":"523.997721ms","remote":"127.0.0.1:40208","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:32:07.325095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000207178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:32:07.325171Z","caller":"traceutil/trace.go:171","msg":"trace[76889438] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"5.000322691s","start":"2026-04-03T03:32:02.324833Z","end":"2026-04-03T03:32:07.325156Z","steps":["trace[76889438] 'agreement among raft nodes before linearized reading' (duration: 5.000235099s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:07.325211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:02.324814Z","time spent":"5.000389342s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-03T03:32:07.331159Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.961711138s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:32:07.457811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:00.457097Z","time spent":"7.000707629s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:32:07.473254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:00.709204Z","time spent":"6.764042523s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:32:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:32:08.380072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054768961s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:448"} {"level":"info","ts":"2026-04-03T03:32:08.381055Z","caller":"traceutil/trace.go:171","msg":"trace[284828159] transaction","detail":"{read_only:false; response_revision:26960; number_of_response:1; }","duration":"6.992837841s","start":"2026-04-03T03:32:01.388196Z","end":"2026-04-03T03:32:08.381034Z","steps":["trace[284828159] 'process raft request' (duration: 6.992019791s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.381158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:01.388168Z","time spent":"6.992932904s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:32:08.381205Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"54.812µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"info","ts":"2026-04-03T03:32:08.381319Z","caller":"traceutil/trace.go:171","msg":"trace[1369492694] linearizableReadLoop","detail":"{readStateIndex:27971; appliedIndex:27960; }","duration":"5.774056057s","start":"2026-04-03T03:32:02.607241Z","end":"2026-04-03T03:32:08.381297Z","steps":["trace[1369492694] 'read index received' (duration: 2.762208203s)","trace[1369492694] 'applied index is now lower than readState.Index' (duration: 3.011846204s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:32:08.38143Z","caller":"traceutil/trace.go:171","msg":"trace[1145193619] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26960; }","duration":"6.595200739s","start":"2026-04-03T03:32:01.786213Z","end":"2026-04-03T03:32:08.381414Z","steps":["trace[1145193619] 'process raft request' (duration: 6.594612843s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.381543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:01.786186Z","time spent":"6.595279931s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":575,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:32:08.381579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.902872402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:08.381634Z","caller":"traceutil/trace.go:171","msg":"trace[1659389727] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26961; }","duration":"8.902967645s","start":"2026-04-03T03:31:59.478647Z","end":"2026-04-03T03:32:08.381615Z","steps":["trace[1659389727] 'agreement among raft nodes before linearized reading' (duration: 8.902859212s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.381655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.283631386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:08.381676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:59.478623Z","time spent":"8.903043357s","remote":"127.0.0.1:39178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:08.381683Z","caller":"traceutil/trace.go:171","msg":"trace[2040103417] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26961; }","duration":"12.283699988s","start":"2026-04-03T03:31:56.097973Z","end":"2026-04-03T03:32:08.381673Z","steps":["trace[2040103417] 'agreement among raft nodes before linearized reading' (duration: 12.283653587s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.381705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:56.097951Z","time spent":"12.28374838s","remote":"127.0.0.1:39934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:08.381822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.517433582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:08.381814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.065845093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-af9317da-64c9-47c7-914e-7a40de51621a\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-03T03:32:08.381842Z","caller":"traceutil/trace.go:171","msg":"trace[5291721] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26961; }","duration":"11.517482153s","start":"2026-04-03T03:31:56.864353Z","end":"2026-04-03T03:32:08.381835Z","steps":["trace[5291721] 'agreement among raft nodes before linearized reading' (duration: 11.517447202s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.381837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:02.608815Z","time spent":"5.77302089s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:32:08.381862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:56.864335Z","time spent":"11.517521155s","remote":"127.0.0.1:39782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:08.38186Z","caller":"traceutil/trace.go:171","msg":"trace[1612139677] range","detail":"{range_begin:/registry/persistentvolumes/pvc-af9317da-64c9-47c7-914e-7a40de51621a; range_end:; response_count:1; response_revision:26961; }","duration":"13.065919155s","start":"2026-04-03T03:31:55.315926Z","end":"2026-04-03T03:32:08.381845Z","steps":["trace[1612139677] 'agreement among raft nodes before linearized reading' (duration: 13.065759101s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.381899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:55.315908Z","time spent":"13.065983236s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-af9317da-64c9-47c7-914e-7a40de51621a\" "} {"level":"warn","ts":"2026-04-03T03:32:08.381891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.34876949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:08.381897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.771390359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-sng6q.18a2ba93932b6e89\" ","response":"range_response_count:1 size:949"} {"level":"warn","ts":"2026-04-03T03:32:08.381906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.682236167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:08.381948Z","caller":"traceutil/trace.go:171","msg":"trace[1747747480] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26961; }","duration":"12.348830041s","start":"2026-04-03T03:31:56.033101Z","end":"2026-04-03T03:32:08.381931Z","steps":["trace[1747747480] 'agreement among raft nodes before linearized reading' (duration: 12.348730989s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:08.38197Z","caller":"traceutil/trace.go:171","msg":"trace[1310759675] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-sng6q.18a2ba93932b6e89; range_end:; response_count:1; response_revision:26961; }","duration":"5.771499191s","start":"2026-04-03T03:32:02.610449Z","end":"2026-04-03T03:32:08.381948Z","steps":["trace[1310759675] 'agreement among raft nodes before linearized reading' (duration: 5.771294296s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.381988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.742289691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:32:08.381989Z","caller":"traceutil/trace.go:171","msg":"trace[2016500593] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26961; }","duration":"9.68236469s","start":"2026-04-03T03:31:58.699603Z","end":"2026-04-03T03:32:08.381967Z","steps":["trace[2016500593] 'agreement among raft nodes before linearized reading' (duration: 9.682185416s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:08.381999Z","caller":"traceutil/trace.go:171","msg":"trace[2138035864] transaction","detail":"{read_only:false; response_revision:26961; number_of_response:1; }","duration":"4.070860461s","start":"2026-04-03T03:32:04.311126Z","end":"2026-04-03T03:32:08.381986Z","steps":["trace[2138035864] 'process raft request' (duration: 4.069918367s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.382009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:56.033035Z","time spent":"12.348960675s","remote":"127.0.0.1:39658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:08.382015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:02.610433Z","time spent":"5.771571903s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":973,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-sng6q.18a2ba93932b6e89\" "} {"level":"warn","ts":"2026-04-03T03:32:08.382037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.962884692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:08.382038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:58.699585Z","time spent":"9.682442453s","remote":"127.0.0.1:39712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:08.382057Z","caller":"traceutil/trace.go:171","msg":"trace[349631570] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26961; }","duration":"11.962937524s","start":"2026-04-03T03:31:56.419113Z","end":"2026-04-03T03:32:08.38205Z","steps":["trace[349631570] 'agreement among raft nodes before linearized reading' (duration: 11.962909894s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.382064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:04.311101Z","time spent":"4.070927663s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:32:08.382081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:56.419093Z","time spent":"11.962982746s","remote":"127.0.0.1:52472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:08.382078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.935324634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418324"} {"level":"warn","ts":"2026-04-03T03:32:08.382196Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7fa59d512f4820ec","error":"lease not found"} {"level":"info","ts":"2026-04-03T03:32:08.382229Z","caller":"traceutil/trace.go:171","msg":"trace[1819078900] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26961; }","duration":"10.935506728s","start":"2026-04-03T03:31:57.446704Z","end":"2026-04-03T03:32:08.38221Z","steps":["trace[1819078900] 'agreement among raft nodes before linearized reading' (duration: 10.934859422s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.382236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.203091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:32:08.382272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:57.446686Z","time spent":"10.93557468s","remote":"127.0.0.1:39162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418348,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-03T03:32:08.382292Z","caller":"traceutil/trace.go:171","msg":"trace[1656773845] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26961; }","duration":"271.264183ms","start":"2026-04-03T03:32:08.11101Z","end":"2026-04-03T03:32:08.382275Z","steps":["trace[1656773845] 'agreement among raft nodes before linearized reading' (duration: 271.174831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.382314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672665757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:08.382328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.796125489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-04-03T03:32:08.382351Z","caller":"traceutil/trace.go:171","msg":"trace[426273678] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26961; }","duration":"2.672730348s","start":"2026-04-03T03:32:05.709609Z","end":"2026-04-03T03:32:08.382339Z","steps":["trace[426273678] 'agreement among raft nodes before linearized reading' (duration: 2.672666127s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:08.382357Z","caller":"traceutil/trace.go:171","msg":"trace[1207236798] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26961; }","duration":"5.796202501s","start":"2026-04-03T03:32:02.586145Z","end":"2026-04-03T03:32:08.382347Z","steps":["trace[1207236798] 'agreement among raft nodes before linearized reading' (duration: 5.796074598s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.382383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:05.709592Z","time spent":"2.672782839s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:08.382391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:02.586125Z","time spent":"5.796259473s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-03T03:32:08.382407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727517924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:08.382416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.338276131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:08.382445Z","caller":"traceutil/trace.go:171","msg":"trace[506635404] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26961; }","duration":"1.727595126s","start":"2026-04-03T03:32:06.654839Z","end":"2026-04-03T03:32:08.382434Z","steps":["trace[506635404] 'agreement among raft nodes before linearized reading' (duration: 1.727529514s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.382449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.51488142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:08.382477Z","caller":"traceutil/trace.go:171","msg":"trace[765949397] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26961; }","duration":"9.514937793s","start":"2026-04-03T03:31:58.867532Z","end":"2026-04-03T03:32:08.38247Z","steps":["trace[765949397] 'agreement among raft nodes before linearized reading' (duration: 9.514892752s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:08.382471Z","caller":"traceutil/trace.go:171","msg":"trace[1677872900] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26961; }","duration":"9.338325592s","start":"2026-04-03T03:31:59.044124Z","end":"2026-04-03T03:32:08.382449Z","steps":["trace[1677872900] 'agreement among raft nodes before linearized reading' (duration: 9.3382545s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.382497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:58.867518Z","time spent":"9.514974083s","remote":"127.0.0.1:39744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:08.382524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:59.044103Z","time spent":"9.338407235s","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:08.382544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787898447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:08.382563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.257432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-03T03:32:08.382574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.10562641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:08.382582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766311675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:08.382593Z","caller":"traceutil/trace.go:171","msg":"trace[577039700] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26961; }","duration":"952.336704ms","start":"2026-04-03T03:32:07.430248Z","end":"2026-04-03T03:32:08.382585Z","steps":["trace[577039700] 'agreement among raft nodes before linearized reading' (duration: 952.250711ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:08.382593Z","caller":"traceutil/trace.go:171","msg":"trace[723392581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26961; }","duration":"1.787980479s","start":"2026-04-03T03:32:06.594598Z","end":"2026-04-03T03:32:08.382579Z","steps":["trace[723392581] 'agreement among raft nodes before linearized reading' (duration: 1.787903058s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:08.382606Z","caller":"traceutil/trace.go:171","msg":"trace[2085881157] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26961; }","duration":"6.105660341s","start":"2026-04-03T03:32:02.276937Z","end":"2026-04-03T03:32:08.382597Z","steps":["trace[2085881157] 'agreement among raft nodes before linearized reading' (duration: 6.10560763s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.382618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:07.430228Z","time spent":"952.384555ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-03T03:32:08.382639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:02.276868Z","time spent":"6.105762693s","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:08.382639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:06.594581Z","time spent":"1.788046842s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:32:08.382662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.778998253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:08.382684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018365937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:08.382694Z","caller":"traceutil/trace.go:171","msg":"trace[1908397470] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26961; }","duration":"2.779056295s","start":"2026-04-03T03:32:05.603627Z","end":"2026-04-03T03:32:08.382683Z","steps":["trace[1908397470] 'agreement among raft nodes before linearized reading' (duration: 2.779011334s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:08.382708Z","caller":"traceutil/trace.go:171","msg":"trace[1122421244] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26961; }","duration":"2.018423588s","start":"2026-04-03T03:32:06.364278Z","end":"2026-04-03T03:32:08.382702Z","steps":["trace[1122421244] 'agreement among raft nodes before linearized reading' (duration: 2.018386508s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.382478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:06.654822Z","time spent":"1.727647037s","remote":"127.0.0.1:52340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:08.382662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.05796973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:08.382737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:05.603609Z","time spent":"2.779111867s","remote":"127.0.0.1:37734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:08.382809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.524676788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-03T03:32:08.382832Z","caller":"traceutil/trace.go:171","msg":"trace[1649544411] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26961; }","duration":"8.524747989s","start":"2026-04-03T03:31:59.858075Z","end":"2026-04-03T03:32:08.382823Z","steps":["trace[1649544411] 'agreement among raft nodes before linearized reading' (duration: 8.524685688s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.382829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.636365349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:32:08.382777Z","caller":"traceutil/trace.go:171","msg":"trace[1047751490] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26961; }","duration":"10.058130544s","start":"2026-04-03T03:31:58.324629Z","end":"2026-04-03T03:32:08.382759Z","steps":["trace[1047751490] 'agreement among raft nodes before linearized reading' (duration: 10.057921379s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:08.382861Z","caller":"traceutil/trace.go:171","msg":"trace[411491695] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26961; }","duration":"8.63639923s","start":"2026-04-03T03:31:59.746452Z","end":"2026-04-03T03:32:08.382851Z","steps":["trace[411491695] 'agreement among raft nodes before linearized reading' (duration: 8.636339209s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.382891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:59.746414Z","time spent":"8.636469022s","remote":"127.0.0.1:47478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:08.382878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.486010894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:08.382912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415531389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:32:08.382932Z","caller":"traceutil/trace.go:171","msg":"trace[1238277582] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26961; }","duration":"2.486136048s","start":"2026-04-03T03:32:05.89678Z","end":"2026-04-03T03:32:08.382916Z","steps":["trace[1238277582] 'agreement among raft nodes before linearized reading' (duration: 2.486049886s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.38289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:58.324608Z","time spent":"10.058262078s","remote":"127.0.0.1:40106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:08.382952Z","caller":"traceutil/trace.go:171","msg":"trace[74737281] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26961; }","duration":"1.415611891s","start":"2026-04-03T03:32:06.96733Z","end":"2026-04-03T03:32:08.382942Z","steps":["trace[74737281] 'agreement among raft nodes before linearized reading' (duration: 1.415450517s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.382963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.804499063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:08.382978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.585031712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:08.382968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.32673753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:08.382993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:06.967302Z","time spent":"1.415682532s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":33,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:08.382951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.938481968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:32:08.383Z","caller":"traceutil/trace.go:171","msg":"trace[146720988] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26961; }","duration":"10.804561365s","start":"2026-04-03T03:31:57.578426Z","end":"2026-04-03T03:32:08.382988Z","steps":["trace[146720988] 'agreement among raft nodes before linearized reading' (duration: 10.804512263s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:08.383016Z","caller":"traceutil/trace.go:171","msg":"trace[1631734970] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26961; }","duration":"3.326825002s","start":"2026-04-03T03:32:05.056179Z","end":"2026-04-03T03:32:08.383004Z","steps":["trace[1631734970] 'agreement among raft nodes before linearized reading' (duration: 3.32674463s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.383031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.638435652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:08.383043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:57.57841Z","time spent":"10.804624406s","remote":"127.0.0.1:52456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:08.383041Z","caller":"traceutil/trace.go:171","msg":"trace[1575262349] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26961; }","duration":"6.938597491s","start":"2026-04-03T03:32:01.444428Z","end":"2026-04-03T03:32:08.383026Z","steps":["trace[1575262349] 'agreement among raft nodes before linearized reading' (duration: 6.938505848s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.383051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.825272976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:08.383089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.887148499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:32:08.383089Z","caller":"traceutil/trace.go:171","msg":"trace[1770535464] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26961; }","duration":"8.825356658s","start":"2026-04-03T03:31:59.557722Z","end":"2026-04-03T03:32:08.383079Z","steps":["trace[1770535464] 'agreement among raft nodes before linearized reading' (duration: 8.825295046s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.38309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:01.444404Z","time spent":"6.938671513s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:08.383119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:59.557698Z","time spent":"8.82541286s","remote":"127.0.0.1:52346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:08.383129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.919356117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:08.383133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58982298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:08.383146Z","caller":"traceutil/trace.go:171","msg":"trace[166588232] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26961; }","duration":"7.919450979s","start":"2026-04-03T03:32:00.463689Z","end":"2026-04-03T03:32:08.38314Z","steps":["trace[166588232] 'agreement among raft nodes before linearized reading' (duration: 7.919426629s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:08.383155Z","caller":"traceutil/trace.go:171","msg":"trace[1285019374] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26961; }","duration":"1.589867651s","start":"2026-04-03T03:32:06.793281Z","end":"2026-04-03T03:32:08.383148Z","steps":["trace[1285019374] 'agreement among raft nodes before linearized reading' (duration: 1.5898338s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.383164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:00.463666Z","time spent":"7.919494241s","remote":"127.0.0.1:39918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:08.382096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.506349366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-04-03T03:32:08.383175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:06.793232Z","time spent":"1.589937473s","remote":"127.0.0.1:39638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:08.38319Z","caller":"traceutil/trace.go:171","msg":"trace[257284192] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26961; }","duration":"2.507481783s","start":"2026-04-03T03:32:05.8757Z","end":"2026-04-03T03:32:08.383182Z","steps":["trace[257284192] 'agreement among raft nodes before linearized reading' (duration: 2.506233882s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.383219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:05.875687Z","time spent":"2.507522525s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-03T03:32:08.382617Z","caller":"traceutil/trace.go:171","msg":"trace[1377608550] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26961; }","duration":"2.766371907s","start":"2026-04-03T03:32:05.616233Z","end":"2026-04-03T03:32:08.382605Z","steps":["trace[1377608550] 'agreement among raft nodes before linearized reading' (duration: 2.766314296s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.383231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.770310742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:08.383269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:05.616211Z","time spent":"2.767050773s","remote":"127.0.0.1:40090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:08.383295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.217673898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-04-03T03:32:08.382355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.1667244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:32:08.383317Z","caller":"traceutil/trace.go:171","msg":"trace[1654595287] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26961; }","duration":"8.217695179s","start":"2026-04-03T03:32:00.165616Z","end":"2026-04-03T03:32:08.383311Z","steps":["trace[1654595287] 'agreement among raft nodes before linearized reading' (duration: 8.217629137s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.383333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:00.165558Z","time spent":"8.217771581s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-03T03:32:08.383051Z","caller":"traceutil/trace.go:171","msg":"trace[1808770768] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26961; }","duration":"7.638485163s","start":"2026-04-03T03:32:00.74456Z","end":"2026-04-03T03:32:08.383045Z","steps":["trace[1808770768] 'agreement among raft nodes before linearized reading' (duration: 7.638454872s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.382648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181683643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:08.383372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:00.744542Z","time spent":"7.638821151s","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:08.38292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.576726445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:32:08.383387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.072963403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-04-03T03:32:08.383405Z","caller":"traceutil/trace.go:171","msg":"trace[1096279803] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26961; }","duration":"6.577232778s","start":"2026-04-03T03:32:01.806165Z","end":"2026-04-03T03:32:08.383398Z","steps":["trace[1096279803] 'agreement among raft nodes before linearized reading' (duration: 6.576696134s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:08.3834Z","caller":"traceutil/trace.go:171","msg":"trace[222728073] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26961; }","duration":"2.182450332s","start":"2026-04-03T03:32:06.200929Z","end":"2026-04-03T03:32:08.383379Z","steps":["trace[222728073] 'agreement among raft nodes before linearized reading' (duration: 2.181699544s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:08.383419Z","caller":"traceutil/trace.go:171","msg":"trace[1963664752] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26961; }","duration":"4.073031115s","start":"2026-04-03T03:32:04.310378Z","end":"2026-04-03T03:32:08.383409Z","steps":["trace[1963664752] 'agreement among raft nodes before linearized reading' (duration: 4.072932093s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.38343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.36887264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:08.382986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:05.896761Z","time spent":"2.48621001s","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:08.383449Z","caller":"traceutil/trace.go:171","msg":"trace[364534081] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26961; }","duration":"8.368927832s","start":"2026-04-03T03:32:00.014516Z","end":"2026-04-03T03:32:08.383444Z","steps":["trace[364534081] 'agreement among raft nodes before linearized reading' (duration: 8.368894691s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.38345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:04.310352Z","time spent":"4.073090987s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-03T03:32:08.38344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.746991351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:08.382849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:59.858043Z","time spent":"8.524801391s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T03:32:08.38291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.185458978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:08.383432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:01.806155Z","time spent":"6.577269348s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:08.383552Z","caller":"traceutil/trace.go:171","msg":"trace[717979396] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26961; }","duration":"9.747162865s","start":"2026-04-03T03:31:58.63637Z","end":"2026-04-03T03:32:08.383532Z","steps":["trace[717979396] 'agreement among raft nodes before linearized reading' (duration: 9.74696377s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.383618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.073290602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-03T03:32:08.383622Z","caller":"traceutil/trace.go:171","msg":"trace[1470648134] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26961; }","duration":"10.186194776s","start":"2026-04-03T03:31:58.197405Z","end":"2026-04-03T03:32:08.3836Z","steps":["trace[1470648134] 'agreement among raft nodes before linearized reading' (duration: 10.185454977s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:08.383647Z","caller":"traceutil/trace.go:171","msg":"trace[1505412755] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26961; }","duration":"4.073319093s","start":"2026-04-03T03:32:04.310319Z","end":"2026-04-03T03:32:08.383638Z","steps":["trace[1505412755] 'agreement among raft nodes before linearized reading' (duration: 4.073232201s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.383674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:04.310286Z","time spent":"4.073382204s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-03T03:32:08.383684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:58.197389Z","time spent":"10.186275358s","remote":"127.0.0.1:33260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:08.383Z","caller":"traceutil/trace.go:171","msg":"trace[485473362] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26961; }","duration":"7.585084364s","start":"2026-04-03T03:32:00.79791Z","end":"2026-04-03T03:32:08.382994Z","steps":["trace[485473362] 'agreement among raft nodes before linearized reading' (duration: 7.585054353s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.383659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:58.636347Z","time spent":"9.747291639s","remote":"127.0.0.1:37610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:08.383753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:00.797894Z","time spent":"7.585837082s","remote":"127.0.0.1:52322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:08.383105Z","caller":"traceutil/trace.go:171","msg":"trace[2086644148] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26961; }","duration":"7.887164869s","start":"2026-04-03T03:32:00.495936Z","end":"2026-04-03T03:32:08.383101Z","steps":["trace[2086644148] 'agreement among raft nodes before linearized reading' (duration: 7.887128238s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.38346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:06.200911Z","time spent":"2.182529735s","remote":"127.0.0.1:39688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:08.383287Z","caller":"traceutil/trace.go:171","msg":"trace[1625822041] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26961; }","duration":"5.770390674s","start":"2026-04-03T03:32:02.612878Z","end":"2026-04-03T03:32:08.383269Z","steps":["trace[1625822041] 'agreement among raft nodes before linearized reading' (duration: 5.770282431s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.388138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:02.61286Z","time spent":"5.775268326s","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:32:08.383468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:00.014497Z","time spent":"8.368966862s","remote":"127.0.0.1:52388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:08.382733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:06.364257Z","time spent":"2.018470949s","remote":"127.0.0.1:33280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:08.383912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:05.056158Z","time spent":"3.326890063s","remote":"127.0.0.1:52364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:08.383925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:00.49587Z","time spent":"7.888035532s","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:08.382009Z","caller":"traceutil/trace.go:171","msg":"trace[196435403] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26961; }","duration":"11.742337182s","start":"2026-04-03T03:31:56.639667Z","end":"2026-04-03T03:32:08.382004Z","steps":["trace[196435403] 'agreement among raft nodes before linearized reading' (duration: 11.742290261s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.388408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:56.639652Z","time spent":"11.748748852s","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:08.383934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.206760779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:32:08.383993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.756898546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:08.388493Z","caller":"traceutil/trace.go:171","msg":"trace[1856649048] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26961; }","duration":"4.211375254s","start":"2026-04-03T03:32:04.177098Z","end":"2026-04-03T03:32:08.388474Z","steps":["trace[1856649048] 'agreement among raft nodes before linearized reading' (duration: 4.206768019s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:08.388536Z","caller":"traceutil/trace.go:171","msg":"trace[1698118595] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26961; }","duration":"4.76147679s","start":"2026-04-03T03:32:03.627049Z","end":"2026-04-03T03:32:08.388526Z","steps":["trace[1698118595] 'agreement among raft nodes before linearized reading' (duration: 4.756913777s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.388563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:03.627028Z","time spent":"4.761527492s","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:08.388563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:04.17707Z","time spent":"4.211466637s","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:08.384094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.374642369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:32:08.388636Z","caller":"traceutil/trace.go:171","msg":"trace[1670863925] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26961; }","duration":"5.379211993s","start":"2026-04-03T03:32:03.009409Z","end":"2026-04-03T03:32:08.388621Z","steps":["trace[1670863925] 'agreement among raft nodes before linearized reading' (duration: 5.374602018s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.388689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:03.009384Z","time spent":"5.379289405s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":79,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:08.383332Z","caller":"traceutil/trace.go:171","msg":"trace[1741489214] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26961; }","duration":"9.167746235s","start":"2026-04-03T03:31:59.215571Z","end":"2026-04-03T03:32:08.383318Z","steps":["trace[1741489214] 'agreement among raft nodes before linearized reading' (duration: 9.166710859s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:08.388763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:31:59.215547Z","time spent":"9.173208581s","remote":"127.0.0.1:47608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:08.888343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:32:09.396716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:32:09.546167Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.160293748s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:32:10.394602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000381497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:32:10.394679Z","caller":"traceutil/trace.go:171","msg":"trace[1397954990] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000495709s","start":"2026-04-03T03:32:08.394166Z","end":"2026-04-03T03:32:10.394662Z","steps":["trace[1397954990] 'agreement among raft nodes before linearized reading' (duration: 2.000389986s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:10.394724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:08.394161Z","time spent":"2.00055361s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:32:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:32:10.81771Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.270258556s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:32:11.0126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466051646s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T03:32:11.012834Z","caller":"traceutil/trace.go:171","msg":"trace[331661013] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26961; }","duration":"2.627045113s","start":"2026-04-03T03:32:08.385768Z","end":"2026-04-03T03:32:11.012813Z","steps":["trace[331661013] 'process raft request' (duration: 1.160692479s)","trace[331661013] 'compare' (duration: 1.465988605s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:11.01291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:08.385718Z","time spent":"2.627157865s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:32:11.013113Z","caller":"traceutil/trace.go:171","msg":"trace[715219440] transaction","detail":"{read_only:false; response_revision:26962; number_of_response:1; }","duration":"2.621730859s","start":"2026-04-03T03:32:08.391351Z","end":"2026-04-03T03:32:11.013082Z","steps":["trace[715219440] 'process raft request' (duration: 2.62135693s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:11.013224Z","caller":"traceutil/trace.go:171","msg":"trace[902902370] transaction","detail":"{read_only:false; response_revision:26963; number_of_response:1; }","duration":"2.621810461s","start":"2026-04-03T03:32:08.39139Z","end":"2026-04-03T03:32:11.013201Z","steps":["trace[902902370] 'process raft request' (duration: 2.621587796s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:11.013263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:08.391341Z","time spent":"2.621843122s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:32:11.013376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:08.39138Z","time spent":"2.621921044s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:32:11.013615Z","caller":"traceutil/trace.go:171","msg":"trace[1462333110] transaction","detail":"{read_only:false; response_revision:26964; number_of_response:1; }","duration":"2.621909113s","start":"2026-04-03T03:32:08.391694Z","end":"2026-04-03T03:32:11.013603Z","steps":["trace[1462333110] 'process raft request' (duration: 2.62138356s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:11.013688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:08.391682Z","time spent":"2.621970225s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:32:11.014917Z","caller":"traceutil/trace.go:171","msg":"trace[316808575] transaction","detail":"{read_only:false; response_revision:26965; number_of_response:1; }","duration":"2.621209636s","start":"2026-04-03T03:32:08.39369Z","end":"2026-04-03T03:32:11.014899Z","steps":["trace[316808575] 'process raft request' (duration: 2.619440311s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:11.015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:08.393681Z","time spent":"2.621280898s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:32:11.015115Z","caller":"traceutil/trace.go:171","msg":"trace[2103828521] linearizableReadLoop","detail":"{readStateIndex:27977; appliedIndex:27971; }","duration":"2.627225917s","start":"2026-04-03T03:32:08.387861Z","end":"2026-04-03T03:32:11.015087Z","steps":["trace[2103828521] 'read index received' (duration: 1.158701619s)","trace[2103828521] 'applied index is now lower than readState.Index' (duration: 1.468522668s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:32:11.015201Z","caller":"traceutil/trace.go:171","msg":"trace[142677703] transaction","detail":"{read_only:false; response_revision:26966; number_of_response:1; }","duration":"2.260482309s","start":"2026-04-03T03:32:08.754707Z","end":"2026-04-03T03:32:11.01519Z","steps":["trace[142677703] 'process raft request' (duration: 2.259264368s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:11.015269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:08.754669Z","time spent":"2.260566041s","remote":"127.0.0.1:39162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418382,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:32:11.015396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.627511194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-03T03:32:11.015559Z","caller":"traceutil/trace.go:171","msg":"trace[1930189502] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26966; }","duration":"2.627635227s","start":"2026-04-03T03:32:08.387843Z","end":"2026-04-03T03:32:11.015478Z","steps":["trace[1930189502] 'agreement among raft nodes before linearized reading' (duration: 2.627382331s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:11.015612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:08.38783Z","time spent":"2.62777332s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":563,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-03T03:32:11.516255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:32:12.016754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:32:12.395805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000971282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:32:12.395886Z","caller":"traceutil/trace.go:171","msg":"trace[1621515883] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001113865s","start":"2026-04-03T03:32:10.394754Z","end":"2026-04-03T03:32:12.395868Z","steps":["trace[1621515883] 'agreement among raft nodes before linearized reading' (duration: 2.001007812s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:12.395934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:10.394732Z","time spent":"2.001191596s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:32:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:32:12.517547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:32:13.018598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:32:13.117189Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.297371914s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:32:14.365777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248328517s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:32:14.366082Z","caller":"traceutil/trace.go:171","msg":"trace[910395303] linearizableReadLoop","detail":"{readStateIndex:27980; appliedIndex:27977; }","duration":"3.350862954s","start":"2026-04-03T03:32:11.015202Z","end":"2026-04-03T03:32:14.366065Z","steps":["trace[910395303] 'read index received' (duration: 2.102243299s)","trace[910395303] 'applied index is now lower than readState.Index' (duration: 1.248618795s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:32:14.366181Z","caller":"traceutil/trace.go:171","msg":"trace[1250378729] transaction","detail":"{read_only:false; response_revision:26967; number_of_response:1; }","duration":"4.427037062s","start":"2026-04-03T03:32:09.93913Z","end":"2026-04-03T03:32:14.366167Z","steps":["trace[1250378729] 'process raft request' (duration: 3.178224663s)","trace[1250378729] 'compare' (duration: 1.247756723s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:14.366255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:09.939104Z","time spent":"4.427112305s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:32:14.36641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.075948146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:14.366662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.179292308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:14.36668Z","caller":"traceutil/trace.go:171","msg":"trace[453430853] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26968; }","duration":"5.076271464s","start":"2026-04-03T03:32:09.290385Z","end":"2026-04-03T03:32:14.366656Z","steps":["trace[453430853] 'agreement among raft nodes before linearized reading' (duration: 5.075822253s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:14.36671Z","caller":"traceutil/trace.go:171","msg":"trace[2101340862] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26968; }","duration":"5.179391362s","start":"2026-04-03T03:32:09.187307Z","end":"2026-04-03T03:32:14.366698Z","steps":["trace[2101340862] 'agreement among raft nodes before linearized reading' (duration: 5.17931877s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:14.36674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:09.290365Z","time spent":"5.076358537s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:14.366794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.973806574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:14.366828Z","caller":"traceutil/trace.go:171","msg":"trace[982204148] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26968; }","duration":"5.973851265s","start":"2026-04-03T03:32:08.392969Z","end":"2026-04-03T03:32:14.36682Z","steps":["trace[982204148] 'agreement among raft nodes before linearized reading' (duration: 5.973802853s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:14.366853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:08.392963Z","time spent":"5.973883945s","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:32:14.367024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:11.014177Z","time spent":"3.352844004s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:32:14.367082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.975700181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-03T03:32:14.367116Z","caller":"traceutil/trace.go:171","msg":"trace[345128715] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26968; }","duration":"5.975748333s","start":"2026-04-03T03:32:08.391358Z","end":"2026-04-03T03:32:14.367106Z","steps":["trace[345128715] 'agreement among raft nodes before linearized reading' (duration: 5.97562441s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:14.367143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:08.391348Z","time spent":"5.975788133s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-03T03:32:14.367321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.97924899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-03T03:32:14.367356Z","caller":"traceutil/trace.go:171","msg":"trace[733539129] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26968; }","duration":"5.979293831s","start":"2026-04-03T03:32:08.388053Z","end":"2026-04-03T03:32:14.367347Z","steps":["trace[733539129] 'agreement among raft nodes before linearized reading' (duration: 5.979204108s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:14.367383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:08.388042Z","time spent":"5.979335322s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T03:32:14.367558Z","caller":"traceutil/trace.go:171","msg":"trace[392009217] transaction","detail":"{read_only:false; response_revision:26968; number_of_response:1; }","duration":"3.343782216s","start":"2026-04-03T03:32:11.023697Z","end":"2026-04-03T03:32:14.367479Z","steps":["trace[392009217] 'process raft request' (duration: 3.342267188s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:14.367654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.349259435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a2b861e304c96c\" ","response":"range_response_count:1 size:873"} {"level":"info","ts":"2026-04-03T03:32:14.367692Z","caller":"traceutil/trace.go:171","msg":"trace[1904258630] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a2b861e304c96c; range_end:; response_count:1; response_revision:26968; }","duration":"3.349334877s","start":"2026-04-03T03:32:11.018348Z","end":"2026-04-03T03:32:14.367683Z","steps":["trace[1904258630] 'agreement among raft nodes before linearized reading' (duration: 3.349235003s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:14.367701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:11.023675Z","time spent":"3.343942891s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:32:14.367725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:11.018327Z","time spent":"3.349391428s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":897,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a2b861e304c96c\" "} {"level":"warn","ts":"2026-04-03T03:32:14.368037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.063337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:32:14.368075Z","caller":"traceutil/trace.go:171","msg":"trace[1638943945] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26968; }","duration":"511.17646ms","start":"2026-04-03T03:32:13.85689Z","end":"2026-04-03T03:32:14.368066Z","steps":["trace[1638943945] 'agreement among raft nodes before linearized reading' (duration: 511.055347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:14.368105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:13.856868Z","time spent":"511.227531ms","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:14.368187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.622484955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:32:14.368247Z","caller":"traceutil/trace.go:171","msg":"trace[1552034119] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26968; }","duration":"4.622579277s","start":"2026-04-03T03:32:09.745653Z","end":"2026-04-03T03:32:14.368232Z","steps":["trace[1552034119] 'agreement among raft nodes before linearized reading' (duration: 4.622476375s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:14.368293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:09.745632Z","time spent":"4.622647359s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:14.368322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.774547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:32:14.368352Z","caller":"traceutil/trace.go:171","msg":"trace[189883499] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26968; }","duration":"868.805058ms","start":"2026-04-03T03:32:13.499538Z","end":"2026-04-03T03:32:14.368343Z","steps":["trace[189883499] 'agreement among raft nodes before linearized reading' (duration: 868.702826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:14.368384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:13.499353Z","time spent":"869.022154ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:14.366752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:09.187271Z","time spent":"5.179471463s","remote":"127.0.0.1:35038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:14.368626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965623986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:14.368654Z","caller":"traceutil/trace.go:171","msg":"trace[1357487080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26968; }","duration":"1.965686838s","start":"2026-04-03T03:32:12.402959Z","end":"2026-04-03T03:32:14.368646Z","steps":["trace[1357487080] 'agreement among raft nodes before linearized reading' (duration: 1.965649377s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:14.368685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:12.402936Z","time spent":"1.965744019s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:32:14.368822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112099579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:14.368877Z","caller":"traceutil/trace.go:171","msg":"trace[897995375] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26968; }","duration":"2.112193571s","start":"2026-04-03T03:32:12.256675Z","end":"2026-04-03T03:32:14.368869Z","steps":["trace[897995375] 'agreement among raft nodes before linearized reading' (duration: 2.11212332s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:14.368906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:12.256654Z","time spent":"2.112243882s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:14.368591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296040104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11714"} {"level":"info","ts":"2026-04-03T03:32:14.369063Z","caller":"traceutil/trace.go:171","msg":"trace[2037487903] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26968; }","duration":"1.296533867s","start":"2026-04-03T03:32:13.072512Z","end":"2026-04-03T03:32:14.369045Z","steps":["trace[2037487903] 'agreement among raft nodes before linearized reading' (duration: 1.295987283s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:14.36909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384801958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18541"} {"level":"info","ts":"2026-04-03T03:32:14.369119Z","caller":"traceutil/trace.go:171","msg":"trace[595614257] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26968; }","duration":"2.384855919s","start":"2026-04-03T03:32:11.984252Z","end":"2026-04-03T03:32:14.369108Z","steps":["trace[595614257] 'agreement among raft nodes before linearized reading' (duration: 2.384770097s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:14.369135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:13.072432Z","time spent":"1.29667879s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11738,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-03T03:32:14.369152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:11.984235Z","time spent":"2.38491152s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-03T03:32:14.368098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.298919061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-03T03:32:14.369533Z","caller":"traceutil/trace.go:171","msg":"trace[1413894535] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26968; }","duration":"4.300391267s","start":"2026-04-03T03:32:10.069127Z","end":"2026-04-03T03:32:14.369518Z","steps":["trace[1413894535] 'agreement among raft nodes before linearized reading' (duration: 4.298840769s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:14.369575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:10.069106Z","time spent":"4.300455468s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-03T03:32:14.36958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.473891512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:14.369636Z","caller":"traceutil/trace.go:171","msg":"trace[1635227011] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26968; }","duration":"2.473973494s","start":"2026-04-03T03:32:11.895642Z","end":"2026-04-03T03:32:14.369616Z","steps":["trace[1635227011] 'agreement among raft nodes before linearized reading' (duration: 2.473888602s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:14.369643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.34589021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-04-03T03:32:14.369686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:11.895625Z","time spent":"2.474051666s","remote":"127.0.0.1:40238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:14.369714Z","caller":"traceutil/trace.go:171","msg":"trace[1679911556] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26968; }","duration":"3.346003372s","start":"2026-04-03T03:32:11.023691Z","end":"2026-04-03T03:32:14.369695Z","steps":["trace[1679911556] 'agreement among raft nodes before linearized reading' (duration: 3.345773386s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:14.369785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:11.023665Z","time spent":"3.346111275s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-03T03:32:14.874498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050342,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:32:16.378932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000201032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:32:16.379044Z","caller":"traceutil/trace.go:171","msg":"trace[136158214] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000332146s","start":"2026-04-03T03:32:14.378686Z","end":"2026-04-03T03:32:16.379018Z","steps":["trace[136158214] 'agreement among raft nodes before linearized reading' (duration: 2.000207151s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:16.379127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:14.37868Z","time spent":"2.000409027s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:32:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:32:16.379461Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.072823534s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:32:16.928791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.257112ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:16.928915Z","caller":"traceutil/trace.go:171","msg":"trace[1957004701] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26968; }","duration":"710.392266ms","start":"2026-04-03T03:32:16.218505Z","end":"2026-04-03T03:32:16.928897Z","steps":["trace[1957004701] 'range keys from in-memory index tree' (duration: 710.240752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:16.929618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719755789s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:32:16.9298Z","caller":"traceutil/trace.go:171","msg":"trace[93641090] transaction","detail":"{read_only:false; response_revision:26969; number_of_response:1; }","duration":"2.557935298s","start":"2026-04-03T03:32:14.37184Z","end":"2026-04-03T03:32:16.929775Z","steps":["trace[93641090] 'process raft request' (duration: 837.942713ms)","trace[93641090] 'compare' (duration: 1.719166125s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:32:16.930036Z","caller":"traceutil/trace.go:171","msg":"trace[942256215] transaction","detail":"{read_only:false; response_revision:26972; number_of_response:1; }","duration":"1.03873244s","start":"2026-04-03T03:32:15.891285Z","end":"2026-04-03T03:32:16.930018Z","steps":["trace[942256215] 'process raft request' (duration: 1.038616557s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:16.930116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:15.891269Z","time spent":"1.038812003s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:32:16.930308Z","caller":"traceutil/trace.go:171","msg":"trace[738003694] transaction","detail":"{read_only:false; response_revision:26970; number_of_response:1; }","duration":"2.558317348s","start":"2026-04-03T03:32:14.37198Z","end":"2026-04-03T03:32:16.930298Z","steps":["trace[738003694] 'process raft request' (duration: 2.557744614s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:16.930366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:14.371911Z","time spent":"2.55842593s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:32:16.93048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:14.371819Z","time spent":"2.558155454s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:32:16.930668Z","caller":"traceutil/trace.go:171","msg":"trace[1602408735] transaction","detail":"{read_only:false; response_revision:26971; number_of_response:1; }","duration":"2.550617414s","start":"2026-04-03T03:32:14.380014Z","end":"2026-04-03T03:32:16.930631Z","steps":["trace[1602408735] 'process raft request' (duration: 2.549823215s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:16.930688Z","caller":"traceutil/trace.go:171","msg":"trace[840670321] linearizableReadLoop","detail":"{readStateIndex:27983; appliedIndex:27980; }","duration":"2.55643357s","start":"2026-04-03T03:32:14.374237Z","end":"2026-04-03T03:32:16.930671Z","steps":["trace[840670321] 'read index received' (duration: 835.41482ms)","trace[840670321] 'applied index is now lower than readState.Index' (duration: 1.72101773s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:16.930814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:14.380004Z","time spent":"2.550737638s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:32:16.931401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.557154509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2b812040-e888-44f1-8101-343c302b5e90\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-04-03T03:32:16.931406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654039181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:16.931452Z","caller":"traceutil/trace.go:171","msg":"trace[893840246] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2b812040-e888-44f1-8101-343c302b5e90; range_end:; response_count:1; response_revision:26972; }","duration":"2.55721892s","start":"2026-04-03T03:32:14.374221Z","end":"2026-04-03T03:32:16.93144Z","steps":["trace[893840246] 'agreement among raft nodes before linearized reading' (duration: 2.557071417s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:16.931458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.294016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:16.931464Z","caller":"traceutil/trace.go:171","msg":"trace[2060474787] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26972; }","duration":"1.654148814s","start":"2026-04-03T03:32:15.277302Z","end":"2026-04-03T03:32:16.931451Z","steps":["trace[2060474787] 'agreement among raft nodes before linearized reading' (duration: 1.654042281s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:16.931476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:14.374214Z","time spent":"2.557257182s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-2b812040-e888-44f1-8101-343c302b5e90\" "} {"level":"warn","ts":"2026-04-03T03:32:16.931445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032592514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:32:16.93146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330024595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:16.931522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:15.277273Z","time spent":"1.654240046s","remote":"127.0.0.1:39886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:16.931525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66120722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:32:16.931536Z","caller":"traceutil/trace.go:171","msg":"trace[2132791423] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26972; }","duration":"478.397078ms","start":"2026-04-03T03:32:16.453122Z","end":"2026-04-03T03:32:16.931519Z","steps":["trace[2132791423] 'agreement among raft nodes before linearized reading' (duration: 478.309506ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:16.931542Z","caller":"traceutil/trace.go:171","msg":"trace[1900694735] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26972; }","duration":"1.330149368s","start":"2026-04-03T03:32:15.601379Z","end":"2026-04-03T03:32:16.931529Z","steps":["trace[1900694735] 'agreement among raft nodes before linearized reading' (duration: 1.330025465s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:16.931541Z","caller":"traceutil/trace.go:171","msg":"trace[1636584914] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26972; }","duration":"2.032755768s","start":"2026-04-03T03:32:14.898767Z","end":"2026-04-03T03:32:16.931523Z","steps":["trace[1636584914] 'agreement among raft nodes before linearized reading' (duration: 2.032572514s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:16.931561Z","caller":"traceutil/trace.go:171","msg":"trace[1773125958] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26972; }","duration":"1.661284192s","start":"2026-04-03T03:32:15.270265Z","end":"2026-04-03T03:32:16.931549Z","steps":["trace[1773125958] 'agreement among raft nodes before linearized reading' (duration: 1.661169399s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:16.931562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436277127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:16.931577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:16.453101Z","time spent":"478.466439ms","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:16.931581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:15.601359Z","time spent":"1.330211999s","remote":"127.0.0.1:39776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:16.931527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314575465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:16.931598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:14.898736Z","time spent":"2.032844581s","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:16.931654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046416673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:16.931665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.907531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:16.931685Z","caller":"traceutil/trace.go:171","msg":"trace[883017206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26972; }","duration":"551.976683ms","start":"2026-04-03T03:32:16.379703Z","end":"2026-04-03T03:32:16.93168Z","steps":["trace[883017206] 'agreement among raft nodes before linearized reading' (duration: 551.943152ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:16.931686Z","caller":"traceutil/trace.go:171","msg":"trace[479656594] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26972; }","duration":"1.046489325s","start":"2026-04-03T03:32:15.885188Z","end":"2026-04-03T03:32:16.931677Z","steps":["trace[479656594] 'agreement among raft nodes before linearized reading' (duration: 1.046447374s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:16.931685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556249367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11714"} {"level":"warn","ts":"2026-04-03T03:32:16.931704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:16.379675Z","time spent":"552.026514ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:32:16.931712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:15.885165Z","time spent":"1.046539066s","remote":"127.0.0.1:40242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:16.931718Z","caller":"traceutil/trace.go:171","msg":"trace[1206412471] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26972; }","duration":"2.556300728s","start":"2026-04-03T03:32:14.375407Z","end":"2026-04-03T03:32:16.931707Z","steps":["trace[1206412471] 'agreement among raft nodes before linearized reading' (duration: 2.556216516s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:16.931452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556241007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18541"} {"level":"warn","ts":"2026-04-03T03:32:16.931389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182729431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:16.931756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:14.375397Z","time spent":"2.556348409s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11738,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-04-03T03:32:16.931773Z","caller":"traceutil/trace.go:171","msg":"trace[1365738710] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26972; }","duration":"2.556577705s","start":"2026-04-03T03:32:14.375185Z","end":"2026-04-03T03:32:16.931762Z","steps":["trace[1365738710] 'agreement among raft nodes before linearized reading' (duration: 2.556143594s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:16.931816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:14.375163Z","time spent":"2.556643006s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-03T03:32:16.931618Z","caller":"traceutil/trace.go:171","msg":"trace[41938188] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26972; }","duration":"2.314669377s","start":"2026-04-03T03:32:14.61694Z","end":"2026-04-03T03:32:16.93161Z","steps":["trace[41938188] 'agreement among raft nodes before linearized reading' (duration: 2.314540004s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:16.931604Z","caller":"traceutil/trace.go:171","msg":"trace[1963371428] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26972; }","duration":"2.43637542s","start":"2026-04-03T03:32:14.495216Z","end":"2026-04-03T03:32:16.931592Z","steps":["trace[1963371428] 'agreement among raft nodes before linearized reading' (duration: 2.436328959s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:16.931882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:14.616894Z","time spent":"2.314975016s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:16.931587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:15.270234Z","time spent":"1.661347014s","remote":"127.0.0.1:39738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:16.931785Z","caller":"traceutil/trace.go:171","msg":"trace[1455383648] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26972; }","duration":"1.183187093s","start":"2026-04-03T03:32:15.748591Z","end":"2026-04-03T03:32:16.931779Z","steps":["trace[1455383648] 'agreement among raft nodes before linearized reading' (duration: 1.182738592s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:16.931973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:15.748567Z","time spent":"1.183395458s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:16.931907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:14.495178Z","time spent":"2.436722479s","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:16.931412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.463986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:16.932092Z","caller":"traceutil/trace.go:171","msg":"trace[260104222] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26972; }","duration":"228.167763ms","start":"2026-04-03T03:32:16.703913Z","end":"2026-04-03T03:32:16.932081Z","steps":["trace[260104222] 'agreement among raft nodes before linearized reading' (duration: 227.427455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:16.932166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.696616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272967"} {"level":"info","ts":"2026-04-03T03:32:16.932219Z","caller":"traceutil/trace.go:171","msg":"trace[655682783] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26972; }","duration":"100.789518ms","start":"2026-04-03T03:32:16.831417Z","end":"2026-04-03T03:32:16.932206Z","steps":["trace[655682783] 'agreement among raft nodes before linearized reading' (duration: 100.339277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:17.439454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:32:17.939803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:32:18.271313Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.332840016s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:32:18.942688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000176742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:32:18.942811Z","caller":"traceutil/trace.go:171","msg":"trace[1048637052] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000339776s","start":"2026-04-03T03:32:16.942448Z","end":"2026-04-03T03:32:18.942788Z","steps":["trace[1048637052] 'agreement among raft nodes before linearized reading' (duration: 2.000205243s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:18.942866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:16.942432Z","time spent":"2.000423948s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:32:19.220232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.620489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:32:19.220316Z","caller":"traceutil/trace.go:171","msg":"trace[129054718] linearizableReadLoop","detail":"{readStateIndex:27985; appliedIndex:27984; }","duration":"2.281692131s","start":"2026-04-03T03:32:16.938612Z","end":"2026-04-03T03:32:19.220304Z","steps":["trace[129054718] 'read index received' (duration: 1.332836926s)","trace[129054718] 'applied index is now lower than readState.Index' (duration: 948.853465ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:32:19.220385Z","caller":"traceutil/trace.go:171","msg":"trace[1189402945] transaction","detail":"{read_only:false; response_revision:26973; number_of_response:1; }","duration":"2.281986699s","start":"2026-04-03T03:32:16.938389Z","end":"2026-04-03T03:32:19.220376Z","steps":["trace[1189402945] 'process raft request' (duration: 1.333153054s)","trace[1189402945] 'compare' (duration: 948.123487ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:19.220438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:16.938367Z","time spent":"2.282043469s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:32:19.220683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.282072751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-03T03:32:19.220713Z","caller":"traceutil/trace.go:171","msg":"trace[1117852102] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26973; }","duration":"2.282121052s","start":"2026-04-03T03:32:16.938584Z","end":"2026-04-03T03:32:19.220705Z","steps":["trace[1117852102] 'agreement among raft nodes before linearized reading' (duration: 2.281987168s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:19.220734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:16.938579Z","time spent":"2.282149462s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-03T03:32:19.220879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.278406988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-634db051-5b8c-43ab-bd46-14a86d5eb80c\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-03T03:32:19.220904Z","caller":"traceutil/trace.go:171","msg":"trace[1510387420] range","detail":"{range_begin:/registry/persistentvolumes/pvc-634db051-5b8c-43ab-bd46-14a86d5eb80c; range_end:; response_count:1; response_revision:26973; }","duration":"2.278431929s","start":"2026-04-03T03:32:16.942466Z","end":"2026-04-03T03:32:19.220898Z","steps":["trace[1510387420] 'agreement among raft nodes before linearized reading' (duration: 2.278362537s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:19.220923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:16.942425Z","time spent":"2.27849371s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-634db051-5b8c-43ab-bd46-14a86d5eb80c\" "} {"level":"warn","ts":"2026-04-03T03:32:19.220998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.273772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:19.221073Z","caller":"traceutil/trace.go:171","msg":"trace[247696417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26973; }","duration":"277.385345ms","start":"2026-04-03T03:32:18.943669Z","end":"2026-04-03T03:32:19.221054Z","steps":["trace[247696417] 'agreement among raft nodes before linearized reading' (duration: 277.253372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:19.221109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275320481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-04-03T03:32:19.221129Z","caller":"traceutil/trace.go:171","msg":"trace[36177635] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26973; }","duration":"2.275352791s","start":"2026-04-03T03:32:16.94577Z","end":"2026-04-03T03:32:19.221123Z","steps":["trace[36177635] 'agreement among raft nodes before linearized reading' (duration: 2.275276429s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:19.221156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:16.945763Z","time spent":"2.275387443s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-03T03:32:19.221166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843877561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:19.221247Z","caller":"traceutil/trace.go:171","msg":"trace[1159154898] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26973; }","duration":"1.843988154s","start":"2026-04-03T03:32:17.37724Z","end":"2026-04-03T03:32:19.221228Z","steps":["trace[1159154898] 'agreement among raft nodes before linearized reading' (duration: 1.843861881s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:19.221303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:17.377225Z","time spent":"1.844062765s","remote":"127.0.0.1:33248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:19.220999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939255253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:19.221385Z","caller":"traceutil/trace.go:171","msg":"trace[280705458] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26973; }","duration":"1.939672723s","start":"2026-04-03T03:32:17.28169Z","end":"2026-04-03T03:32:19.221363Z","steps":["trace[280705458] 'agreement among raft nodes before linearized reading' (duration: 1.939235592s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:19.221453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:17.281679Z","time spent":"1.939756055s","remote":"127.0.0.1:39826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:19.221449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.486946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:32:19.221081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624381056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:32:19.221514Z","caller":"traceutil/trace.go:171","msg":"trace[1305014910] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26973; }","duration":"1.624852888s","start":"2026-04-03T03:32:17.596648Z","end":"2026-04-03T03:32:19.221501Z","steps":["trace[1305014910] 'agreement among raft nodes before linearized reading' (duration: 1.624398116s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:19.221519Z","caller":"traceutil/trace.go:171","msg":"trace[1597281326] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26973; }","duration":"235.572747ms","start":"2026-04-03T03:32:18.985918Z","end":"2026-04-03T03:32:19.221491Z","steps":["trace[1597281326] 'agreement among raft nodes before linearized reading' (duration: 235.443274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:19.221031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957970533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:19.221568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:17.596624Z","time spent":"1.62492681s","remote":"127.0.0.1:47580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:19.221556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.054099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:32:19.221599Z","caller":"traceutil/trace.go:171","msg":"trace[1979007315] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26973; }","duration":"1.958570608s","start":"2026-04-03T03:32:17.263016Z","end":"2026-04-03T03:32:19.221587Z","steps":["trace[1979007315] 'agreement among raft nodes before linearized reading' (duration: 1.957989903s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:19.221634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:17.262993Z","time spent":"1.958630499s","remote":"127.0.0.1:39724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:19.221626Z","caller":"traceutil/trace.go:171","msg":"trace[690804920] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26973; }","duration":"244.176762ms","start":"2026-04-03T03:32:18.97743Z","end":"2026-04-03T03:32:19.221607Z","steps":["trace[690804920] 'agreement among raft nodes before linearized reading' (duration: 244.045499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:19.574736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.08115ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-03T03:32:19.574823Z","caller":"traceutil/trace.go:171","msg":"trace[701351392] linearizableReadLoop","detail":"{readStateIndex:27986; appliedIndex:27985; }","duration":"346.825867ms","start":"2026-04-03T03:32:19.227981Z","end":"2026-04-03T03:32:19.574807Z","steps":["trace[701351392] 'read index received' (duration: 242.761717ms)","trace[701351392] 'applied index is now lower than readState.Index' (duration: 104.06276ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:19.5749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:19.227864Z","time spent":"347.032683ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:32:19.575135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.138126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7f9c49b9db-qrkx7\" ","response":"range_response_count:1 size:8570"} {"level":"info","ts":"2026-04-03T03:32:19.575215Z","caller":"traceutil/trace.go:171","msg":"trace[721188174] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7f9c49b9db-qrkx7; range_end:; response_count:1; response_revision:26973; }","duration":"347.256149ms","start":"2026-04-03T03:32:19.227945Z","end":"2026-04-03T03:32:19.575201Z","steps":["trace[721188174] 'agreement among raft nodes before linearized reading' (duration: 347.055504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:19.575261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:19.227931Z","time spent":"347.322061ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8594,"request content":"key:\"/registry/pods/openstack/magnum-api-7f9c49b9db-qrkx7\" "} {"level":"warn","ts":"2026-04-03T03:32:20.075656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:32:20.532331Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.061612413s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:32:20.622645Z","caller":"traceutil/trace.go:171","msg":"trace[508643169] transaction","detail":"{read_only:false; response_revision:26974; number_of_response:1; }","duration":"1.393027435s","start":"2026-04-03T03:32:19.22958Z","end":"2026-04-03T03:32:20.622607Z","steps":["trace[508643169] 'process raft request' (duration: 1.302988737s)","trace[508643169] 'compare' (duration: 89.213228ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:20.622838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:19.229563Z","time spent":"1.393183318s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:32:20.62267Z","caller":"traceutil/trace.go:171","msg":"trace[2078970282] transaction","detail":"{read_only:false; response_revision:26975; number_of_response:1; }","duration":"1.247367442s","start":"2026-04-03T03:32:19.375279Z","end":"2026-04-03T03:32:20.622646Z","steps":["trace[2078970282] 'process raft request' (duration: 1.247258499s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:20.62309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:19.375252Z","time spent":"1.247751992s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:32:22.541788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000003287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:32:22.541854Z","caller":"traceutil/trace.go:171","msg":"trace[1386042550] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00011693s","start":"2026-04-03T03:32:20.541723Z","end":"2026-04-03T03:32:22.54184Z","steps":["trace[1386042550] 'agreement among raft nodes before linearized reading' (duration: 2.000029928s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:22.54189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:20.541705Z","time spent":"2.000177881s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:32:22.688861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365377032s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:32:22.689134Z","caller":"traceutil/trace.go:171","msg":"trace[728250246] linearizableReadLoop","detail":"{readStateIndex:27990; appliedIndex:27986; }","duration":"3.114254051s","start":"2026-04-03T03:32:19.57486Z","end":"2026-04-03T03:32:22.689114Z","steps":["trace[728250246] 'read index received' (duration: 957.723968ms)","trace[728250246] 'applied index is now lower than readState.Index' (duration: 2.156528353s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:32:22.689238Z","caller":"traceutil/trace.go:171","msg":"trace[1695584316] transaction","detail":"{read_only:false; response_revision:26977; number_of_response:1; }","duration":"3.106805954s","start":"2026-04-03T03:32:19.582422Z","end":"2026-04-03T03:32:22.689228Z","steps":["trace[1695584316] 'process raft request' (duration: 3.106553658s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:22.689286Z","caller":"traceutil/trace.go:171","msg":"trace[428768281] transaction","detail":"{read_only:false; response_revision:26976; number_of_response:1; }","duration":"3.1134435s","start":"2026-04-03T03:32:19.575819Z","end":"2026-04-03T03:32:22.689263Z","steps":["trace[428768281] 'process raft request' (duration: 1.747572595s)","trace[428768281] 'compare' (duration: 1.364806958s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:22.689301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:19.582406Z","time spent":"3.106858225s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8654,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:32:22.68939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:19.575794Z","time spent":"3.113538022s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:32:22.689563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.460142955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-23cecdcf-d9d0-4991-a706-bf489722227a\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-04-03T03:32:22.689608Z","caller":"traceutil/trace.go:171","msg":"trace[1090063102] range","detail":"{range_begin:/registry/persistentvolumes/pvc-23cecdcf-d9d0-4991-a706-bf489722227a; range_end:; response_count:1; response_revision:26977; }","duration":"3.460195836s","start":"2026-04-03T03:32:19.229398Z","end":"2026-04-03T03:32:22.689593Z","steps":["trace[1090063102] 'agreement among raft nodes before linearized reading' (duration: 3.460062853s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:22.689656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:19.22939Z","time spent":"3.460255457s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-23cecdcf-d9d0-4991-a706-bf489722227a\" "} {"level":"warn","ts":"2026-04-03T03:32:22.689658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.520771637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:22.689742Z","caller":"traceutil/trace.go:171","msg":"trace[397430512] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26977; }","duration":"2.5209034s","start":"2026-04-03T03:32:20.168818Z","end":"2026-04-03T03:32:22.689722Z","steps":["trace[397430512] 'agreement among raft nodes before linearized reading' (duration: 2.520774927s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:22.689765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.192401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:22.689785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:20.168797Z","time spent":"2.520977172s","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:22.68979Z","caller":"traceutil/trace.go:171","msg":"trace[321186714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26977; }","duration":"147.249983ms","start":"2026-04-03T03:32:22.542533Z","end":"2026-04-03T03:32:22.689783Z","steps":["trace[321186714] 'agreement among raft nodes before linearized reading' (duration: 147.208962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:22.689788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221620196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:22.689858Z","caller":"traceutil/trace.go:171","msg":"trace[528243293] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26977; }","duration":"1.221724859s","start":"2026-04-03T03:32:21.468108Z","end":"2026-04-03T03:32:22.689833Z","steps":["trace[528243293] 'agreement among raft nodes before linearized reading' (duration: 1.221607856s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:22.68993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:21.468086Z","time spent":"1.221826792s","remote":"127.0.0.1:33332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:22.689948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555090899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:32:22.689945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054069892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-rvtcb.18a2b862b9353cf8\" ","response":"range_response_count:1 size:861"} {"level":"warn","ts":"2026-04-03T03:32:22.689973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200978566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:22.689992Z","caller":"traceutil/trace.go:171","msg":"trace[1459934230] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26977; }","duration":"1.555162431s","start":"2026-04-03T03:32:21.134813Z","end":"2026-04-03T03:32:22.689975Z","steps":["trace[1459934230] 'agreement among raft nodes before linearized reading' (duration: 1.555062039s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:22.689997Z","caller":"traceutil/trace.go:171","msg":"trace[1468755295] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-rvtcb.18a2b862b9353cf8; range_end:; response_count:1; response_revision:26977; }","duration":"2.054158544s","start":"2026-04-03T03:32:20.635824Z","end":"2026-04-03T03:32:22.689982Z","steps":["trace[1468755295] 'agreement among raft nodes before linearized reading' (duration: 2.05398652s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:22.690034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:21.134795Z","time spent":"1.555230573s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:22.690043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:20.635802Z","time spent":"2.054230737s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-rvtcb.18a2b862b9353cf8\" "} {"level":"warn","ts":"2026-04-03T03:32:22.690036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179179002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:22.690001Z","caller":"traceutil/trace.go:171","msg":"trace[979867272] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26977; }","duration":"2.201045968s","start":"2026-04-03T03:32:20.488949Z","end":"2026-04-03T03:32:22.689995Z","steps":["trace[979867272] 'agreement among raft nodes before linearized reading' (duration: 2.200998357s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:22.690084Z","caller":"traceutil/trace.go:171","msg":"trace[1972730690] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26977; }","duration":"1.179274335s","start":"2026-04-03T03:32:21.510796Z","end":"2026-04-03T03:32:22.690071Z","steps":["trace[1972730690] 'agreement among raft nodes before linearized reading' (duration: 1.179193013s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:22.690115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:21.51077Z","time spent":"1.179336295s","remote":"127.0.0.1:37740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:22.690104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:20.488923Z","time spent":"2.201169401s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:23.194565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:32:24.581601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009055126s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:32:24.581791Z","caller":"traceutil/trace.go:171","msg":"trace[78594754] transaction","detail":"{read_only:false; response_revision:26978; number_of_response:1; }","duration":"1.889358753s","start":"2026-04-03T03:32:22.692401Z","end":"2026-04-03T03:32:24.58176Z","steps":["trace[78594754] 'process raft request' (duration: 880.04613ms)","trace[78594754] 'compare' (duration: 1.008494592s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:24.581939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:22.69238Z","time spent":"1.889478175s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:32:24.583077Z","caller":"traceutil/trace.go:171","msg":"trace[383605558] linearizableReadLoop","detail":"{readStateIndex:27991; appliedIndex:27990; }","duration":"1.887782893s","start":"2026-04-03T03:32:22.693922Z","end":"2026-04-03T03:32:24.581705Z","steps":["trace[383605558] 'read index received' (duration: 878.504851ms)","trace[383605558] 'applied index is now lower than readState.Index' (duration: 1.009276711s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:24.583329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889395242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-03T03:32:24.58336Z","caller":"traceutil/trace.go:171","msg":"trace[191172831] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26978; }","duration":"1.889444533s","start":"2026-04-03T03:32:22.693905Z","end":"2026-04-03T03:32:24.58335Z","steps":["trace[191172831] 'agreement among raft nodes before linearized reading' (duration: 1.889260639s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:24.583394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:22.693898Z","time spent":"1.889487565s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-03T03:32:24.700946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000688184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:32:24.701034Z","caller":"traceutil/trace.go:171","msg":"trace[1689393573] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000812477s","start":"2026-04-03T03:32:22.700202Z","end":"2026-04-03T03:32:24.701014Z","steps":["trace[1689393573] 'agreement among raft nodes before linearized reading' (duration: 2.000693024s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:24.701083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:22.700195Z","time spent":"2.000878359s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:32:25.151078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.766399ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-03T03:32:25.151776Z","caller":"traceutil/trace.go:171","msg":"trace[509928865] transaction","detail":"{read_only:false; response_revision:26979; number_of_response:1; }","duration":"713.197615ms","start":"2026-04-03T03:32:24.438552Z","end":"2026-04-03T03:32:25.151749Z","steps":["trace[509928865] 'process raft request' (duration: 712.629581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:25.151958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:24.438531Z","time spent":"713.311329ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:32:26.318025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166229107s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:32:26.31821Z","caller":"traceutil/trace.go:171","msg":"trace[1707635986] transaction","detail":"{read_only:false; response_revision:26982; number_of_response:1; }","duration":"1.732346494s","start":"2026-04-03T03:32:24.585851Z","end":"2026-04-03T03:32:26.318197Z","steps":["trace[1707635986] 'process raft request' (duration: 1.732309493s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:26.318216Z","caller":"traceutil/trace.go:171","msg":"trace[1565406852] linearizableReadLoop","detail":"{readStateIndex:27995; appliedIndex:27991; }","duration":"1.735058362s","start":"2026-04-03T03:32:24.583137Z","end":"2026-04-03T03:32:26.318196Z","steps":["trace[1565406852] 'read index received' (duration: 2.151674ms)","trace[1565406852] 'applied index is now lower than readState.Index' (duration: 1.732904488s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:26.318238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934576296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:26.318223Z","caller":"traceutil/trace.go:171","msg":"trace[1524569149] transaction","detail":"{read_only:false; response_revision:26980; number_of_response:1; }","duration":"1.835423659s","start":"2026-04-03T03:32:24.482774Z","end":"2026-04-03T03:32:26.318198Z","steps":["trace[1524569149] 'process raft request' (duration: 668.959636ms)","trace[1524569149] 'compare' (duration: 1.164990497s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:26.318262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:24.585832Z","time spent":"1.732403355s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T03:32:26.318268Z","caller":"traceutil/trace.go:171","msg":"trace[63872693] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26982; }","duration":"1.934645778s","start":"2026-04-03T03:32:24.383614Z","end":"2026-04-03T03:32:26.31826Z","steps":["trace[63872693] 'agreement among raft nodes before linearized reading' (duration: 1.934581686s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:26.318235Z","caller":"traceutil/trace.go:171","msg":"trace[543788208] transaction","detail":"{read_only:false; response_revision:26981; number_of_response:1; }","duration":"1.741195526s","start":"2026-04-03T03:32:24.57701Z","end":"2026-04-03T03:32:26.318205Z","steps":["trace[543788208] 'process raft request' (duration: 1.741084154s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:26.31829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:24.383592Z","time spent":"1.934693909s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:32:26.318267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.658638524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:26.31834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:24.482748Z","time spent":"1.835529943s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:32:26.318387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.624346603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-03T03:32:26.318394Z","caller":"traceutil/trace.go:171","msg":"trace[496075835] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26982; }","duration":"2.658791409s","start":"2026-04-03T03:32:23.659584Z","end":"2026-04-03T03:32:26.318375Z","steps":["trace[496075835] 'agreement among raft nodes before linearized reading' (duration: 2.658615014s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:26.318388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:24.576984Z","time spent":"1.74132077s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:32:26.31842Z","caller":"traceutil/trace.go:171","msg":"trace[1628797001] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26982; }","duration":"3.624395834s","start":"2026-04-03T03:32:22.694012Z","end":"2026-04-03T03:32:26.318408Z","steps":["trace[1628797001] 'agreement among raft nodes before linearized reading' (duration: 3.62425583s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:26.318439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:22.694008Z","time spent":"3.624426815s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-03T03:32:26.318474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:23.65956Z","time spent":"2.658872931s","remote":"127.0.0.1:39764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:26.701755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000273124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:32:26.70184Z","caller":"traceutil/trace.go:171","msg":"trace[1472571734] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000413997s","start":"2026-04-03T03:32:24.701407Z","end":"2026-04-03T03:32:26.701821Z","steps":["trace[1472571734] 'agreement among raft nodes before linearized reading' (duration: 2.000294754s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:26.701888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:24.701388Z","time spent":"2.000489839s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:32:26.819094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:32:27.319591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:32:27.820701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:32:27.948755Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.319999072s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:32:27.950061Z","caller":"traceutil/trace.go:171","msg":"trace[812269369] transaction","detail":"{read_only:false; response_revision:26983; number_of_response:1; }","duration":"2.321375236s","start":"2026-04-03T03:32:25.628659Z","end":"2026-04-03T03:32:27.950034Z","steps":["trace[812269369] 'process raft request' (duration: 2.32032139s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:27.950241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:25.62864Z","time spent":"2.32151432s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:32:28.02394Z","caller":"traceutil/trace.go:171","msg":"trace[1703805002] linearizableReadLoop","detail":"{readStateIndex:27999; appliedIndex:27996; }","duration":"1.705659105s","start":"2026-04-03T03:32:26.318258Z","end":"2026-04-03T03:32:28.023917Z","steps":["trace[1703805002] 'read index received' (duration: 1.630736877s)","trace[1703805002] 'applied index is now lower than readState.Index' (duration: 74.921098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:28.024213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.215602341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:28.024253Z","caller":"traceutil/trace.go:171","msg":"trace[2037753579] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26985; }","duration":"3.215699694s","start":"2026-04-03T03:32:24.808544Z","end":"2026-04-03T03:32:28.024243Z","steps":["trace[2037753579] 'agreement among raft nodes before linearized reading' (duration: 3.21554584s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:28.02429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:24.808526Z","time spent":"3.215750935s","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:28.024276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999178085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-04-03T03:32:28.024668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.751304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:28.024755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704184899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f377ba34-d666-4bbb-98f4-2e89d625e63c\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-03T03:32:28.025585Z","caller":"traceutil/trace.go:171","msg":"trace[1060086696] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f377ba34-d666-4bbb-98f4-2e89d625e63c; range_end:; response_count:1; response_revision:26985; }","duration":"1.705025829s","start":"2026-04-03T03:32:26.320536Z","end":"2026-04-03T03:32:28.025562Z","steps":["trace[1060086696] 'agreement among raft nodes before linearized reading' (duration: 1.704053865s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:28.025704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.084935526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:32:28.024702Z","caller":"traceutil/trace.go:171","msg":"trace[613326032] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26985; }","duration":"1.999624987s","start":"2026-04-03T03:32:26.025052Z","end":"2026-04-03T03:32:28.024677Z","steps":["trace[613326032] 'agreement among raft nodes before linearized reading' (duration: 1.999012021s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:28.025757Z","caller":"traceutil/trace.go:171","msg":"trace[1561168771] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26985; }","duration":"2.085035159s","start":"2026-04-03T03:32:25.940709Z","end":"2026-04-03T03:32:28.025744Z","steps":["trace[1561168771] 'agreement among raft nodes before linearized reading' (duration: 2.083309735s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:28.025801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:26.025045Z","time spent":"2.000742385s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-03T03:32:28.024765Z","caller":"traceutil/trace.go:171","msg":"trace[1776357922] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26985; }","duration":"643.846336ms","start":"2026-04-03T03:32:27.3809Z","end":"2026-04-03T03:32:28.024747Z","steps":["trace[1776357922] 'agreement among raft nodes before linearized reading' (duration: 643.699203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:28.025852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:27.380876Z","time spent":"644.965454ms","remote":"127.0.0.1:52406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:28.025806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:25.940686Z","time spent":"2.08510961s","remote":"127.0.0.1:35046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:28.025763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:26.320525Z","time spent":"1.705219375s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-f377ba34-d666-4bbb-98f4-2e89d625e63c\" "} {"level":"warn","ts":"2026-04-03T03:32:28.024482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379922285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:32:28.024491Z","caller":"traceutil/trace.go:171","msg":"trace[1790833554] transaction","detail":"{read_only:false; response_revision:26984; number_of_response:1; }","duration":"1.703523813s","start":"2026-04-03T03:32:26.320917Z","end":"2026-04-03T03:32:28.024441Z","steps":["trace[1790833554] 'process raft request' (duration: 1.702711391s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:28.02612Z","caller":"traceutil/trace.go:171","msg":"trace[499742618] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26985; }","duration":"2.381614247s","start":"2026-04-03T03:32:25.644491Z","end":"2026-04-03T03:32:28.026105Z","steps":["trace[499742618] 'agreement among raft nodes before linearized reading' (duration: 2.379737189s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:28.026152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:25.64447Z","time spent":"2.381672169s","remote":"127.0.0.1:33124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:28.0262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:26.320895Z","time spent":"1.705246345s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T03:32:28.024565Z","caller":"traceutil/trace.go:171","msg":"trace[1102024570] transaction","detail":"{read_only:false; response_revision:26985; number_of_response:1; }","duration":"339.925585ms","start":"2026-04-03T03:32:27.684603Z","end":"2026-04-03T03:32:28.024529Z","steps":["trace[1102024570] 'process raft request' (duration: 339.253097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:28.026374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:27.68457Z","time spent":"341.74278ms","remote":"127.0.0.1:47006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:32:28.02462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.236833305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:32:28.024837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.439552528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-03T03:32:28.024933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.105159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:32:28.024938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.293534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:28.024953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.449973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-rvtcb\" ","response":"range_response_count:1 size:6856"} {"level":"warn","ts":"2026-04-03T03:32:28.025024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003546945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-03T03:32:28.025081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.133359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:32:28.025027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315014029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:28.025107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703530982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:28.02512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.435517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:28.026474Z","caller":"traceutil/trace.go:171","msg":"trace[1322401830] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26985; }","duration":"717.777831ms","start":"2026-04-03T03:32:27.308677Z","end":"2026-04-03T03:32:28.026455Z","steps":["trace[1322401830] 'agreement among raft nodes before linearized reading' (duration: 716.421507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:28.026523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:27.308643Z","time spent":"717.862943ms","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:28.026596Z","caller":"traceutil/trace.go:171","msg":"trace[1688842305] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26985; }","duration":"459.801361ms","start":"2026-04-03T03:32:27.566785Z","end":"2026-04-03T03:32:28.026586Z","steps":["trace[1688842305] 'agreement among raft nodes before linearized reading' (duration: 458.089708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:28.026638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:27.566768Z","time spent":"459.856242ms","remote":"127.0.0.1:47324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:28.024321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860791825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:28.026739Z","caller":"traceutil/trace.go:171","msg":"trace[514827141] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26985; }","duration":"212.1521ms","start":"2026-04-03T03:32:27.814573Z","end":"2026-04-03T03:32:28.026725Z","steps":["trace[514827141] 'agreement among raft nodes before linearized reading' (duration: 210.292244ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:28.026768Z","caller":"traceutil/trace.go:171","msg":"trace[1519620260] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26985; }","duration":"3.238988578s","start":"2026-04-03T03:32:24.787771Z","end":"2026-04-03T03:32:28.02676Z","steps":["trace[1519620260] 'agreement among raft nodes before linearized reading' (duration: 3.236798064s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:28.026795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:24.787695Z","time spent":"3.239091871s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:28.026899Z","caller":"traceutil/trace.go:171","msg":"trace[969962765] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-rvtcb; range_end:; response_count:1; response_revision:26985; }","duration":"733.440752ms","start":"2026-04-03T03:32:27.293446Z","end":"2026-04-03T03:32:28.026887Z","steps":["trace[969962765] 'agreement among raft nodes before linearized reading' (duration: 731.415662ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:28.026914Z","caller":"traceutil/trace.go:171","msg":"trace[1525438807] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26985; }","duration":"3.441649591s","start":"2026-04-03T03:32:24.585254Z","end":"2026-04-03T03:32:28.026904Z","steps":["trace[1525438807] 'agreement among raft nodes before linearized reading' (duration: 3.439482327s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:28.026944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:24.585241Z","time spent":"3.441695162s","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T03:32:28.026941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:27.293421Z","time spent":"733.509204ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6880,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-rvtcb\" "} {"level":"info","ts":"2026-04-03T03:32:28.027037Z","caller":"traceutil/trace.go:171","msg":"trace[1379346652] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26985; }","duration":"1.70547641s","start":"2026-04-03T03:32:26.321549Z","end":"2026-04-03T03:32:28.027025Z","steps":["trace[1379346652] 'agreement among raft nodes before linearized reading' (duration: 1.703530281s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:28.027085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:26.321541Z","time spent":"1.705530921s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-03T03:32:28.026742Z","caller":"traceutil/trace.go:171","msg":"trace[1281760514] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26985; }","duration":"1.863341179s","start":"2026-04-03T03:32:26.163387Z","end":"2026-04-03T03:32:28.026728Z","steps":["trace[1281760514] 'agreement among raft nodes before linearized reading' (duration: 1.860625871s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:28.027123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.026794947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:32:28.027224Z","caller":"traceutil/trace.go:171","msg":"trace[1491303137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26985; }","duration":"1.317235884s","start":"2026-04-03T03:32:26.709982Z","end":"2026-04-03T03:32:28.027217Z","steps":["trace[1491303137] 'agreement among raft nodes before linearized reading' (duration: 1.315019629s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:28.02725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:26.709966Z","time spent":"1.317275776s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:32:28.027249Z","caller":"traceutil/trace.go:171","msg":"trace[732946216] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26985; }","duration":"3.026960532s","start":"2026-04-03T03:32:25.000272Z","end":"2026-04-03T03:32:28.027232Z","steps":["trace[732946216] 'agreement among raft nodes before linearized reading' (duration: 3.024701185s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:28.027302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:25.000249Z","time spent":"3.027035674s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2712,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:28.027136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:26.163356Z","time spent":"1.863767841s","remote":"127.0.0.1:39866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:28.027167Z","caller":"traceutil/trace.go:171","msg":"trace[1099234751] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26985; }","duration":"706.239502ms","start":"2026-04-03T03:32:27.320918Z","end":"2026-04-03T03:32:28.027158Z","steps":["trace[1099234751] 'agreement among raft nodes before linearized reading' (duration: 704.058837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:28.027463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:27.320906Z","time spent":"706.5418ms","remote":"127.0.0.1:47396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:28.027194Z","caller":"traceutil/trace.go:171","msg":"trace[1148158274] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26985; }","duration":"2.005773342s","start":"2026-04-03T03:32:26.021411Z","end":"2026-04-03T03:32:28.027184Z","steps":["trace[1148158274] 'agreement among raft nodes before linearized reading' (duration: 2.003457373s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:28.027693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:26.021383Z","time spent":"2.006299035s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T03:32:28.028001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.101334706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:28.028074Z","caller":"traceutil/trace.go:171","msg":"trace[588212895] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26985; }","duration":"3.101447369s","start":"2026-04-03T03:32:24.926614Z","end":"2026-04-03T03:32:28.028061Z","steps":["trace[588212895] 'agreement among raft nodes before linearized reading' (duration: 3.101341267s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:28.028111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:24.926594Z","time spent":"3.10150373s","remote":"127.0.0.1:39880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:28.529527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:32:29.030365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:32:29.043276Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.015385754s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:32:30.029017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00053529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:32:30.029108Z","caller":"traceutil/trace.go:171","msg":"trace[1902351614] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000672213s","start":"2026-04-03T03:32:28.028414Z","end":"2026-04-03T03:32:30.029086Z","steps":["trace[1902351614] 'agreement among raft nodes before linearized reading' (duration: 2.00055014s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:30.029174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:28.028404Z","time spent":"2.000749525s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:32:30.190146Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.118797428s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:32:30.191382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:28.786722Z","time spent":"1.404650745s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:32:32.051428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000723475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:32:32.051539Z","caller":"traceutil/trace.go:171","msg":"trace[1046740791] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000884629s","start":"2026-04-03T03:32:30.050632Z","end":"2026-04-03T03:32:32.051516Z","steps":["trace[1046740791] 'agreement among raft nodes before linearized reading' (duration: 2.000755805s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:32.051591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:30.05061Z","time spent":"2.00096846s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:32:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:32:32.094158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.050683546s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-04-03T03:32:32.094419Z","caller":"traceutil/trace.go:171","msg":"trace[604702957] compact","detail":"{revision:23859; response_revision:26985; }","duration":"4.066594763s","start":"2026-04-03T03:32:28.027805Z","end":"2026-04-03T03:32:32.0944Z","steps":["trace[604702957] 'process raft request' (duration: 1.015596839s)","trace[604702957] 'check and update compact revision' (duration: 3.050540863s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:32.094466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:28.027767Z","time spent":"4.066695506s","remote":"127.0.0.1:47006","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T03:32:32.095377Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23859} {"level":"info","ts":"2026-04-03T03:32:32.09568Z","caller":"traceutil/trace.go:171","msg":"trace[1081225028] transaction","detail":"{read_only:false; response_revision:26986; number_of_response:1; }","duration":"4.065378733s","start":"2026-04-03T03:32:28.030258Z","end":"2026-04-03T03:32:32.095637Z","steps":["trace[1081225028] 'process raft request' (duration: 4.064032058s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:32.095919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:28.03024Z","time spent":"4.065544617s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:32:32.098208Z","caller":"traceutil/trace.go:171","msg":"trace[1267308355] transaction","detail":"{read_only:false; response_revision:26987; number_of_response:1; }","duration":"4.065935298s","start":"2026-04-03T03:32:28.032258Z","end":"2026-04-03T03:32:32.098194Z","steps":["trace[1267308355] 'process raft request' (duration: 4.063346413s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:32.098296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:28.032232Z","time spent":"4.06600771s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T03:32:32.098773Z","caller":"traceutil/trace.go:171","msg":"trace[2053637323] transaction","detail":"{read_only:false; response_revision:26988; number_of_response:1; }","duration":"4.065770613s","start":"2026-04-03T03:32:28.032969Z","end":"2026-04-03T03:32:32.09874Z","steps":["trace[2053637323] 'process raft request' (duration: 4.06521555s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:32.098938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:28.032958Z","time spent":"4.065896256s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:32:32.099372Z","caller":"traceutil/trace.go:171","msg":"trace[438149645] transaction","detail":"{read_only:false; response_revision:26989; number_of_response:1; }","duration":"4.059087466s","start":"2026-04-03T03:32:28.040274Z","end":"2026-04-03T03:32:32.099361Z","steps":["trace[438149645] 'process raft request' (duration: 4.05843516s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:32.099408Z","caller":"traceutil/trace.go:171","msg":"trace[1580909382] linearizableReadLoop","detail":"{readStateIndex:28004; appliedIndex:27999; }","duration":"4.070951992s","start":"2026-04-03T03:32:28.02844Z","end":"2026-04-03T03:32:32.099392Z","steps":["trace[1580909382] 'read index received' (duration: 1.014966963s)","trace[1580909382] 'applied index is now lower than readState.Index' (duration: 3.055983339s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:32.099592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:28.040261Z","time spent":"4.059139267s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7034,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:32:33.632936Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.275359814s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:32:33.769902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670577685s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-03T03:32:33.770075Z","caller":"traceutil/trace.go:171","msg":"trace[666240804] linearizableReadLoop","detail":"{readStateIndex:28005; appliedIndex:28004; }","duration":"1.670627918s","start":"2026-04-03T03:32:32.099433Z","end":"2026-04-03T03:32:33.770061Z","steps":["trace[666240804] 'read index received' (duration: 44.282µs)","trace[666240804] 'applied index is now lower than readState.Index' (duration: 1.670582836s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:33.770336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.864386183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:32:33.77043Z","caller":"traceutil/trace.go:171","msg":"trace[1405893394] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26989; }","duration":"3.864549907s","start":"2026-04-03T03:32:29.905858Z","end":"2026-04-03T03:32:33.770408Z","steps":["trace[1405893394] 'agreement among raft nodes before linearized reading' (duration: 3.864337482s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:33.770502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:29.905826Z","time spent":"3.86466157s","remote":"127.0.0.1:39702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:33.770927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.542767966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-03T03:32:33.770966Z","caller":"traceutil/trace.go:171","msg":"trace[1977957413] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:26989; }","duration":"4.542852218s","start":"2026-04-03T03:32:29.2281Z","end":"2026-04-03T03:32:33.770952Z","steps":["trace[1977957413] 'agreement among raft nodes before linearized reading' (duration: 4.542725115s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:33.770992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:29.228052Z","time spent":"4.54293448s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-03T03:32:33.770995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.413578339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-04-03T03:32:33.771078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719118704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:33.771106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.691793151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:32:33.771141Z","caller":"traceutil/trace.go:171","msg":"trace[424393589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26989; }","duration":"1.719181015s","start":"2026-04-03T03:32:32.051944Z","end":"2026-04-03T03:32:33.771125Z","steps":["trace[424393589] 'agreement among raft nodes before linearized reading' (duration: 1.719083193s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:33.771143Z","caller":"traceutil/trace.go:171","msg":"trace[1723892133] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26989; }","duration":"5.691868593s","start":"2026-04-03T03:32:28.079264Z","end":"2026-04-03T03:32:33.771133Z","steps":["trace[1723892133] 'agreement among raft nodes before linearized reading' (duration: 5.691798082s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:33.771187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:28.079244Z","time spent":"5.691934724s","remote":"127.0.0.1:47316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:33.771211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.737424815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-03T03:32:33.771237Z","caller":"traceutil/trace.go:171","msg":"trace[1393659597] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26989; }","duration":"5.737473467s","start":"2026-04-03T03:32:28.033755Z","end":"2026-04-03T03:32:33.771228Z","steps":["trace[1393659597] 'agreement among raft nodes before linearized reading' (duration: 5.737409395s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:33.771219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.450004987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:32:33.771261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:28.033743Z","time spent":"5.737513717s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-03T03:32:33.771152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.734085212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:33.771299Z","caller":"traceutil/trace.go:171","msg":"trace[477631300] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26989; }","duration":"5.734259066s","start":"2026-04-03T03:32:28.037027Z","end":"2026-04-03T03:32:33.771286Z","steps":["trace[477631300] 'agreement among raft nodes before linearized reading' (duration: 5.734099562s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:33.771301Z","caller":"traceutil/trace.go:171","msg":"trace[685272863] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26989; }","duration":"5.450129811s","start":"2026-04-03T03:32:28.321147Z","end":"2026-04-03T03:32:33.771277Z","steps":["trace[685272863] 'agreement among raft nodes before linearized reading' (duration: 5.449962967s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:33.771342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:28.037006Z","time spent":"5.734322898s","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:32:33.771351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:28.321131Z","time spent":"5.450209853s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:33.771352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.030229221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123810"} {"level":"warn","ts":"2026-04-03T03:32:33.771185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:32.051882Z","time spent":"1.719292927s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:32:33.771084Z","caller":"traceutil/trace.go:171","msg":"trace[1891424143] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26989; }","duration":"2.413676792s","start":"2026-04-03T03:32:31.357385Z","end":"2026-04-03T03:32:33.771062Z","steps":["trace[1891424143] 'agreement among raft nodes before linearized reading' (duration: 2.413519748s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:33.77144Z","caller":"traceutil/trace.go:171","msg":"trace[1880850007] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26989; }","duration":"5.030346903s","start":"2026-04-03T03:32:28.74107Z","end":"2026-04-03T03:32:33.771417Z","steps":["trace[1880850007] 'agreement among raft nodes before linearized reading' (duration: 5.030111247s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:33.771422Z","caller":"traceutil/trace.go:171","msg":"trace[1417893979] transaction","detail":"{read_only:false; response_revision:26990; number_of_response:1; }","duration":"1.669093038s","start":"2026-04-03T03:32:32.102321Z","end":"2026-04-03T03:32:33.771414Z","steps":["trace[1417893979] 'process raft request' (duration: 1.667667673s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:33.771459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:31.357367Z","time spent":"2.414083611s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2015,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-03T03:32:33.771514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:28.741058Z","time spent":"5.030418945s","remote":"127.0.0.1:47058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123834,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-03T03:32:33.771582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:32.102303Z","time spent":"1.669224382s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:32:33.772747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.045428432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-03T03:32:33.772831Z","caller":"traceutil/trace.go:171","msg":"trace[417592186] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26989; }","duration":"5.045539625s","start":"2026-04-03T03:32:28.72726Z","end":"2026-04-03T03:32:33.7728Z","steps":["trace[417592186] 'agreement among raft nodes before linearized reading' (duration: 5.043806551s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:33.772887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:28.727238Z","time spent":"5.045636067s","remote":"127.0.0.1:47074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-03T03:32:35.77981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999969717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:32:35.7799Z","caller":"traceutil/trace.go:171","msg":"trace[1331900020] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000205232s","start":"2026-04-03T03:32:33.779676Z","end":"2026-04-03T03:32:35.779881Z","steps":["trace[1331900020] 'agreement among raft nodes before linearized reading' (duration: 2.000076478s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:35.779949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:33.779663Z","time spent":"2.000273974s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:32:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:32:35.849419Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.07741767s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:32:36.805075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.645067ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:36.805203Z","caller":"traceutil/trace.go:171","msg":"trace[1485529755] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26990; }","duration":"585.78361ms","start":"2026-04-03T03:32:36.219399Z","end":"2026-04-03T03:32:36.805182Z","steps":["trace[1485529755] 'range keys from in-memory index tree' (duration: 585.631097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:36.806576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024464499s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:32:36.806771Z","caller":"traceutil/trace.go:171","msg":"trace[2115774993] transaction","detail":"{read_only:false; response_revision:26991; number_of_response:1; }","duration":"4.149420782s","start":"2026-04-03T03:32:32.657323Z","end":"2026-04-03T03:32:36.806744Z","steps":["trace[2115774993] 'process raft request' (duration: 1.124704937s)","trace[2115774993] 'compare' (duration: 962.047646ms)","trace[2115774993] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/ingress-nginx/ingress-nginx-leader; req_size:472; } (duration: 2.059650003s)"],"step_count":3} {"level":"warn","ts":"2026-04-03T03:32:36.806842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:32.657294Z","time spent":"4.149513774s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:32:37.779963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999846422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:32:37.780027Z","caller":"traceutil/trace.go:171","msg":"trace[132983937] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999971065s","start":"2026-04-03T03:32:35.780041Z","end":"2026-04-03T03:32:37.780012Z","steps":["trace[132983937] 'agreement among raft nodes before linearized reading' (duration: 1.999887913s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:37.780062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:35.780012Z","time spent":"2.000043097s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:32:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:32:38.053714Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.167330225s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:32:39.11789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.309830977s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:32:39.11864Z","caller":"traceutil/trace.go:171","msg":"trace[1412288397] transaction","detail":"{read_only:false; response_revision:26992; number_of_response:1; }","duration":"6.148547186s","start":"2026-04-03T03:32:32.970055Z","end":"2026-04-03T03:32:39.118602Z","steps":["trace[1412288397] 'process raft request' (duration: 3.836670887s)","trace[1412288397] 'compare' (duration: 1.177523851s)","trace[1412288397] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; req_size:624; } (duration: 1.131406794s)"],"step_count":3} {"level":"warn","ts":"2026-04-03T03:32:39.11878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:32.970037Z","time spent":"6.148665349s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:32:39.118837Z","caller":"traceutil/trace.go:171","msg":"trace[1941491281] linearizableReadLoop","detail":"{readStateIndex:28008; appliedIndex:28006; }","duration":"5.348713777s","start":"2026-04-03T03:32:33.7701Z","end":"2026-04-03T03:32:39.118814Z","steps":["trace[1941491281] 'read index received' (duration: 11.878317ms)","trace[1941491281] 'applied index is now lower than readState.Index' (duration: 5.33683322s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:39.180543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999780761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:32:39.180605Z","caller":"traceutil/trace.go:171","msg":"trace[1413245415] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999898945s","start":"2026-04-03T03:32:37.180689Z","end":"2026-04-03T03:32:39.180588Z","steps":["trace[1413245415] 'agreement among raft nodes before linearized reading' (duration: 1.999820773s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:39.180648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:37.180666Z","time spent":"1.999975006s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:32:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:32:39.78557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999900704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:32:39.785662Z","caller":"traceutil/trace.go:171","msg":"trace[1572269205] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000037038s","start":"2026-04-03T03:32:37.785606Z","end":"2026-04-03T03:32:39.785643Z","steps":["trace[1572269205] 'agreement among raft nodes before linearized reading' (duration: 1.999922365s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:39.785714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:37.785592Z","time spent":"2.000109279s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:32:40.351018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.856169951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:32:40.351102Z","caller":"traceutil/trace.go:171","msg":"trace[1088449134] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26992; }","duration":"7.856289504s","start":"2026-04-03T03:32:32.494791Z","end":"2026-04-03T03:32:40.35108Z","steps":["trace[1088449134] 'agreement among raft nodes before linearized reading' (duration: 6.624060732s)","trace[1088449134] 'count revisions from in-memory index tree' (duration: 1.232105439s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:40.351151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:32.494775Z","time spent":"7.856362746s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:40.351337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.24849312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-g6sqm\" ","response":"range_response_count:1 size:4051"} {"level":"info","ts":"2026-04-03T03:32:40.351389Z","caller":"traceutil/trace.go:171","msg":"trace[46129886] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-g6sqm; range_end:; response_count:1; response_revision:26992; }","duration":"8.248572832s","start":"2026-04-03T03:32:32.1028Z","end":"2026-04-03T03:32:40.351373Z","steps":["trace[46129886] 'agreement among raft nodes before linearized reading' (duration: 7.016149375s)","trace[46129886] 'range keys from in-memory index tree' (duration: 1.232282204s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:40.351417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:32.102785Z","time spent":"8.248623423s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4075,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-g6sqm\" "} {"level":"warn","ts":"2026-04-03T03:32:40.35142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.236983853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:40.351511Z","caller":"traceutil/trace.go:171","msg":"trace[1151650974] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26992; }","duration":"7.237111766s","start":"2026-04-03T03:32:33.114363Z","end":"2026-04-03T03:32:40.351475Z","steps":["trace[1151650974] 'agreement among raft nodes before linearized reading' (duration: 6.004486584s)","trace[1151650974] 'count revisions from in-memory index tree' (duration: 1.232507909s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:40.35153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.231177406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-03T03:32:40.35156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:33.11434Z","time spent":"7.237209339s","remote":"127.0.0.1:39196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:40.351568Z","caller":"traceutil/trace.go:171","msg":"trace[1513976485] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26992; }","duration":"7.231274379s","start":"2026-04-03T03:32:33.120282Z","end":"2026-04-03T03:32:40.351557Z","steps":["trace[1513976485] 'agreement among raft nodes before linearized reading' (duration: 5.998559795s)","trace[1513976485] 'count revisions from in-memory index tree' (duration: 1.232497389s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:40.351602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:33.120275Z","time spent":"7.23131526s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":176,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:40.351578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.741660891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:40.351696Z","caller":"traceutil/trace.go:171","msg":"trace[875249067] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26992; }","duration":"6.741857206s","start":"2026-04-03T03:32:33.60981Z","end":"2026-04-03T03:32:40.351667Z","steps":["trace[875249067] 'agreement among raft nodes before linearized reading' (duration: 5.509062579s)","trace[875249067] 'count revisions from in-memory index tree' (duration: 1.232574911s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:40.351782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:33.609788Z","time spent":"6.741978828s","remote":"127.0.0.1:52478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:40.352039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233211657s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-03T03:32:40.352399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:33.775472Z","time spent":"6.576922939s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:32:41.772155Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7fa59d512f4822b8","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-03T03:32:41.795997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000672244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:32:41.796233Z","caller":"traceutil/trace.go:171","msg":"trace[1594957747] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000955151s","start":"2026-04-03T03:32:39.795263Z","end":"2026-04-03T03:32:41.796218Z","steps":["trace[1594957747] 'agreement among raft nodes before linearized reading' (duration: 2.000697374s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:41.796343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:39.795246Z","time spent":"2.001085904s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:32:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:32:42.902477Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.907066526s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:32:43.361431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:36.360699Z","time spent":"7.000718957s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:32:43.601578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:36.601405Z","time spent":"7.000165123s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:32:43.785216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.0078138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:32:43.785307Z","caller":"traceutil/trace.go:171","msg":"trace[1630961228] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; }","duration":"10.007953503s","start":"2026-04-03T03:32:33.777334Z","end":"2026-04-03T03:32:43.785287Z","steps":["trace[1630961228] 'agreement among raft nodes before linearized reading' (duration: 10.00782747s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:43.785359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:33.777321Z","time spent":"10.008026766s","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} 2026/04/03 03:32:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:32:43.796596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000479799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:32:43.796721Z","caller":"traceutil/trace.go:171","msg":"trace[2007317874] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000674503s","start":"2026-04-03T03:32:41.796016Z","end":"2026-04-03T03:32:43.796691Z","steps":["trace[2007317874] 'agreement among raft nodes before linearized reading' (duration: 2.000495459s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:43.796798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:41.795998Z","time spent":"2.000787287s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:32:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:32:44.086738Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.184030703s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:32:45.512759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.160364264s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-03T03:32:45.80486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000321715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:32:45.804947Z","caller":"traceutil/trace.go:171","msg":"trace[1577645253] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00047389s","start":"2026-04-03T03:32:43.804453Z","end":"2026-04-03T03:32:45.804927Z","steps":["trace[1577645253] 'agreement among raft nodes before linearized reading' (duration: 2.000361137s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:45.805004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:43.804427Z","time spent":"2.000562251s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:32:46.734501Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.376244002s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:32:46.974751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.950169ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:46.974871Z","caller":"traceutil/trace.go:171","msg":"trace[1176650955] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26993; }","duration":"756.082522ms","start":"2026-04-03T03:32:46.218773Z","end":"2026-04-03T03:32:46.974855Z","steps":["trace[1176650955] 'range keys from in-memory index tree' (duration: 755.935159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:47.355067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:40.354251Z","time spent":"7.000805699s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:32:47.359926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:40.359161Z","time spent":"7.000761328s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:32:47.80602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000027138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:32:47.806095Z","caller":"traceutil/trace.go:171","msg":"trace[1250633365] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000158271s","start":"2026-04-03T03:32:45.805921Z","end":"2026-04-03T03:32:47.806079Z","steps":["trace[1250633365] 'agreement among raft nodes before linearized reading' (duration: 2.000063829s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:47.806131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:45.805898Z","time spent":"2.000226042s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:32:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:32:48.211571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.698568776s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-04-03T03:32:48.855038Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7fa59d512f4822b8","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-03T03:32:49.181974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000064618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:32:49.182065Z","caller":"traceutil/trace.go:171","msg":"trace[486968151] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000198982s","start":"2026-04-03T03:32:47.181843Z","end":"2026-04-03T03:32:49.182042Z","steps":["trace[486968151] 'agreement among raft nodes before linearized reading' (duration: 2.000091709s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:49.182112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:47.181827Z","time spent":"2.000274493s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:32:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:32:49.812693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000836107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:32:49.812778Z","caller":"traceutil/trace.go:171","msg":"trace[1985119987] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000981251s","start":"2026-04-03T03:32:47.811777Z","end":"2026-04-03T03:32:49.812759Z","steps":["trace[1985119987] 'agreement among raft nodes before linearized reading' (duration: 2.000863148s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:49.812826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:47.811761Z","time spent":"2.001055292s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:32:50.367002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:43.366208Z","time spent":"7.000784768s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:32:50.606598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:43.606327Z","time spent":"7.000265586s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:32:50.782446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570675818s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:32:50.782666Z","caller":"traceutil/trace.go:171","msg":"trace[1818670156] linearizableReadLoop","detail":"{readStateIndex:28012; appliedIndex:28008; }","duration":"11.663703066s","start":"2026-04-03T03:32:39.118903Z","end":"2026-04-03T03:32:50.782606Z","steps":["trace[1818670156] 'read index received' (duration: 51.431µs)","trace[1818670156] 'applied index is now lower than readState.Index' (duration: 11.663649875s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:51.144453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:44.143697Z","time spent":"7.000746427s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:32:51.328269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:44.327858Z","time spent":"7.000405889s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T03:32:51.797346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.022166957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-04-03T03:32:51.797426Z","caller":"traceutil/trace.go:171","msg":"trace[465471924] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:26995; }","duration":"18.0222971s","start":"2026-04-03T03:32:33.775108Z","end":"2026-04-03T03:32:51.797405Z","steps":["trace[465471924] 'agreement among raft nodes before linearized reading' (duration: 17.007778708s)","trace[465471924] 'range keys from in-memory index tree' (duration: 1.014302607s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:51.797462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:33.775092Z","time spent":"18.022362942s","remote":"127.0.0.1:47324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":750,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-04-03T03:32:51.797502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.110778942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:51.79759Z","caller":"traceutil/trace.go:171","msg":"trace[206195683] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26995; }","duration":"16.110949496s","start":"2026-04-03T03:32:35.686616Z","end":"2026-04-03T03:32:51.797565Z","steps":["trace[206195683] 'agreement among raft nodes before linearized reading' (duration: 15.09627897s)","trace[206195683] 'count revisions from in-memory index tree' (duration: 1.014497722s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:51.797648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:35.686599Z","time spent":"16.111035358s","remote":"127.0.0.1:39856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:51.797802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.94899576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-03T03:32:51.797834Z","caller":"traceutil/trace.go:171","msg":"trace[1957418041] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26995; }","duration":"12.949059891s","start":"2026-04-03T03:32:38.848763Z","end":"2026-04-03T03:32:51.797823Z","steps":["trace[1957418041] 'agreement among raft nodes before linearized reading' (duration: 11.933997506s)","trace[1957418041] 'range keys from in-memory index tree' (duration: 1.014988984s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:51.797854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:38.848742Z","time spent":"12.949107403s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-03T03:32:51.797956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.812085949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:32:51.797977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.078151619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:51.798006Z","caller":"traceutil/trace.go:171","msg":"trace[1941152989] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26995; }","duration":"13.078218651s","start":"2026-04-03T03:32:38.719776Z","end":"2026-04-03T03:32:51.797995Z","steps":["trace[1941152989] 'agreement among raft nodes before linearized reading' (duration: 12.063003061s)","trace[1941152989] 'count revisions from in-memory index tree' (duration: 1.015177379s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:32:51.798002Z","caller":"traceutil/trace.go:171","msg":"trace[846205061] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26995; }","duration":"16.812169632s","start":"2026-04-03T03:32:34.985821Z","end":"2026-04-03T03:32:51.79799Z","steps":["trace[846205061] 'agreement among raft nodes before linearized reading' (duration: 15.797087655s)","trace[846205061] 'count revisions from in-memory index tree' (duration: 1.015024964s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:51.798027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:38.719756Z","time spent":"13.078265421s","remote":"127.0.0.1:39616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:51.798037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:34.985797Z","time spent":"16.812232433s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:51.798148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.226310044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:51.798175Z","caller":"traceutil/trace.go:171","msg":"trace[552634918] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26995; }","duration":"13.226369875s","start":"2026-04-03T03:32:38.571796Z","end":"2026-04-03T03:32:51.798166Z","steps":["trace[552634918] 'agreement among raft nodes before linearized reading' (duration: 12.210995112s)","trace[552634918] 'count revisions from in-memory index tree' (duration: 1.015338942s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:51.798196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:38.571778Z","time spent":"13.226411596s","remote":"127.0.0.1:39756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:51.798309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.279684332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:32:51.798334Z","caller":"traceutil/trace.go:171","msg":"trace[108437997] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26995; }","duration":"13.279752814s","start":"2026-04-03T03:32:38.518573Z","end":"2026-04-03T03:32:51.798325Z","steps":["trace[108437997] 'agreement among raft nodes before linearized reading' (duration: 12.264231017s)","trace[108437997] 'count revisions from in-memory index tree' (duration: 1.015485536s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:51.798354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:38.518547Z","time spent":"13.279801635s","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:51.798463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.681364426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:51.798486Z","caller":"traceutil/trace.go:171","msg":"trace[842280766] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26995; }","duration":"13.681420398s","start":"2026-04-03T03:32:38.117059Z","end":"2026-04-03T03:32:51.798479Z","steps":["trace[842280766] 'agreement among raft nodes before linearized reading' (duration: 12.665754937s)","trace[842280766] 'count revisions from in-memory index tree' (duration: 1.01563308s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:51.798506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:38.117024Z","time spent":"13.681476599s","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:51.798609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.77766328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:32:51.798632Z","caller":"traceutil/trace.go:171","msg":"trace[791852734] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26995; }","duration":"14.77772116s","start":"2026-04-03T03:32:37.020904Z","end":"2026-04-03T03:32:51.798625Z","steps":["trace[791852734] 'agreement among raft nodes before linearized reading' (duration: 13.761921096s)","trace[791852734] 'count revisions from in-memory index tree' (duration: 1.015768113s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:51.798653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:37.020883Z","time spent":"14.777763902s","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:51.798704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.022939015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:117453"} {"level":"info","ts":"2026-04-03T03:32:51.798747Z","caller":"traceutil/trace.go:171","msg":"trace[1135817680] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:26995; }","duration":"18.023019977s","start":"2026-04-03T03:32:33.775715Z","end":"2026-04-03T03:32:51.798735Z","steps":["trace[1135817680] 'agreement among raft nodes before linearized reading' (duration: 17.007203233s)","trace[1135817680] 'range keys from in-memory index tree' (duration: 1.015290941s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:51.79876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.797709061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:32:51.798783Z","caller":"traceutil/trace.go:171","msg":"trace[70675720] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26995; }","duration":"14.797766123s","start":"2026-04-03T03:32:37.001008Z","end":"2026-04-03T03:32:51.798774Z","steps":["trace[70675720] 'agreement among raft nodes before linearized reading' (duration: 13.781827806s)","trace[70675720] 'count revisions from in-memory index tree' (duration: 1.015908236s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:51.798783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:33.775699Z","time spent":"18.023073459s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":117477,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-03T03:32:51.798805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:37.000969Z","time spent":"14.797830645s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:51.798939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.023242693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-slcmx.18a2b86358607d0e\" ","response":"range_response_count:1 size:882"} {"level":"info","ts":"2026-04-03T03:32:51.798963Z","caller":"traceutil/trace.go:171","msg":"trace[1580747935] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-slcmx.18a2b86358607d0e; range_end:; response_count:1; response_revision:26995; }","duration":"18.023283853s","start":"2026-04-03T03:32:33.775672Z","end":"2026-04-03T03:32:51.798956Z","steps":["trace[1580747935] 'agreement among raft nodes before linearized reading' (duration: 17.007178842s)","trace[1580747935] 'range keys from in-memory index tree' (duration: 1.01604175s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:51.798982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:33.775662Z","time spent":"18.023315595s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":906,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-slcmx.18a2b86358607d0e\" "} {"level":"warn","ts":"2026-04-03T03:32:51.799071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.970766099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:51.799108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.023437017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-03T03:32:51.799128Z","caller":"traceutil/trace.go:171","msg":"trace[1822544266] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:26995; }","duration":"18.023513739s","start":"2026-04-03T03:32:33.775607Z","end":"2026-04-03T03:32:51.799121Z","steps":["trace[1822544266] 'agreement among raft nodes before linearized reading' (duration: 17.007255344s)","trace[1822544266] 'range keys from in-memory index tree' (duration: 1.016202894s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:51.799153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:33.775576Z","time spent":"18.023572071s","remote":"127.0.0.1:47324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":805,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-04-03T03:32:51.799705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.024001953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:117453"} {"level":"info","ts":"2026-04-03T03:32:51.799734Z","caller":"traceutil/trace.go:171","msg":"trace[1646461828] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:26995; }","duration":"18.024048013s","start":"2026-04-03T03:32:33.775677Z","end":"2026-04-03T03:32:51.799725Z","steps":["trace[1646461828] 'agreement among raft nodes before linearized reading' (duration: 17.007170762s)","trace[1646461828] 'range keys from in-memory index tree' (duration: 1.01644039s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:51.799757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:33.775663Z","time spent":"18.024086824s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":117477,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-03T03:32:51.800013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.024804263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-65dcac73-369d-44cb-b6e1-9f8d0e1f1937\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-04-03T03:32:51.80005Z","caller":"traceutil/trace.go:171","msg":"trace[1399756178] range","detail":"{range_begin:/registry/persistentvolumes/pvc-65dcac73-369d-44cb-b6e1-9f8d0e1f1937; range_end:; response_count:1; response_revision:26995; }","duration":"18.024866335s","start":"2026-04-03T03:32:33.77517Z","end":"2026-04-03T03:32:51.800036Z","steps":["trace[1399756178] 'agreement among raft nodes before linearized reading' (duration: 17.007704467s)","trace[1399756178] 'range keys from in-memory index tree' (duration: 1.017086396s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:51.80007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:33.77515Z","time spent":"18.024914736s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-65dcac73-369d-44cb-b6e1-9f8d0e1f1937\" "} {"level":"warn","ts":"2026-04-03T03:32:51.800183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.733041049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:32:51.800208Z","caller":"traceutil/trace.go:171","msg":"trace[1796402144] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26995; }","duration":"15.73310505s","start":"2026-04-03T03:32:36.067096Z","end":"2026-04-03T03:32:51.800201Z","steps":["trace[1796402144] 'agreement among raft nodes before linearized reading' (duration: 14.715783558s)","trace[1796402144] 'count revisions from in-memory index tree' (duration: 1.017284622s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:51.800228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:36.067073Z","time spent":"15.733149402s","remote":"127.0.0.1:47330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:51.799119Z","caller":"traceutil/trace.go:171","msg":"trace[830856354] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26995; }","duration":"16.97081612s","start":"2026-04-03T03:32:34.82829Z","end":"2026-04-03T03:32:51.799106Z","steps":["trace[830856354] 'agreement among raft nodes before linearized reading' (duration: 15.954626267s)","trace[830856354] 'count revisions from in-memory index tree' (duration: 1.016108622s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:51.800762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:34.828227Z","time spent":"16.972477913s","remote":"127.0.0.1:39994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:51.82058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99972755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:32:51.820673Z","caller":"traceutil/trace.go:171","msg":"trace[2097040510] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999855993s","start":"2026-04-03T03:32:49.820797Z","end":"2026-04-03T03:32:51.820653Z","steps":["trace[2097040510] 'agreement among raft nodes before linearized reading' (duration: 1.99974984s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:51.820726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:49.82078Z","time spent":"1.999934485s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:32:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:32:52.456156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:52.01487Z","time spent":"441.276727ms","remote":"127.0.0.1:47464","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:32:53.821284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000193432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:32:53.821369Z","caller":"traceutil/trace.go:171","msg":"trace[1800867438] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000330185s","start":"2026-04-03T03:32:51.821022Z","end":"2026-04-03T03:32:53.821353Z","steps":["trace[1800867438] 'agreement among raft nodes before linearized reading' (duration: 2.000222823s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:53.821414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:51.82101Z","time spent":"2.000393227s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:32:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:32:55.147627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.364962188s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"warn","ts":"2026-04-03T03:32:55.147902Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"30.971µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"info","ts":"2026-04-03T03:32:55.148643Z","caller":"traceutil/trace.go:171","msg":"trace[1036920102] transaction","detail":"{read_only:false; response_revision:27000; number_of_response:1; }","duration":"3.341781837s","start":"2026-04-03T03:32:51.806837Z","end":"2026-04-03T03:32:55.148619Z","steps":["trace[1036920102] 'process raft request' (duration: 3.341733426s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:55.14877Z","caller":"traceutil/trace.go:171","msg":"trace[1132117582] linearizableReadLoop","detail":"{readStateIndex:28020; appliedIndex:28012; }","duration":"4.366026063s","start":"2026-04-03T03:32:50.782712Z","end":"2026-04-03T03:32:55.148738Z","steps":["trace[1132117582] 'read index received' (duration: 184.925µs)","trace[1132117582] 'applied index is now lower than readState.Index' (duration: 4.365838178s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:55.148793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:51.806818Z","time spent":"3.34189583s","remote":"127.0.0.1:47324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:32:55.149019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:51.802255Z","time spent":"3.346762052s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T03:32:55.149114Z","caller":"traceutil/trace.go:171","msg":"trace[1754896625] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26998; }","duration":"4.536790225s","start":"2026-04-03T03:32:50.612311Z","end":"2026-04-03T03:32:55.149102Z","steps":["trace[1754896625] 'process raft request' (duration: 4.536064447s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:55.149208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:50.612284Z","time spent":"4.536854327s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":575,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:32:55.149284Z","caller":"traceutil/trace.go:171","msg":"trace[1686986043] transaction","detail":"{read_only:false; response_revision:26999; number_of_response:1; }","duration":"3.343568271s","start":"2026-04-03T03:32:51.805701Z","end":"2026-04-03T03:32:55.149269Z","steps":["trace[1686986043] 'process raft request' (duration: 3.342806002s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:55.149351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:51.805681Z","time spent":"3.343633362s","remote":"127.0.0.1:47324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:32:55.149379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.655670097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:32:55.149405Z","caller":"traceutil/trace.go:171","msg":"trace[829265936] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:27000; }","duration":"4.655734169s","start":"2026-04-03T03:32:50.493663Z","end":"2026-04-03T03:32:55.149397Z","steps":["trace[829265936] 'agreement among raft nodes before linearized reading' (duration: 4.655684907s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:55.149423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:50.493642Z","time spent":"4.65577687s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:55.149534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.777756609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-04-03T03:32:55.149559Z","caller":"traceutil/trace.go:171","msg":"trace[904547008] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:27000; }","duration":"4.77782678s","start":"2026-04-03T03:32:50.371725Z","end":"2026-04-03T03:32:55.149552Z","steps":["trace[904547008] 'agreement among raft nodes before linearized reading' (duration: 4.777782109s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:55.149575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:50.371702Z","time spent":"4.777868761s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-03T03:32:55.149662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000516885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:55.149683Z","caller":"traceutil/trace.go:171","msg":"trace[25651431] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:27000; }","duration":"5.000539325s","start":"2026-04-03T03:32:50.149139Z","end":"2026-04-03T03:32:55.149678Z","steps":["trace[25651431] 'agreement among raft nodes before linearized reading' (duration: 5.000506455s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:55.149697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:50.149081Z","time spent":"5.000612658s","remote":"127.0.0.1:33212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:55.149784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.626041732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:55.149823Z","caller":"traceutil/trace.go:171","msg":"trace[736361221] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27000; }","duration":"5.626086503s","start":"2026-04-03T03:32:49.523711Z","end":"2026-04-03T03:32:55.149798Z","steps":["trace[736361221] 'agreement among raft nodes before linearized reading' (duration: 5.626054443s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:55.149842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:49.523695Z","time spent":"5.626142084s","remote":"127.0.0.1:39752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:55.149953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.899044988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:55.14997Z","caller":"traceutil/trace.go:171","msg":"trace[644933218] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:27000; }","duration":"5.899063929s","start":"2026-04-03T03:32:49.2509Z","end":"2026-04-03T03:32:55.149964Z","steps":["trace[644933218] 'agreement among raft nodes before linearized reading' (duration: 5.899031728s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:55.149988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:49.250879Z","time spent":"5.89910157s","remote":"127.0.0.1:37670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:55.150037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.275718775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:32:55.150052Z","caller":"traceutil/trace.go:171","msg":"trace[1868963639] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27000; }","duration":"6.275774997s","start":"2026-04-03T03:32:48.874271Z","end":"2026-04-03T03:32:55.150046Z","steps":["trace[1868963639] 'agreement among raft nodes before linearized reading' (duration: 6.275751906s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:55.150065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:48.874249Z","time spent":"6.275811767s","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:55.150154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.920623319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:55.15017Z","caller":"traceutil/trace.go:171","msg":"trace[503166318] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:27000; }","duration":"6.920684751s","start":"2026-04-03T03:32:48.229481Z","end":"2026-04-03T03:32:55.150166Z","steps":["trace[503166318] 'agreement among raft nodes before linearized reading' (duration: 6.92065543s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:55.150192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:48.22946Z","time spent":"6.920728211s","remote":"127.0.0.1:40050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:55.150329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.787437876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-rvtcb\" ","response":"range_response_count:1 size:7051"} {"level":"info","ts":"2026-04-03T03:32:55.150356Z","caller":"traceutil/trace.go:171","msg":"trace[1144589532] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-rvtcb; range_end:; response_count:1; response_revision:27000; }","duration":"7.787505518s","start":"2026-04-03T03:32:47.362844Z","end":"2026-04-03T03:32:55.15035Z","steps":["trace[1144589532] 'agreement among raft nodes before linearized reading' (duration: 7.787425006s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:55.150378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:47.362822Z","time spent":"7.7875506s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7075,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-rvtcb\" "} {"level":"warn","ts":"2026-04-03T03:32:55.150494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.301996422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:32:55.150521Z","caller":"traceutil/trace.go:171","msg":"trace[1477608783] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27000; }","duration":"14.302043163s","start":"2026-04-03T03:32:40.848471Z","end":"2026-04-03T03:32:55.150515Z","steps":["trace[1477608783] 'agreement among raft nodes before linearized reading' (duration: 14.302001502s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:55.150522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.899133159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:55.150579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.335004549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:55.150617Z","caller":"traceutil/trace.go:171","msg":"trace[1239524295] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27000; }","duration":"14.335076181s","start":"2026-04-03T03:32:40.815531Z","end":"2026-04-03T03:32:55.150607Z","steps":["trace[1239524295] 'agreement among raft nodes before linearized reading' (duration: 14.335027599s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:55.15064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:40.815306Z","time spent":"14.335327958s","remote":"127.0.0.1:39696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:55.150632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.95568769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:32:55.150676Z","caller":"traceutil/trace.go:171","msg":"trace[1936121305] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:27000; }","duration":"11.955764532s","start":"2026-04-03T03:32:43.1949Z","end":"2026-04-03T03:32:55.150665Z","steps":["trace[1936121305] 'agreement among raft nodes before linearized reading' (duration: 11.95568388s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:55.150717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.213858803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:32:55.150723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:43.194881Z","time spent":"11.955831163s","remote":"127.0.0.1:47292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:55.150739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.852891027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:32:55.150812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.951757962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:32:55.150828Z","caller":"traceutil/trace.go:171","msg":"trace[1393560325] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:27000; }","duration":"11.951789803s","start":"2026-04-03T03:32:43.199035Z","end":"2026-04-03T03:32:55.150824Z","steps":["trace[1393560325] 'agreement among raft nodes before linearized reading' (duration: 11.951763282s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:55.150688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.086665523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-04-03T03:32:55.150779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.615474125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:55.150845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:43.199025Z","time spent":"11.951817163s","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:55.15086Z","caller":"traceutil/trace.go:171","msg":"trace[582508216] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:27000; }","duration":"13.086833578s","start":"2026-04-03T03:32:42.064017Z","end":"2026-04-03T03:32:55.150851Z","steps":["trace[582508216] 'agreement among raft nodes before linearized reading' (duration: 13.086585921s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:55.150862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.794123015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:55.150899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:42.06395Z","time spent":"13.086940351s","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7557,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-03T03:32:55.150916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.860839116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:55.150585Z","caller":"traceutil/trace.go:171","msg":"trace[2020815374] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:27000; }","duration":"13.899240011s","start":"2026-04-03T03:32:41.251325Z","end":"2026-04-03T03:32:55.150565Z","steps":["trace[2020815374] 'agreement among raft nodes before linearized reading' (duration: 13.899141339s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:55.150545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:40.848461Z","time spent":"14.302076694s","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:55.150968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.764204078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:55.150957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.048888813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-04-03T03:32:55.150832Z","caller":"traceutil/trace.go:171","msg":"trace[1329871385] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:27000; }","duration":"14.85300095s","start":"2026-04-03T03:32:40.297817Z","end":"2026-04-03T03:32:55.150818Z","steps":["trace[1329871385] 'agreement among raft nodes before linearized reading' (duration: 14.852887537s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:55.15101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.934817709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:55.151017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.345205313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:55.151052Z","caller":"traceutil/trace.go:171","msg":"trace[1490998681] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:27000; }","duration":"15.934893411s","start":"2026-04-03T03:32:39.216147Z","end":"2026-04-03T03:32:55.151041Z","steps":["trace[1490998681] 'agreement among raft nodes before linearized reading' (duration: 15.93482851s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:55.151082Z","caller":"traceutil/trace.go:171","msg":"trace[174337939] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27000; }","duration":"9.345296885s","start":"2026-04-03T03:32:45.805767Z","end":"2026-04-03T03:32:55.151063Z","steps":["trace[174337939] 'agreement among raft nodes before linearized reading' (duration: 9.345207683s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:55.151138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.303766292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18541"} {"level":"warn","ts":"2026-04-03T03:32:55.151136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.817990533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:32:55.151161Z","caller":"traceutil/trace.go:171","msg":"trace[1778571313] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:27000; }","duration":"10.303828553s","start":"2026-04-03T03:32:44.847327Z","end":"2026-04-03T03:32:55.151156Z","steps":["trace[1778571313] 'agreement among raft nodes before linearized reading' (duration: 10.303747761s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:55.151182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:44.847305Z","time spent":"10.303874135s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-03T03:32:55.151186Z","caller":"traceutil/trace.go:171","msg":"trace[1013452042] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:27000; }","duration":"7.818086956s","start":"2026-04-03T03:32:47.333087Z","end":"2026-04-03T03:32:55.151174Z","steps":["trace[1013452042] 'agreement among raft nodes before linearized reading' (duration: 7.817969353s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:55.150988Z","caller":"traceutil/trace.go:171","msg":"trace[987745125] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27000; }","duration":"11.76426872s","start":"2026-04-03T03:32:43.386714Z","end":"2026-04-03T03:32:55.150983Z","steps":["trace[987745125] 'agreement among raft nodes before linearized reading' (duration: 11.764243409s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:55.151206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.804167632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:55.151234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:43.386687Z","time spent":"11.764542717s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:55.151228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:47.333065Z","time spent":"7.818153468s","remote":"127.0.0.1:55098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:55.151255Z","caller":"traceutil/trace.go:171","msg":"trace[1527392444] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:27000; }","duration":"10.804213043s","start":"2026-04-03T03:32:44.347024Z","end":"2026-04-03T03:32:55.151237Z","steps":["trace[1527392444] 'agreement among raft nodes before linearized reading' (duration: 10.804146401s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:55.151138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:45.805745Z","time spent":"9.345379607s","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:55.150687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.155730029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:55.151309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:44.346981Z","time spent":"10.804314706s","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:55.150868Z","caller":"traceutil/trace.go:171","msg":"trace[1407219096] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27000; }","duration":"13.615598948s","start":"2026-04-03T03:32:41.535257Z","end":"2026-04-03T03:32:55.150856Z","steps":["trace[1407219096] 'agreement among raft nodes before linearized reading' (duration: 13.615491025s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:55.151339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.049267802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-04-03T03:32:55.151367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:41.53524Z","time spent":"13.616120161s","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:55.151374Z","caller":"traceutil/trace.go:171","msg":"trace[2012475194] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27000; }","duration":"8.049347244s","start":"2026-04-03T03:32:47.102018Z","end":"2026-04-03T03:32:55.151366Z","steps":["trace[2012475194] 'agreement among raft nodes before linearized reading' (duration: 8.049262782s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:55.150677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.61655076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:55.151093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:39.216129Z","time spent":"15.934953173s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:55.151408Z","caller":"traceutil/trace.go:171","msg":"trace[1563081201] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:27000; }","duration":"14.617322179s","start":"2026-04-03T03:32:40.534075Z","end":"2026-04-03T03:32:55.151397Z","steps":["trace[1563081201] 'agreement among raft nodes before linearized reading' (duration: 14.61654511s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:55.151024Z","caller":"traceutil/trace.go:171","msg":"trace[7293724] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27000; }","duration":"8.048997066s","start":"2026-04-03T03:32:47.102011Z","end":"2026-04-03T03:32:55.151008Z","steps":["trace[7293724] 'agreement among raft nodes before linearized reading' (duration: 8.04874641s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:55.151458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:47.101987Z","time spent":"8.049463677s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:32:55.151459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:40.534059Z","time spent":"14.61737896s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:55.151357Z","caller":"traceutil/trace.go:171","msg":"trace[2023862202] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:27000; }","duration":"11.156457287s","start":"2026-04-03T03:32:43.994869Z","end":"2026-04-03T03:32:55.151326Z","steps":["trace[2023862202] 'agreement among raft nodes before linearized reading' (duration: 11.155707169s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:55.150737Z","caller":"traceutil/trace.go:171","msg":"trace[738400396] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27000; }","duration":"13.213917635s","start":"2026-04-03T03:32:41.936814Z","end":"2026-04-03T03:32:55.150731Z","steps":["trace[738400396] 'agreement among raft nodes before linearized reading' (duration: 13.213885094s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:55.151577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:41.936792Z","time spent":"13.214752505s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:55.150955Z","caller":"traceutil/trace.go:171","msg":"trace[611025552] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:27000; }","duration":"14.860920268s","start":"2026-04-03T03:32:40.290025Z","end":"2026-04-03T03:32:55.150945Z","steps":["trace[611025552] 'agreement among raft nodes before linearized reading' (duration: 14.860860206s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:55.151656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:40.289998Z","time spent":"14.861642996s","remote":"127.0.0.1:35062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:55.150984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:41.251303Z","time spent":"13.899669723s","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:55.151021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:40.297807Z","time spent":"14.853206745s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:55.150948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.490915994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:55.151861Z","caller":"traceutil/trace.go:171","msg":"trace[1942806530] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:27000; }","duration":"11.491849127s","start":"2026-04-03T03:32:43.65999Z","end":"2026-04-03T03:32:55.151839Z","steps":["trace[1942806530] 'agreement among raft nodes before linearized reading' (duration: 11.490942645s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:55.151401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:47.101996Z","time spent":"8.049397836s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T03:32:55.15194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:43.659969Z","time spent":"11.49194598s","remote":"127.0.0.1:52546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:55.15152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:43.994845Z","time spent":"11.156666252s","remote":"127.0.0.1:37776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:55.150939Z","caller":"traceutil/trace.go:171","msg":"trace[500938590] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:0; response_revision:27000; }","duration":"7.794212846s","start":"2026-04-03T03:32:47.356705Z","end":"2026-04-03T03:32:55.150918Z","steps":["trace[500938590] 'agreement among raft nodes before linearized reading' (duration: 7.794046962s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:55.152096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:47.356694Z","time spent":"7.795387045s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-03T03:32:55.830294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000625992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:32:55.83039Z","caller":"traceutil/trace.go:171","msg":"trace[1974697368] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000785876s","start":"2026-04-03T03:32:53.82958Z","end":"2026-04-03T03:32:55.830366Z","steps":["trace[1974697368] 'agreement among raft nodes before linearized reading' (duration: 2.000662163s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:55.830441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:53.829558Z","time spent":"2.000872869s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:32:55.846206Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23859,"took":"23.744385181s","hash":1225933168,"current-db-size-bytes":53940224,"current-db-size":"54 MB","current-db-size-in-use-bytes":42684416,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-04-03T03:32:55.846259Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1225933168,"revision":23859,"compact-revision":21743} {"level":"warn","ts":"2026-04-03T03:32:57.736002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332812423s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-03T03:32:57.736265Z","caller":"traceutil/trace.go:171","msg":"trace[21886840] linearizableReadLoop","detail":"{readStateIndex:28024; appliedIndex:28023; }","duration":"2.587399928s","start":"2026-04-03T03:32:55.148821Z","end":"2026-04-03T03:32:57.736221Z","steps":["trace[21886840] 'read index received' (duration: 254.279827ms)","trace[21886840] 'applied index is now lower than readState.Index' (duration: 2.333116051s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:57.737619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.591341935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:57.737677Z","caller":"traceutil/trace.go:171","msg":"trace[778454400] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:27000; }","duration":"3.591447908s","start":"2026-04-03T03:32:54.146214Z","end":"2026-04-03T03:32:57.737662Z","steps":["trace[778454400] 'agreement among raft nodes before linearized reading' (duration: 3.591315305s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.737643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517815965s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:57.737723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:54.146196Z","time spent":"3.591512839s","remote":"127.0.0.1:33204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:57.737753Z","caller":"traceutil/trace.go:171","msg":"trace[629418012] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27000; }","duration":"1.517941348s","start":"2026-04-03T03:32:56.219792Z","end":"2026-04-03T03:32:57.737734Z","steps":["trace[629418012] 'range keys from in-memory index tree' (duration: 1.517800785s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.738182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.706001251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:57.738228Z","caller":"traceutil/trace.go:171","msg":"trace[1816070126] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:27000; }","duration":"3.706080723s","start":"2026-04-03T03:32:54.032136Z","end":"2026-04-03T03:32:57.738216Z","steps":["trace[1816070126] 'agreement among raft nodes before linearized reading' (duration: 3.706008731s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.738261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:54.032118Z","time spent":"3.706134674s","remote":"127.0.0.1:33338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:57.738471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.406233707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T03:32:57.738505Z","caller":"traceutil/trace.go:171","msg":"trace[1664078265] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:27000; }","duration":"6.406296289s","start":"2026-04-03T03:32:51.3322Z","end":"2026-04-03T03:32:57.738497Z","steps":["trace[1664078265] 'agreement among raft nodes before linearized reading' (duration: 6.406157445s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.738556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:51.332187Z","time spent":"6.406361771s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-03T03:32:57.73856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.425749768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:57.73864Z","caller":"traceutil/trace.go:171","msg":"trace[667167015] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:27000; }","duration":"6.425809369s","start":"2026-04-03T03:32:51.312776Z","end":"2026-04-03T03:32:57.738585Z","steps":["trace[667167015] 'agreement among raft nodes before linearized reading' (duration: 6.425740686s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.738662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.271599694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:57.738713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:51.312766Z","time spent":"6.425935253s","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:57.738737Z","caller":"traceutil/trace.go:171","msg":"trace[1684729406] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27000; }","duration":"5.271730327s","start":"2026-04-03T03:32:52.466985Z","end":"2026-04-03T03:32:57.738716Z","steps":["trace[1684729406] 'agreement among raft nodes before linearized reading' (duration: 5.271594634s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.738775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:52.466965Z","time spent":"5.27179999s","remote":"127.0.0.1:39972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:57.739032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.558171488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:57.739079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:55.153406Z","time spent":"2.585671624s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T03:32:57.73911Z","caller":"traceutil/trace.go:171","msg":"trace[161974966] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:27000; }","duration":"6.558294062s","start":"2026-04-03T03:32:51.180799Z","end":"2026-04-03T03:32:57.739093Z","steps":["trace[161974966] 'agreement among raft nodes before linearized reading' (duration: 6.558127368s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.739152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:51.180781Z","time spent":"6.558361534s","remote":"127.0.0.1:47148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:57.739258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.231196931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:57.739405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.590940521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-04-03T03:32:57.739442Z","caller":"traceutil/trace.go:171","msg":"trace[1920752] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:27000; }","duration":"6.591012933s","start":"2026-04-03T03:32:51.148419Z","end":"2026-04-03T03:32:57.739432Z","steps":["trace[1920752] 'agreement among raft nodes before linearized reading' (duration: 6.59087274s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.739463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:51.148398Z","time spent":"6.591059784s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-03T03:32:57.73951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.923826419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:57.73959Z","caller":"traceutil/trace.go:171","msg":"trace[1018190384] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:27000; }","duration":"6.923955763s","start":"2026-04-03T03:32:50.815616Z","end":"2026-04-03T03:32:57.739572Z","steps":["trace[1018190384] 'agreement among raft nodes before linearized reading' (duration: 6.923821719s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.739662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:50.815594Z","time spent":"6.924056025s","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:57.73987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.791564655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:57.739905Z","caller":"traceutil/trace.go:171","msg":"trace[1909604100] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27000; }","duration":"4.791671717s","start":"2026-04-03T03:32:52.948223Z","end":"2026-04-03T03:32:57.739895Z","steps":["trace[1909604100] 'agreement among raft nodes before linearized reading' (duration: 4.790426577s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.739928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:52.948201Z","time spent":"4.791720029s","remote":"127.0.0.1:39904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:57.740113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.934797669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:57.740146Z","caller":"traceutil/trace.go:171","msg":"trace[1755495397] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27000; }","duration":"3.93486935s","start":"2026-04-03T03:32:53.805267Z","end":"2026-04-03T03:32:57.740137Z","steps":["trace[1755495397] 'agreement among raft nodes before linearized reading' (duration: 3.933406314s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.740171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:53.805244Z","time spent":"3.934919302s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:32:57.740301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.52980881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:57.74033Z","caller":"traceutil/trace.go:171","msg":"trace[335877781] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:27000; }","duration":"4.529881712s","start":"2026-04-03T03:32:53.210441Z","end":"2026-04-03T03:32:57.740323Z","steps":["trace[335877781] 'agreement among raft nodes before linearized reading' (duration: 4.528245062s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.740352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:53.210418Z","time spent":"4.529926284s","remote":"127.0.0.1:39630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:57.740512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.822571531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-03T03:32:57.740542Z","caller":"traceutil/trace.go:171","msg":"trace[589740004] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:27000; }","duration":"5.824614552s","start":"2026-04-03T03:32:51.91592Z","end":"2026-04-03T03:32:57.740535Z","steps":["trace[589740004] 'agreement among raft nodes before linearized reading' (duration: 5.822776947s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.740565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:51.9159Z","time spent":"5.824656144s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-03T03:32:57.7407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.451135586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:57.74075Z","caller":"traceutil/trace.go:171","msg":"trace[2145380223] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27000; }","duration":"5.451208368s","start":"2026-04-03T03:32:52.289514Z","end":"2026-04-03T03:32:57.740722Z","steps":["trace[2145380223] 'agreement among raft nodes before linearized reading' (duration: 5.449205068s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.74078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:52.289487Z","time spent":"5.45128449s","remote":"127.0.0.1:39710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:57.741033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.473780974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-03T03:32:57.741055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.933134603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:32:57.741081Z","caller":"traceutil/trace.go:171","msg":"trace[1813925687] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:27000; }","duration":"6.933191464s","start":"2026-04-03T03:32:50.807882Z","end":"2026-04-03T03:32:57.741074Z","steps":["trace[1813925687] 'agreement among raft nodes before linearized reading' (duration: 6.930937828s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:57.739291Z","caller":"traceutil/trace.go:171","msg":"trace[400127501] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:27000; }","duration":"5.231264363s","start":"2026-04-03T03:32:52.508016Z","end":"2026-04-03T03:32:57.73928Z","steps":["trace[400127501] 'agreement among raft nodes before linearized reading' (duration: 5.231214232s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.741168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:52.507998Z","time spent":"5.23315742s","remote":"127.0.0.1:52376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:57.74121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.935353729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123810"} {"level":"warn","ts":"2026-04-03T03:32:57.741275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.487402153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:32:57.741293Z","caller":"traceutil/trace.go:171","msg":"trace[1160269762] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:27000; }","duration":"5.935454301s","start":"2026-04-03T03:32:51.805831Z","end":"2026-04-03T03:32:57.741285Z","steps":["trace[1160269762] 'agreement among raft nodes before linearized reading' (duration: 5.932916198s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.741313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:51.805825Z","time spent":"5.935482602s","remote":"127.0.0.1:47058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123834,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-03T03:32:57.741337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.459415121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:57.741107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.934569569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-03T03:32:57.741367Z","caller":"traceutil/trace.go:171","msg":"trace[1702708644] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:27000; }","duration":"6.459485444s","start":"2026-04-03T03:32:51.281871Z","end":"2026-04-03T03:32:57.741357Z","steps":["trace[1702708644] 'agreement among raft nodes before linearized reading' (duration: 6.457002911s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.741389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:51.281847Z","time spent":"6.459536095s","remote":"127.0.0.1:33326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:57.741401Z","caller":"traceutil/trace.go:171","msg":"trace[1080767996] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:27000; }","duration":"5.934860248s","start":"2026-04-03T03:32:51.806511Z","end":"2026-04-03T03:32:57.741371Z","steps":["trace[1080767996] 'agreement among raft nodes before linearized reading' (duration: 5.932224322s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.741434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:51.806505Z","time spent":"5.934917079s","remote":"127.0.0.1:47074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-03T03:32:57.741309Z","caller":"traceutil/trace.go:171","msg":"trace[2052241447] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:27000; }","duration":"6.487472965s","start":"2026-04-03T03:32:51.253827Z","end":"2026-04-03T03:32:57.7413Z","steps":["trace[2052241447] 'agreement among raft nodes before linearized reading' (duration: 6.485088826s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.741507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:51.253808Z","time spent":"6.487692381s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:57.741107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:50.807862Z","time spent":"6.933239195s","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:57.741062Z","caller":"traceutil/trace.go:171","msg":"trace[1016930267] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27000; }","duration":"5.473808735s","start":"2026-04-03T03:32:52.267244Z","end":"2026-04-03T03:32:57.741052Z","steps":["trace[1016930267] 'agreement among raft nodes before linearized reading' (duration: 5.471487358s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.741659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:52.267196Z","time spent":"5.474457362s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-03T03:32:57.741684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.588023893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18a2bb43f4de86b2\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-04-03T03:32:57.74172Z","caller":"traceutil/trace.go:171","msg":"trace[1713457866] range","detail":"{range_begin:/registry/events/openstack/container-infra.18a2bb43f4de86b2; range_end:; response_count:1; response_revision:27004; }","duration":"2.588057944s","start":"2026-04-03T03:32:55.153652Z","end":"2026-04-03T03:32:57.74171Z","steps":["trace[1713457866] 'agreement among raft nodes before linearized reading' (duration: 2.587920181s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.741741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:55.153622Z","time spent":"2.588114356s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":719,"request content":"key:\"/registry/events/openstack/container-infra.18a2bb43f4de86b2\" "} {"level":"warn","ts":"2026-04-03T03:32:57.741764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.984913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:57.74179Z","caller":"traceutil/trace.go:171","msg":"trace[289694314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27004; }","duration":"560.046165ms","start":"2026-04-03T03:32:57.181735Z","end":"2026-04-03T03:32:57.741782Z","steps":["trace[289694314] 'agreement among raft nodes before linearized reading' (duration: 560.003084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.741814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:57.181685Z","time spent":"560.125477ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:32:57.741842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699173843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:57.741873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845168984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:57.741894Z","caller":"traceutil/trace.go:171","msg":"trace[770514404] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27004; }","duration":"1.845192785s","start":"2026-04-03T03:32:55.896694Z","end":"2026-04-03T03:32:57.741887Z","steps":["trace[770514404] 'agreement among raft nodes before linearized reading' (duration: 1.845151114s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.741915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:55.896632Z","time spent":"1.845276717s","remote":"127.0.0.1:40138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:57.741962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.583351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:57.742019Z","caller":"traceutil/trace.go:171","msg":"trace[1542524162] transaction","detail":"{read_only:false; response_revision:27002; number_of_response:1; }","duration":"2.583979533s","start":"2026-04-03T03:32:55.158032Z","end":"2026-04-03T03:32:57.742012Z","steps":["trace[1542524162] 'process raft request' (duration: 2.583373898s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:57.742037Z","caller":"traceutil/trace.go:171","msg":"trace[175791423] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:27004; }","duration":"716.662123ms","start":"2026-04-03T03:32:57.025346Z","end":"2026-04-03T03:32:57.742008Z","steps":["trace[175791423] 'agreement among raft nodes before linearized reading' (duration: 716.583781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.742051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910821151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:57.742063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:57.025328Z","time spent":"716.726855ms","remote":"127.0.0.1:44470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:57.742071Z","caller":"traceutil/trace.go:171","msg":"trace[2090830501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27004; }","duration":"1.910987184s","start":"2026-04-03T03:32:55.831078Z","end":"2026-04-03T03:32:57.742066Z","steps":["trace[2090830501] 'agreement among raft nodes before linearized reading' (duration: 1.910936533s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.74209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:55.831055Z","time spent":"1.911030596s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:32:57.742094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:55.158014Z","time spent":"2.584029325s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:32:57.742184Z","caller":"traceutil/trace.go:171","msg":"trace[829575239] transaction","detail":"{read_only:false; response_revision:27003; number_of_response:1; }","duration":"2.58185623s","start":"2026-04-03T03:32:55.16032Z","end":"2026-04-03T03:32:57.742177Z","steps":["trace[829575239] 'process raft request' (duration: 2.581155192s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.742211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339248226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:32:57.74222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:55.160312Z","time spent":"2.58188621s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:32:57.742229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.583706905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-04-03T03:32:57.742239Z","caller":"traceutil/trace.go:171","msg":"trace[300758702] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27004; }","duration":"1.339339478s","start":"2026-04-03T03:32:56.402892Z","end":"2026-04-03T03:32:57.742232Z","steps":["trace[300758702] 'agreement among raft nodes before linearized reading' (duration: 1.339272977s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:57.742248Z","caller":"traceutil/trace.go:171","msg":"trace[1784949970] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:27004; }","duration":"2.583725125s","start":"2026-04-03T03:32:55.158518Z","end":"2026-04-03T03:32:57.742243Z","steps":["trace[1784949970] 'agreement among raft nodes before linearized reading' (duration: 2.583658984s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.742266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:55.15849Z","time spent":"2.583772087s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-03T03:32:57.74226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:56.402866Z","time spent":"1.33938765s","remote":"127.0.0.1:33190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:57.742294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.585713776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-03T03:32:57.742322Z","caller":"traceutil/trace.go:171","msg":"trace[1719493704] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:27004; }","duration":"2.585777547s","start":"2026-04-03T03:32:55.156539Z","end":"2026-04-03T03:32:57.742316Z","steps":["trace[1719493704] 'agreement among raft nodes before linearized reading' (duration: 2.585707546s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.742341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:55.156519Z","time spent":"2.585819239s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":563,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-04-03T03:32:57.741894Z","caller":"traceutil/trace.go:171","msg":"trace[1596317015] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27004; }","duration":"1.699227555s","start":"2026-04-03T03:32:56.042657Z","end":"2026-04-03T03:32:57.741885Z","steps":["trace[1596317015] 'agreement among raft nodes before linearized reading' (duration: 1.699154043s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.742366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:56.042638Z","time spent":"1.699720166s","remote":"127.0.0.1:39876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:32:57.742381Z","caller":"traceutil/trace.go:171","msg":"trace[512068825] transaction","detail":"{read_only:false; response_revision:27004; number_of_response:1; }","duration":"2.581547792s","start":"2026-04-03T03:32:55.160826Z","end":"2026-04-03T03:32:57.742374Z","steps":["trace[512068825] 'process raft request' (duration: 2.58068109s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.742427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:55.160818Z","time spent":"2.581583402s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6840,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:32:57.742444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.587385548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-04-03T03:32:57.742472Z","caller":"traceutil/trace.go:171","msg":"trace[657286678] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:27004; }","duration":"2.587424219s","start":"2026-04-03T03:32:55.15503Z","end":"2026-04-03T03:32:57.742454Z","steps":["trace[657286678] 'agreement among raft nodes before linearized reading' (duration: 2.587382488s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.742492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394176704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:57.741919Z","caller":"traceutil/trace.go:171","msg":"trace[1720416203] transaction","detail":"{read_only:false; response_revision:27001; number_of_response:1; }","duration":"2.587687995s","start":"2026-04-03T03:32:55.154222Z","end":"2026-04-03T03:32:57.74191Z","steps":["trace[1720416203] 'process raft request' (duration: 2.584778182s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:57.742537Z","caller":"traceutil/trace.go:171","msg":"trace[1359520091] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:27004; }","duration":"1.394240136s","start":"2026-04-03T03:32:56.348269Z","end":"2026-04-03T03:32:57.742509Z","steps":["trace[1359520091] 'agreement among raft nodes before linearized reading' (duration: 1.394190255s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.742543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:55.155013Z","time spent":"2.58747519s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-03T03:32:57.742572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.828755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:57.742589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:55.154208Z","time spent":"2.588331282s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:32:57.742611Z","caller":"traceutil/trace.go:171","msg":"trace[951540468] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:27004; }","duration":"119.902527ms","start":"2026-04-03T03:32:57.6227Z","end":"2026-04-03T03:32:57.742603Z","steps":["trace[951540468] 'agreement among raft nodes before linearized reading' (duration: 119.842846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.742664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497550276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:32:57.74269Z","caller":"traceutil/trace.go:171","msg":"trace[2033940752] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:27004; }","duration":"1.497633338s","start":"2026-04-03T03:32:56.245051Z","end":"2026-04-03T03:32:57.742684Z","steps":["trace[2033940752] 'agreement among raft nodes before linearized reading' (duration: 1.497576407s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.742709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:56.245016Z","time spent":"1.49768774s","remote":"127.0.0.1:39212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:57.742849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.269671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418399"} {"level":"info","ts":"2026-04-03T03:32:57.742877Z","caller":"traceutil/trace.go:171","msg":"trace[1380515220] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:27004; }","duration":"310.336803ms","start":"2026-04-03T03:32:57.432534Z","end":"2026-04-03T03:32:57.742871Z","steps":["trace[1380515220] 'agreement among raft nodes before linearized reading' (duration: 310.193399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.742878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.713932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:32:57.742895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:57.432513Z","time spent":"310.377864ms","remote":"127.0.0.1:39162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418423,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-03T03:32:57.742912Z","caller":"traceutil/trace.go:171","msg":"trace[864712067] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:27004; }","duration":"560.784834ms","start":"2026-04-03T03:32:57.18212Z","end":"2026-04-03T03:32:57.742905Z","steps":["trace[864712067] 'agreement among raft nodes before linearized reading' (duration: 560.733623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.742942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:57.182096Z","time spent":"560.838105ms","remote":"127.0.0.1:39668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:57.742563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:56.348251Z","time spent":"1.394303997s","remote":"127.0.0.1:47462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:57.742614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471152924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:57.743185Z","caller":"traceutil/trace.go:171","msg":"trace[1096776507] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:27004; }","duration":"1.471742718s","start":"2026-04-03T03:32:56.271434Z","end":"2026-04-03T03:32:57.743177Z","steps":["trace[1096776507] 'agreement among raft nodes before linearized reading' (duration: 1.471159954s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.743209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:56.271421Z","time spent":"1.471780399s","remote":"127.0.0.1:37694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:57.744664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.936186772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:57.744821Z","caller":"traceutil/trace.go:171","msg":"trace[1224931389] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:27004; }","duration":"4.936369896s","start":"2026-04-03T03:32:52.808379Z","end":"2026-04-03T03:32:57.744749Z","steps":["trace[1224931389] 'agreement among raft nodes before linearized reading' (duration: 4.930365266s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:57.74486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:52.808355Z","time spent":"4.93649432s","remote":"127.0.0.1:40198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:32:58.249769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:32:59.31289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563635053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:32:59.312983Z","caller":"traceutil/trace.go:171","msg":"trace[121001667] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"1.563782208s","start":"2026-04-03T03:32:57.749177Z","end":"2026-04-03T03:32:59.312959Z","steps":["trace[121001667] 'agreement among raft nodes before linearized reading' (duration: 1.563610392s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:59.313034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:57.74916Z","time spent":"1.563861649s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/04/03 03:32:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:32:59.468138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:58.780099Z","time spent":"688.030606ms","remote":"127.0.0.1:47486","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:32:59.468465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.717924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:32:59.468671Z","caller":"traceutil/trace.go:171","msg":"trace[1016561324] linearizableReadLoop","detail":"{readStateIndex:28033; appliedIndex:28029; }","duration":"1.719133853s","start":"2026-04-03T03:32:57.749526Z","end":"2026-04-03T03:32:59.46866Z","steps":["trace[1016561324] 'read index received' (duration: 992.684755ms)","trace[1016561324] 'applied index is now lower than readState.Index' (duration: 726.448608ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:32:59.46874Z","caller":"traceutil/trace.go:171","msg":"trace[1405255211] transaction","detail":"{read_only:false; response_revision:27005; number_of_response:1; }","duration":"1.719965894s","start":"2026-04-03T03:32:57.748767Z","end":"2026-04-03T03:32:59.468733Z","steps":["trace[1405255211] 'process raft request' (duration: 992.912741ms)","trace[1405255211] 'compare' (duration: 726.462698ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:32:59.468796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:57.748742Z","time spent":"1.720032266s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:32:59.469139Z","caller":"traceutil/trace.go:171","msg":"trace[1935733527] transaction","detail":"{read_only:false; response_revision:27007; number_of_response:1; }","duration":"1.719766919s","start":"2026-04-03T03:32:57.749355Z","end":"2026-04-03T03:32:59.469122Z","steps":["trace[1935733527] 'process raft request' (duration: 1.719261377s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:59.46919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:57.749343Z","time spent":"1.7198218s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:32:59.469288Z","caller":"traceutil/trace.go:171","msg":"trace[365276337] transaction","detail":"{read_only:false; response_revision:27006; number_of_response:1; }","duration":"1.719969964s","start":"2026-04-03T03:32:57.749313Z","end":"2026-04-03T03:32:59.469283Z","steps":["trace[365276337] 'process raft request' (duration: 1.719264017s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:59.469273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720216069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-04-03T03:32:59.469319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:57.749299Z","time spent":"1.720004085s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:32:59.46933Z","caller":"traceutil/trace.go:171","msg":"trace[1429755365] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27008; }","duration":"1.720303672s","start":"2026-04-03T03:32:57.749011Z","end":"2026-04-03T03:32:59.469315Z","steps":["trace[1429755365] 'agreement among raft nodes before linearized reading' (duration: 1.720153098s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:32:59.469337Z","caller":"traceutil/trace.go:171","msg":"trace[1512268085] transaction","detail":"{read_only:false; response_revision:27008; number_of_response:1; }","duration":"1.719916792s","start":"2026-04-03T03:32:57.749402Z","end":"2026-04-03T03:32:59.469319Z","steps":["trace[1512268085] 'process raft request' (duration: 1.719235035s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:59.469367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:57.748998Z","time spent":"1.720362613s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-03T03:32:59.469379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719976864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:32:59.469408Z","caller":"traceutil/trace.go:171","msg":"trace[166705607] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:27008; }","duration":"1.720010205s","start":"2026-04-03T03:32:57.749389Z","end":"2026-04-03T03:32:59.469399Z","steps":["trace[166705607] 'agreement among raft nodes before linearized reading' (duration: 1.719953164s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:59.469425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720163828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-04-03T03:32:59.469436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:57.749353Z","time spent":"1.720076447s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-04-03T03:32:59.469523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:57.749388Z","time spent":"1.719978244s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:32:59.469452Z","caller":"traceutil/trace.go:171","msg":"trace[843187616] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:27008; }","duration":"1.72020895s","start":"2026-04-03T03:32:57.749235Z","end":"2026-04-03T03:32:59.469444Z","steps":["trace[843187616] 'agreement among raft nodes before linearized reading' (duration: 1.719881822s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:59.469767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:57.74923Z","time spent":"1.720528488s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-03T03:32:59.469598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720713182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-rvtcb.18a2b862b933e86a\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-04-03T03:32:59.469964Z","caller":"traceutil/trace.go:171","msg":"trace[2142591361] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-rvtcb.18a2b862b933e86a; range_end:; response_count:1; response_revision:27008; }","duration":"1.721105823s","start":"2026-04-03T03:32:57.748847Z","end":"2026-04-03T03:32:59.469953Z","steps":["trace[2142591361] 'agreement among raft nodes before linearized reading' (duration: 1.720273531s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:59.470004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:57.748838Z","time spent":"1.721156534s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-rvtcb.18a2b862b933e86a\" "} {"level":"warn","ts":"2026-04-03T03:32:59.752085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000378486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:32:59.752167Z","caller":"traceutil/trace.go:171","msg":"trace[903919361] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000489139s","start":"2026-04-03T03:32:57.751658Z","end":"2026-04-03T03:32:59.752148Z","steps":["trace[903919361] 'agreement among raft nodes before linearized reading' (duration: 2.000388527s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:32:59.752211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:57.75165Z","time spent":"2.000551531s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:32:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:32:59.969201Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050429,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:00.470436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840050429,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:00.619941Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.303886019s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:33:00.783084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.850524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:33:00.783196Z","caller":"traceutil/trace.go:171","msg":"trace[1199843756] transaction","detail":"{read_only:false; response_revision:27009; number_of_response:1; }","duration":"1.467286827s","start":"2026-04-03T03:32:59.315889Z","end":"2026-04-03T03:33:00.783176Z","steps":["trace[1199843756] 'process raft request' (duration: 1.304254678s)","trace[1199843756] 'compare' (duration: 162.28731ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:33:00.783259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:59.315854Z","time spent":"1.467374429s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:00.891074Z","caller":"traceutil/trace.go:171","msg":"trace[1806147959] transaction","detail":"{read_only:false; response_revision:27010; number_of_response:1; }","duration":"1.419792926s","start":"2026-04-03T03:32:59.47125Z","end":"2026-04-03T03:33:00.891043Z","steps":["trace[1806147959] 'process raft request' (duration: 1.418432292s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:00.891227Z","caller":"traceutil/trace.go:171","msg":"trace[1653157617] linearizableReadLoop","detail":"{readStateIndex:28037; appliedIndex:28033; }","duration":"1.422500414s","start":"2026-04-03T03:32:59.468712Z","end":"2026-04-03T03:33:00.891212Z","steps":["trace[1653157617] 'read index received' (duration: 1.151449187s)","trace[1653157617] 'applied index is now lower than readState.Index' (duration: 271.050027ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:33:00.891228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:59.471232Z","time spent":"1.41991118s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:00.891297Z","caller":"traceutil/trace.go:171","msg":"trace[824819170] transaction","detail":"{read_only:false; response_revision:27011; number_of_response:1; }","duration":"1.416448292s","start":"2026-04-03T03:32:59.47484Z","end":"2026-04-03T03:33:00.891288Z","steps":["trace[824819170] 'process raft request' (duration: 1.416185366s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:00.891345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:59.474819Z","time spent":"1.416496294s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:00.891646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895786684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:00.891692Z","caller":"traceutil/trace.go:171","msg":"trace[98937759] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:27012; }","duration":"1.895857915s","start":"2026-04-03T03:32:58.995822Z","end":"2026-04-03T03:33:00.89168Z","steps":["trace[98937759] 'agreement among raft nodes before linearized reading' (duration: 1.895782443s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:00.891724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:58.995802Z","time spent":"1.895911657s","remote":"127.0.0.1:52328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:00.891795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.137697679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-03T03:33:00.89183Z","caller":"traceutil/trace.go:171","msg":"trace[545811701] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:27012; }","duration":"3.137741789s","start":"2026-04-03T03:32:57.754076Z","end":"2026-04-03T03:33:00.891818Z","steps":["trace[545811701] 'agreement among raft nodes before linearized reading' (duration: 3.137621506s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:00.891857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:57.754069Z","time spent":"3.13777874s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-03T03:33:00.891849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.139086703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:00.89188Z","caller":"traceutil/trace.go:171","msg":"trace[1823265425] transaction","detail":"{read_only:false; response_revision:27012; number_of_response:1; }","duration":"1.115135586s","start":"2026-04-03T03:32:59.77673Z","end":"2026-04-03T03:33:00.891866Z","steps":["trace[1823265425] 'process raft request' (duration: 1.114393367s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:00.891914Z","caller":"traceutil/trace.go:171","msg":"trace[45794211] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27012; }","duration":"3.139201115s","start":"2026-04-03T03:32:57.752696Z","end":"2026-04-03T03:33:00.891897Z","steps":["trace[45794211] 'agreement among raft nodes before linearized reading' (duration: 3.139033961s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:00.891939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:59.7767Z","time spent":"1.115207478s","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:00.891945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:57.752676Z","time spent":"3.139262857s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:33:00.892157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.813759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:33:00.892205Z","caller":"traceutil/trace.go:171","msg":"trace[1674265693] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27013; }","duration":"561.906162ms","start":"2026-04-03T03:33:00.330285Z","end":"2026-04-03T03:33:00.892191Z","steps":["trace[1674265693] 'agreement among raft nodes before linearized reading' (duration: 561.810459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:00.892213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.550572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-04-03T03:33:00.892232Z","caller":"traceutil/trace.go:171","msg":"trace[1893063842] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27013; }","duration":"104.604743ms","start":"2026-04-03T03:33:00.787621Z","end":"2026-04-03T03:33:00.892225Z","steps":["trace[1893063842] 'agreement among raft nodes before linearized reading' (duration: 104.558052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:00.892204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421247032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-04-03T03:33:00.89225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007292901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:00.892263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.267135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"warn","ts":"2026-04-03T03:33:00.892276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.563306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:00.892285Z","caller":"traceutil/trace.go:171","msg":"trace[685881000] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:27013; }","duration":"1.007369813s","start":"2026-04-03T03:32:59.884905Z","end":"2026-04-03T03:33:00.892275Z","steps":["trace[685881000] 'agreement among raft nodes before linearized reading' (duration: 1.007304281s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:00.892292Z","caller":"traceutil/trace.go:171","msg":"trace[1456392094] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:27013; }","duration":"364.328147ms","start":"2026-04-03T03:33:00.527956Z","end":"2026-04-03T03:33:00.892284Z","steps":["trace[1456392094] 'agreement among raft nodes before linearized reading' (duration: 364.230124ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:00.892307Z","caller":"traceutil/trace.go:171","msg":"trace[1368799317] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:27013; }","duration":"526.634367ms","start":"2026-04-03T03:33:00.365665Z","end":"2026-04-03T03:33:00.892299Z","steps":["trace[1368799317] 'agreement among raft nodes before linearized reading' (duration: 526.586566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:00.892313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:59.884884Z","time spent":"1.007419343s","remote":"127.0.0.1:47458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:00.892318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:00.52794Z","time spent":"364.371528ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":376,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-03T03:33:00.89232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132335317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:00.892333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:00.365643Z","time spent":"526.682078ms","remote":"127.0.0.1:39722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:33:00.892347Z","caller":"traceutil/trace.go:171","msg":"trace[781609119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27013; }","duration":"1.132394268s","start":"2026-04-03T03:32:59.759945Z","end":"2026-04-03T03:33:00.892339Z","steps":["trace[781609119] 'agreement among raft nodes before linearized reading' (duration: 1.132350787s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:00.892365Z","caller":"traceutil/trace.go:171","msg":"trace[2003507792] transaction","detail":"{read_only:false; response_revision:27013; number_of_response:1; }","duration":"104.271545ms","start":"2026-04-03T03:33:00.788087Z","end":"2026-04-03T03:33:00.892359Z","steps":["trace[2003507792] 'process raft request' (duration: 103.795523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:00.892378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:59.759927Z","time spent":"1.132442s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:33:00.892274Z","caller":"traceutil/trace.go:171","msg":"trace[112292225] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:27013; }","duration":"1.421351305s","start":"2026-04-03T03:32:59.470905Z","end":"2026-04-03T03:33:00.892256Z","steps":["trace[112292225] 'agreement among raft nodes before linearized reading' (duration: 1.42112646s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:00.892477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.157738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:00.892482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:59.470894Z","time spent":"1.42157564s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-04-03T03:33:00.89251Z","caller":"traceutil/trace.go:171","msg":"trace[417510488] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:27013; }","duration":"826.2324ms","start":"2026-04-03T03:33:00.066266Z","end":"2026-04-03T03:33:00.892498Z","steps":["trace[417510488] 'agreement among raft nodes before linearized reading' (duration: 826.178419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:00.892539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:00.06624Z","time spent":"826.290212ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:00.892608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.184045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:33:00.892628Z","caller":"traceutil/trace.go:171","msg":"trace[1161986956] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27013; }","duration":"845.205765ms","start":"2026-04-03T03:33:00.047415Z","end":"2026-04-03T03:33:00.892621Z","steps":["trace[1161986956] 'agreement among raft nodes before linearized reading' (duration: 845.169384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:00.892636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419876987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18a2bb4492540873\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-04-03T03:33:00.892642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:00.047357Z","time spent":"845.280778ms","remote":"127.0.0.1:33140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:00.892236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:00.330264Z","time spent":"561.962472ms","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:33:00.892667Z","caller":"traceutil/trace.go:171","msg":"trace[928633529] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18a2bb4492540873; range_end:; response_count:1; response_revision:27013; }","duration":"1.419924418s","start":"2026-04-03T03:32:59.472734Z","end":"2026-04-03T03:33:00.892658Z","steps":["trace[928633529] 'agreement among raft nodes before linearized reading' (duration: 1.419820476s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:00.892692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:59.472726Z","time spent":"1.41995971s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":746,"request content":"key:\"/registry/events/openstack/container-infra-registry.18a2bb4492540873\" "} {"level":"warn","ts":"2026-04-03T03:33:00.892705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421704764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-03T03:33:00.892737Z","caller":"traceutil/trace.go:171","msg":"trace[1308216989] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27013; }","duration":"1.421745775s","start":"2026-04-03T03:32:59.470982Z","end":"2026-04-03T03:33:00.892728Z","steps":["trace[1308216989] 'agreement among raft nodes before linearized reading' (duration: 1.421651053s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:00.892764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:32:59.47098Z","time spent":"1.421775876s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-03T03:33:01.199671Z","caller":"traceutil/trace.go:171","msg":"trace[1302065179] transaction","detail":"{read_only:false; response_revision:27024; number_of_response:1; }","duration":"101.822283ms","start":"2026-04-03T03:33:01.097813Z","end":"2026-04-03T03:33:01.199635Z","steps":["trace[1302065179] 'process raft request' (duration: 100.815618ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:01.20999Z","caller":"traceutil/trace.go:171","msg":"trace[1632220366] transaction","detail":"{read_only:false; response_revision:27025; number_of_response:1; }","duration":"108.751737ms","start":"2026-04-03T03:33:01.101213Z","end":"2026-04-03T03:33:01.209964Z","steps":["trace[1632220366] 'process raft request' (duration: 108.283026ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:02.327481Z","caller":"traceutil/trace.go:171","msg":"trace[390693961] linearizableReadLoop","detail":"{readStateIndex:28117; appliedIndex:28116; }","duration":"153.971922ms","start":"2026-04-03T03:33:02.17349Z","end":"2026-04-03T03:33:02.327462Z","steps":["trace[390693961] 'read index received' (duration: 149.218882ms)","trace[390693961] 'applied index is now lower than readState.Index' (duration: 4.75222ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:33:02.327852Z","caller":"traceutil/trace.go:171","msg":"trace[1192432223] transaction","detail":"{read_only:false; response_revision:27091; number_of_response:1; }","duration":"154.708641ms","start":"2026-04-03T03:33:02.173122Z","end":"2026-04-03T03:33:02.327831Z","steps":["trace[1192432223] 'process raft request' (duration: 149.574802ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:02.328991Z","caller":"traceutil/trace.go:171","msg":"trace[1872596268] transaction","detail":"{read_only:false; response_revision:27092; number_of_response:1; }","duration":"149.568131ms","start":"2026-04-03T03:33:02.179405Z","end":"2026-04-03T03:33:02.328973Z","steps":["trace[1872596268] 'process raft request' (duration: 149.468989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:02.331887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.360511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29586445-rqvj2.18a2bae6351bcd45\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:27086 ","response":"range_response_count:500 size:385469"} {"level":"info","ts":"2026-04-03T03:33:02.331958Z","caller":"traceutil/trace.go:171","msg":"trace[1986158152] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29586445-rqvj2.18a2bae6351bcd45\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:27091; }","duration":"158.466303ms","start":"2026-04-03T03:33:02.173474Z","end":"2026-04-03T03:33:02.33194Z","steps":["trace[1986158152] 'agreement among raft nodes before linearized reading' (duration: 154.070364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:11.138226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.032423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:33:11.138327Z","caller":"traceutil/trace.go:171","msg":"trace[417261515] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27178; }","duration":"144.181287ms","start":"2026-04-03T03:33:10.994125Z","end":"2026-04-03T03:33:11.138307Z","steps":["trace[417261515] 'count revisions from in-memory index tree' (duration: 143.95292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:22.102569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.174551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:33:22.102773Z","caller":"traceutil/trace.go:171","msg":"trace[1496174185] linearizableReadLoop","detail":"{readStateIndex:28283; appliedIndex:28281; }","duration":"1.315643735s","start":"2026-04-03T03:33:20.787114Z","end":"2026-04-03T03:33:22.102757Z","steps":["trace[1496174185] 'read index received' (duration: 333.185326ms)","trace[1496174185] 'applied index is now lower than readState.Index' (duration: 982.457569ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:33:22.10312Z","caller":"traceutil/trace.go:171","msg":"trace[118937447] transaction","detail":"{read_only:false; response_revision:27252; number_of_response:1; }","duration":"1.324810334s","start":"2026-04-03T03:33:20.77829Z","end":"2026-04-03T03:33:22.1031Z","steps":["trace[118937447] 'process raft request' (duration: 342.011477ms)","trace[118937447] 'compare' (duration: 981.702949ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:33:22.103171Z","caller":"traceutil/trace.go:171","msg":"trace[599298049] transaction","detail":"{read_only:false; response_revision:27253; number_of_response:1; }","duration":"1.323761658s","start":"2026-04-03T03:33:20.779396Z","end":"2026-04-03T03:33:22.103158Z","steps":["trace[599298049] 'process raft request' (duration: 1.323274906s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:22.103212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:20.778276Z","time spent":"1.324895307s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:22.103335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:20.779377Z","time spent":"1.32382671s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:22.103351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316230699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-04-03T03:33:22.103399Z","caller":"traceutil/trace.go:171","msg":"trace[537993353] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:27253; }","duration":"1.31628386s","start":"2026-04-03T03:33:20.7871Z","end":"2026-04-03T03:33:22.103384Z","steps":["trace[537993353] 'agreement among raft nodes before linearized reading' (duration: 1.316121506s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:22.103437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:20.787072Z","time spent":"1.316354852s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9590,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"info","ts":"2026-04-03T03:33:22.113609Z","caller":"traceutil/trace.go:171","msg":"trace[1119349637] transaction","detail":"{read_only:false; response_revision:27257; number_of_response:1; }","duration":"101.118677ms","start":"2026-04-03T03:33:22.012479Z","end":"2026-04-03T03:33:22.113598Z","steps":["trace[1119349637] 'process raft request' (duration: 101.072215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:22.114008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308561536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:22.114039Z","caller":"traceutil/trace.go:171","msg":"trace[94268614] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27259; }","duration":"1.308624678s","start":"2026-04-03T03:33:20.805408Z","end":"2026-04-03T03:33:22.114032Z","steps":["trace[94268614] 'agreement among raft nodes before linearized reading' (duration: 1.308561037s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:22.114056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:20.805391Z","time spent":"1.308659759s","remote":"127.0.0.1:39744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:22.114548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.141713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-03T03:33:22.114572Z","caller":"traceutil/trace.go:171","msg":"trace[1920885284] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:27259; }","duration":"382.215045ms","start":"2026-04-03T03:33:21.732352Z","end":"2026-04-03T03:33:22.114567Z","steps":["trace[1920885284] 'agreement among raft nodes before linearized reading' (duration: 382.156704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:22.114586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:21.732328Z","time spent":"382.254167ms","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-03T03:33:22.115069Z","caller":"traceutil/trace.go:171","msg":"trace[818632267] transaction","detail":"{read_only:false; response_revision:27255; number_of_response:1; }","duration":"369.152498ms","start":"2026-04-03T03:33:21.745886Z","end":"2026-04-03T03:33:22.115039Z","steps":["trace[818632267] 'process raft request' (duration: 367.62996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:22.115209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:21.745865Z","time spent":"369.26704ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:22.115249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.12862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7f9c49b9db-qrkx7.18a2bb57e00aff16\" ","response":"range_response_count:1 size:855"} {"level":"info","ts":"2026-04-03T03:33:22.11534Z","caller":"traceutil/trace.go:171","msg":"trace[2095896747] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7f9c49b9db-qrkx7.18a2bb57e00aff16; range_end:; response_count:1; response_revision:27259; }","duration":"403.255453ms","start":"2026-04-03T03:33:21.71207Z","end":"2026-04-03T03:33:22.115325Z","steps":["trace[2095896747] 'agreement among raft nodes before linearized reading' (duration: 402.652288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:22.115359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:21.71205Z","time spent":"403.303444ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":879,"request content":"key:\"/registry/events/openstack/magnum-api-7f9c49b9db-qrkx7.18a2bb57e00aff16\" "} {"level":"info","ts":"2026-04-03T03:33:22.115353Z","caller":"traceutil/trace.go:171","msg":"trace[2103911974] transaction","detail":"{read_only:false; response_revision:27256; number_of_response:1; }","duration":"337.919473ms","start":"2026-04-03T03:33:21.77742Z","end":"2026-04-03T03:33:22.11534Z","steps":["trace[2103911974] 'process raft request' (duration: 336.114759ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:22.115408Z","caller":"traceutil/trace.go:171","msg":"trace[2042042238] transaction","detail":"{read_only:false; response_revision:27254; number_of_response:1; }","duration":"544.400662ms","start":"2026-04-03T03:33:21.570996Z","end":"2026-04-03T03:33:22.115396Z","steps":["trace[2042042238] 'process raft request' (duration: 542.459074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:22.115404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:21.777392Z","time spent":"337.987705ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:22.115455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:21.570958Z","time spent":"544.474564ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:22.115571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.35121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7f9c49b9db-qrkx7\" ","response":"range_response_count:1 size:8786"} {"level":"info","ts":"2026-04-03T03:33:22.115596Z","caller":"traceutil/trace.go:171","msg":"trace[707435265] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7f9c49b9db-qrkx7; range_end:; response_count:1; response_revision:27259; }","duration":"404.403922ms","start":"2026-04-03T03:33:21.711186Z","end":"2026-04-03T03:33:22.11559Z","steps":["trace[707435265] 'agreement among raft nodes before linearized reading' (duration: 404.33777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:22.115612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:21.711167Z","time spent":"404.440812ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8810,"request content":"key:\"/registry/pods/openstack/magnum-api-7f9c49b9db-qrkx7\" "} {"level":"warn","ts":"2026-04-03T03:33:22.115788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.141774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:22.115812Z","caller":"traceutil/trace.go:171","msg":"trace[546756766] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:27259; }","duration":"461.170705ms","start":"2026-04-03T03:33:21.654636Z","end":"2026-04-03T03:33:22.115807Z","steps":["trace[546756766] 'agreement among raft nodes before linearized reading' (duration: 461.129054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:22.11583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:21.654613Z","time spent":"461.209515ms","remote":"127.0.0.1:44502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:22.115955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.923736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:22.115981Z","caller":"traceutil/trace.go:171","msg":"trace[1716271878] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:27259; }","duration":"483.985977ms","start":"2026-04-03T03:33:21.631989Z","end":"2026-04-03T03:33:22.115975Z","steps":["trace[1716271878] 'agreement among raft nodes before linearized reading' (duration: 483.947956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:22.116064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131965257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:22.11602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:21.63197Z","time spent":"484.043568ms","remote":"127.0.0.1:44530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:33:22.1161Z","caller":"traceutil/trace.go:171","msg":"trace[889608505] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27259; }","duration":"1.132040999s","start":"2026-04-03T03:33:20.98405Z","end":"2026-04-03T03:33:22.116091Z","steps":["trace[889608505] 'agreement among raft nodes before linearized reading' (duration: 1.131985498s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:22.116108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194868404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-04-03T03:33:22.116122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:20.984027Z","time spent":"1.132089091s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-03T03:33:22.116133Z","caller":"traceutil/trace.go:171","msg":"trace[1314742235] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27259; }","duration":"1.194910456s","start":"2026-04-03T03:33:20.921213Z","end":"2026-04-03T03:33:22.116124Z","steps":["trace[1314742235] 'agreement among raft nodes before linearized reading' (duration: 1.194846084s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:22.116152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:20.921201Z","time spent":"1.194945697s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:33:22.116253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.973964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:22.116269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198434085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-03T03:33:22.116288Z","caller":"traceutil/trace.go:171","msg":"trace[751983424] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:27259; }","duration":"1.198486646s","start":"2026-04-03T03:33:20.917795Z","end":"2026-04-03T03:33:22.116282Z","steps":["trace[751983424] 'agreement among raft nodes before linearized reading' (duration: 1.198428044s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:22.116306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:20.917778Z","time spent":"1.198523867s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-03T03:33:22.116316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.508954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:22.116334Z","caller":"traceutil/trace.go:171","msg":"trace[1555966873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27259; }","duration":"575.565575ms","start":"2026-04-03T03:33:21.540764Z","end":"2026-04-03T03:33:22.11633Z","steps":["trace[1555966873] 'agreement among raft nodes before linearized reading' (duration: 575.536024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:22.116356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:21.54074Z","time spent":"575.611606ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:33:22.116287Z","caller":"traceutil/trace.go:171","msg":"trace[847247903] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27259; }","duration":"562.041116ms","start":"2026-04-03T03:33:21.554236Z","end":"2026-04-03T03:33:22.116277Z","steps":["trace[847247903] 'agreement among raft nodes before linearized reading' (duration: 561.989454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:22.116601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:21.554217Z","time spent":"562.371243ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:25.039692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051505,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:25.540805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051505,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:26.041332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051505,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:26.381337Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.870060099s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:33:26.539257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00055532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:33:26.539358Z","caller":"traceutil/trace.go:171","msg":"trace[1685150494] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000696144s","start":"2026-04-03T03:33:24.538639Z","end":"2026-04-03T03:33:26.539335Z","steps":["trace[1685150494] 'agreement among raft nodes before linearized reading' (duration: 2.000578251s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:26.53942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.538627Z","time spent":"2.000778505s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:33:27.47472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.094934515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-04-03T03:33:27.474827Z","caller":"traceutil/trace.go:171","msg":"trace[1243133063] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:27363; }","duration":"3.095066278s","start":"2026-04-03T03:33:24.379736Z","end":"2026-04-03T03:33:27.474803Z","steps":["trace[1243133063] 'range keys from in-memory index tree' (duration: 3.09474359s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:27.474876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.379732Z","time spent":"3.09513332s","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-04-03T03:33:27.474973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.096008942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-03T03:33:27.475008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.0951293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-04-03T03:33:27.475045Z","caller":"traceutil/trace.go:171","msg":"trace[1081756107] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:27363; }","duration":"3.096124995s","start":"2026-04-03T03:33:24.378902Z","end":"2026-04-03T03:33:27.475027Z","steps":["trace[1081756107] 'range keys from in-memory index tree' (duration: 3.095853389s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:27.475078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.378883Z","time spent":"3.096187857s","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-04-03T03:33:27.475085Z","caller":"traceutil/trace.go:171","msg":"trace[1258052344] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:27363; }","duration":"3.095221342s","start":"2026-04-03T03:33:24.379844Z","end":"2026-04-03T03:33:27.475066Z","steps":["trace[1258052344] 'range keys from in-memory index tree' (duration: 3.095023767s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:27.475136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.37984Z","time spent":"3.095281153s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5164,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:33:27.475291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095487219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-04-03T03:33:27.475351Z","caller":"traceutil/trace.go:171","msg":"trace[865631345] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:27363; }","duration":"3.095564712s","start":"2026-04-03T03:33:24.379769Z","end":"2026-04-03T03:33:27.475334Z","steps":["trace[865631345] 'range keys from in-memory index tree' (duration: 3.095339005s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:27.475333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095420228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:1 size:4500"} {"level":"warn","ts":"2026-04-03T03:33:27.475382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.379766Z","time spent":"3.095609813s","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-04-03T03:33:27.475419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.094096525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-engine\" ","response":"range_response_count:1 size:6540"} {"level":"warn","ts":"2026-04-03T03:33:27.475359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.096518796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5327"} {"level":"info","ts":"2026-04-03T03:33:27.475443Z","caller":"traceutil/trace.go:171","msg":"trace[1082548493] range","detail":"{range_begin:/registry/deployments/openstack/heat-engine; range_end:; response_count:1; response_revision:27363; }","duration":"3.094127825s","start":"2026-04-03T03:33:24.381308Z","end":"2026-04-03T03:33:27.475436Z","steps":["trace[1082548493] 'range keys from in-memory index tree' (duration: 3.094045684s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:27.475462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.381303Z","time spent":"3.094154577s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":6564,"request content":"key:\"/registry/deployments/openstack/heat-engine\" "} {"level":"info","ts":"2026-04-03T03:33:27.47546Z","caller":"traceutil/trace.go:171","msg":"trace[1124950586] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:27363; }","duration":"3.096658319s","start":"2026-04-03T03:33:24.378787Z","end":"2026-04-03T03:33:27.475445Z","steps":["trace[1124950586] 'range keys from in-memory index tree' (duration: 3.096403953s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:27.475532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.096114736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-04-03T03:33:27.475565Z","caller":"traceutil/trace.go:171","msg":"trace[1760603022] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:27363; }","duration":"3.096161637s","start":"2026-04-03T03:33:24.379395Z","end":"2026-04-03T03:33:27.475557Z","steps":["trace[1760603022] 'range keys from in-memory index tree' (duration: 3.096037294s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:27.475584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.37939Z","time spent":"3.096189418s","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-04-03T03:33:27.475571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.378762Z","time spent":"3.096788412s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5351,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"warn","ts":"2026-04-03T03:33:27.47559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095600132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7599"} {"level":"info","ts":"2026-04-03T03:33:27.47561Z","caller":"traceutil/trace.go:171","msg":"trace[1642469350] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:27363; }","duration":"3.095626662s","start":"2026-04-03T03:33:24.379977Z","end":"2026-04-03T03:33:27.475604Z","steps":["trace[1642469350] 'range keys from in-memory index tree' (duration: 3.095544541s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:27.475628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.379973Z","time spent":"3.095649164s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7623,"request content":"key:\"/registry/deployments/openstack/barbican-api\" "} {"level":"warn","ts":"2026-04-03T03:33:27.475627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:26.119852Z","time spent":"1.35576775s","remote":"127.0.0.1:40186","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:33:27.47568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.094868624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-03T03:33:27.475767Z","caller":"traceutil/trace.go:171","msg":"trace[590311987] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:27363; }","duration":"3.094957216s","start":"2026-04-03T03:33:24.380801Z","end":"2026-04-03T03:33:27.475759Z","steps":["trace[590311987] 'range keys from in-memory index tree' (duration: 3.094824743s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:27.475792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.380798Z","time spent":"3.094986617s","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-04-03T03:33:27.475799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095013948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-04-03T03:33:27.475828Z","caller":"traceutil/trace.go:171","msg":"trace[165122087] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:27363; }","duration":"3.095049219s","start":"2026-04-03T03:33:24.38077Z","end":"2026-04-03T03:33:27.475819Z","steps":["trace[165122087] 'range keys from in-memory index tree' (duration: 3.094925285s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:27.475858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.380765Z","time spent":"3.09508579s","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-04-03T03:33:27.475851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.093639184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4612"} {"level":"warn","ts":"2026-04-03T03:33:27.475899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095829858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-04-03T03:33:27.475897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.093526381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-04-03T03:33:27.475927Z","caller":"traceutil/trace.go:171","msg":"trace[1501743274] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:27363; }","duration":"3.095865219s","start":"2026-04-03T03:33:24.380054Z","end":"2026-04-03T03:33:27.475919Z","steps":["trace[1501743274] 'range keys from in-memory index tree' (duration: 3.095772487s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:27.475953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.380051Z","time spent":"3.09589617s","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-04-03T03:33:27.476021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.094293549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5181"} {"level":"warn","ts":"2026-04-03T03:33:27.476038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.094946386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-03T03:33:27.476067Z","caller":"traceutil/trace.go:171","msg":"trace[829006156] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:27363; }","duration":"3.094985107s","start":"2026-04-03T03:33:24.381074Z","end":"2026-04-03T03:33:27.476059Z","steps":["trace[829006156] 'range keys from in-memory index tree' (duration: 3.094890714s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:27.47607Z","caller":"traceutil/trace.go:171","msg":"trace[1177803136] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:27363; }","duration":"3.094354332s","start":"2026-04-03T03:33:24.381702Z","end":"2026-04-03T03:33:27.476057Z","steps":["trace[1177803136] 'range keys from in-memory index tree' (duration: 3.094203548s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:27.476092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.38107Z","time spent":"3.095016727s","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-03T03:33:27.476033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256903781s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:27.476109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.381697Z","time spent":"3.094400193s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5205,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"info","ts":"2026-04-03T03:33:27.475407Z","caller":"traceutil/trace.go:171","msg":"trace[868546056] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:1; response_revision:27363; }","duration":"3.095536051s","start":"2026-04-03T03:33:24.37985Z","end":"2026-04-03T03:33:27.475386Z","steps":["trace[868546056] 'range keys from in-memory index tree' (duration: 3.095206611s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:27.476132Z","caller":"traceutil/trace.go:171","msg":"trace[193690234] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27363; }","duration":"1.257005603s","start":"2026-04-03T03:33:26.219114Z","end":"2026-04-03T03:33:27.47612Z","steps":["trace[193690234] 'range keys from in-memory index tree' (duration: 1.25689456s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:27.475908Z","caller":"traceutil/trace.go:171","msg":"trace[1257948618] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:27363; }","duration":"3.093709166s","start":"2026-04-03T03:33:24.382183Z","end":"2026-04-03T03:33:27.475892Z","steps":["trace[1257948618] 'range keys from in-memory index tree' (duration: 3.093534541s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:27.476166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.379838Z","time spent":"3.0963191s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4524,"request content":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" "} {"level":"warn","ts":"2026-04-03T03:33:27.476182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.382177Z","time spent":"3.093996623s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4636,"request content":"key:\"/registry/deployments/capo-system/capo-controller-manager\" "} {"level":"info","ts":"2026-04-03T03:33:27.475967Z","caller":"traceutil/trace.go:171","msg":"trace[114685412] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:27363; }","duration":"3.093602453s","start":"2026-04-03T03:33:24.382337Z","end":"2026-04-03T03:33:27.475939Z","steps":["trace[114685412] 'range keys from in-memory index tree' (duration: 3.093436019s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:27.476244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.382329Z","time spent":"3.09390852s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3785,"request content":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-04-03T03:33:27.475974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.09514193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-rpc-server\" ","response":"range_response_count:1 size:8068"} {"level":"warn","ts":"2026-04-03T03:33:27.47625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095884579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"warn","ts":"2026-04-03T03:33:27.476278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.094502245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"warn","ts":"2026-04-03T03:33:27.475979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.086565795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-04-03T03:33:27.47631Z","caller":"traceutil/trace.go:171","msg":"trace[1292331021] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:27363; }","duration":"3.095964651s","start":"2026-04-03T03:33:24.380329Z","end":"2026-04-03T03:33:27.476293Z","steps":["trace[1292331021] 'range keys from in-memory index tree' (duration: 3.095749406s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:27.476308Z","caller":"traceutil/trace.go:171","msg":"trace[1890033601] range","detail":"{range_begin:/registry/deployments/openstack/neutron-rpc-server; range_end:; response_count:1; response_revision:27363; }","duration":"3.095478939s","start":"2026-04-03T03:33:24.380811Z","end":"2026-04-03T03:33:27.47629Z","steps":["trace[1890033601] 'range keys from in-memory index tree' (duration: 3.095076409s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:27.476327Z","caller":"traceutil/trace.go:171","msg":"trace[1262288424] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e; range_end:; response_count:1; response_revision:27363; }","duration":"3.086929905s","start":"2026-04-03T03:33:24.389384Z","end":"2026-04-03T03:33:27.476314Z","steps":["trace[1262288424] 'range keys from in-memory index tree' (duration: 3.086455543s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:27.476324Z","caller":"traceutil/trace.go:171","msg":"trace[62215872] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:27363; }","duration":"3.094568477s","start":"2026-04-03T03:33:24.381742Z","end":"2026-04-03T03:33:27.47631Z","steps":["trace[62215872] 'range keys from in-memory index tree' (duration: 3.094368141s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:27.476344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.380322Z","time spent":"3.096016083s","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3322,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-04-03T03:33:27.476357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.389375Z","time spent":"3.086973896s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e\" "} {"level":"warn","ts":"2026-04-03T03:33:27.476366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.381729Z","time spent":"3.094626368s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4410,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-04-03T03:33:27.476371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.380803Z","time spent":"3.095541541s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":8092,"request content":"key:\"/registry/deployments/openstack/neutron-rpc-server\" "} {"level":"warn","ts":"2026-04-03T03:33:27.475452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.974812803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-04-03T03:33:27.476436Z","caller":"traceutil/trace.go:171","msg":"trace[575756596] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e; range_end:; response_count:1; response_revision:27363; }","duration":"2.975852559s","start":"2026-04-03T03:33:24.500572Z","end":"2026-04-03T03:33:27.476424Z","steps":["trace[575756596] 'range keys from in-memory index tree' (duration: 2.974632328s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:27.476457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.500553Z","time spent":"2.97589812s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e\" "} {"level":"warn","ts":"2026-04-03T03:33:27.476143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.096014973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:7550"} {"level":"info","ts":"2026-04-03T03:33:27.476507Z","caller":"traceutil/trace.go:171","msg":"trace[855550105] range","detail":"{range_begin:/registry/deployments/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:27363; }","duration":"3.096396512s","start":"2026-04-03T03:33:24.380096Z","end":"2026-04-03T03:33:27.476492Z","steps":["trace[855550105] 'range keys from in-memory index tree' (duration: 3.095892669s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:27.47655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.380079Z","time spent":"3.096458384s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":7574,"request content":"key:\"/registry/deployments/openstack/cinder-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:33:27.476827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095195046s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:33:27.476888Z","caller":"traceutil/trace.go:171","msg":"trace[985821242] transaction","detail":"{read_only:false; response_revision:27364; number_of_response:1; }","duration":"2.965674184s","start":"2026-04-03T03:33:24.511202Z","end":"2026-04-03T03:33:27.476876Z","steps":["trace[985821242] 'process raft request' (duration: 1.870365035s)","trace[985821242] 'compare' (duration: 1.093712469s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:33:27.476934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.511188Z","time spent":"2.965721216s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:28.540896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000591731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:33:28.540983Z","caller":"traceutil/trace.go:171","msg":"trace[1015369504] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000699104s","start":"2026-04-03T03:33:26.540263Z","end":"2026-04-03T03:33:28.540962Z","steps":["trace[1015369504] 'agreement among raft nodes before linearized reading' (duration: 2.000586951s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.541034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:26.540218Z","time spent":"2.000804736s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:33:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:28.898482Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.516930761s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:33:28.899562Z","caller":"traceutil/trace.go:171","msg":"trace[214685401] transaction","detail":"{read_only:false; response_revision:27365; number_of_response:1; }","duration":"4.365265593s","start":"2026-04-03T03:33:24.534258Z","end":"2026-04-03T03:33:28.899524Z","steps":["trace[214685401] 'process raft request' (duration: 4.364371471s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.899761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.534231Z","time spent":"4.365423927s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:28.899811Z","caller":"traceutil/trace.go:171","msg":"trace[2096882560] transaction","detail":"{read_only:false; response_revision:27367; number_of_response:1; }","duration":"2.77092567s","start":"2026-04-03T03:33:26.12886Z","end":"2026-04-03T03:33:28.899785Z","steps":["trace[2096882560] 'process raft request' (duration: 2.770719095s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.900025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:26.128828Z","time spent":"2.771053093s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:28.90017Z","caller":"traceutil/trace.go:171","msg":"trace[280031627] transaction","detail":"{read_only:false; response_revision:27369; number_of_response:1; }","duration":"2.768677804s","start":"2026-04-03T03:33:26.131478Z","end":"2026-04-03T03:33:28.900156Z","steps":["trace[280031627] 'process raft request' (duration: 2.768456748s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:28.899642Z","caller":"traceutil/trace.go:171","msg":"trace[1634391563] transaction","detail":"{read_only:false; response_revision:27366; number_of_response:1; }","duration":"4.358453702s","start":"2026-04-03T03:33:24.541163Z","end":"2026-04-03T03:33:28.899617Z","steps":["trace[1634391563] 'process raft request' (duration: 4.3583607s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:28.900175Z","caller":"traceutil/trace.go:171","msg":"trace[568624617] transaction","detail":"{read_only:false; response_revision:27368; number_of_response:1; }","duration":"2.768928059s","start":"2026-04-03T03:33:26.131222Z","end":"2026-04-03T03:33:28.90015Z","steps":["trace[568624617] 'process raft request' (duration: 2.768483979s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:28.900206Z","caller":"traceutil/trace.go:171","msg":"trace[330952169] transaction","detail":"{read_only:false; response_revision:27370; number_of_response:1; }","duration":"2.768192921s","start":"2026-04-03T03:33:26.131993Z","end":"2026-04-03T03:33:28.900186Z","steps":["trace[330952169] 'process raft request' (duration: 2.768083679s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.900235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:26.131463Z","time spent":"2.768738145s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:28.900271Z","caller":"traceutil/trace.go:171","msg":"trace[1730907181] transaction","detail":"{read_only:false; response_revision:27371; number_of_response:1; }","duration":"2.768100549s","start":"2026-04-03T03:33:26.132128Z","end":"2026-04-03T03:33:28.900229Z","steps":["trace[1730907181] 'process raft request' (duration: 2.767990607s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.900311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:26.131983Z","time spent":"2.768280254s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:28.900323Z","caller":"traceutil/trace.go:171","msg":"trace[1054761489] transaction","detail":"{read_only:false; response_revision:27372; number_of_response:1; }","duration":"2.743881342s","start":"2026-04-03T03:33:26.156432Z","end":"2026-04-03T03:33:28.900314Z","steps":["trace[1054761489] 'process raft request' (duration: 2.743742788s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.900376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:26.156414Z","time spent":"2.743933672s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:28.900428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:26.132119Z","time spent":"2.768222872s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:28.90045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.54115Z","time spent":"4.359085279s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:28.900472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:26.131208Z","time spent":"2.769092124s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:28.924743Z","caller":"traceutil/trace.go:171","msg":"trace[1213646745] linearizableReadLoop","detail":"{readStateIndex:28397; appliedIndex:28394; }","duration":"4.386032544s","start":"2026-04-03T03:33:24.538672Z","end":"2026-04-03T03:33:28.924704Z","steps":["trace[1213646745] 'read index received' (duration: 1.842883116s)","trace[1213646745] 'applied index is now lower than readState.Index' (duration: 2.543147858s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:33:28.929681Z","caller":"traceutil/trace.go:171","msg":"trace[91170783] transaction","detail":"{read_only:false; response_revision:27373; number_of_response:1; }","duration":"1.444201569s","start":"2026-04-03T03:33:27.485466Z","end":"2026-04-03T03:33:28.929668Z","steps":["trace[91170783] 'process raft request' (duration: 1.443926432s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.929863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:27.485454Z","time spent":"1.44426346s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:28.93332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.326650754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-03T03:33:28.934003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.149029611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-04-03T03:33:28.934057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44192081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4750"} {"level":"info","ts":"2026-04-03T03:33:28.934076Z","caller":"traceutil/trace.go:171","msg":"trace[661295295] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:27374; }","duration":"4.149119592s","start":"2026-04-03T03:33:24.784928Z","end":"2026-04-03T03:33:28.934048Z","steps":["trace[661295295] 'agreement among raft nodes before linearized reading' (duration: 4.148944148s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:28.934103Z","caller":"traceutil/trace.go:171","msg":"trace[311069698] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:27374; }","duration":"1.441973311s","start":"2026-04-03T03:33:27.492116Z","end":"2026-04-03T03:33:28.934089Z","steps":["trace[311069698] 'agreement among raft nodes before linearized reading' (duration: 1.441228863s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.934108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441465079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" ","response":"range_response_count:1 size:24682"} {"level":"warn","ts":"2026-04-03T03:33:28.934141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:27.492111Z","time spent":"1.442022232s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4774,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-04-03T03:33:28.934146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.784908Z","time spent":"4.149223255s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-04-03T03:33:28.934162Z","caller":"traceutil/trace.go:171","msg":"trace[695194627] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-rgw-ceph-a; range_end:; response_count:1; response_revision:27374; }","duration":"1.441534621s","start":"2026-04-03T03:33:27.492613Z","end":"2026-04-03T03:33:28.934148Z","steps":["trace[695194627] 'agreement among raft nodes before linearized reading' (duration: 1.440595108s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.934201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:27.492607Z","time spent":"1.441586312s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":24706,"request content":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" "} {"level":"info","ts":"2026-04-03T03:33:28.934051Z","caller":"traceutil/trace.go:171","msg":"trace[1317817231] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:27374; }","duration":"4.327387123s","start":"2026-04-03T03:33:24.606596Z","end":"2026-04-03T03:33:28.933983Z","steps":["trace[1317817231] 'agreement among raft nodes before linearized reading' (duration: 4.326537622s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.934298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441665894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11417"} {"level":"warn","ts":"2026-04-03T03:33:28.93432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.606578Z","time spent":"4.327731631s","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:33:28.934331Z","caller":"traceutil/trace.go:171","msg":"trace[1484201369] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:27374; }","duration":"1.441710895s","start":"2026-04-03T03:33:27.492611Z","end":"2026-04-03T03:33:28.934321Z","steps":["trace[1484201369] 'agreement among raft nodes before linearized reading' (duration: 1.440672649s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.934372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:27.492606Z","time spent":"1.441757266s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":11441,"request content":"key:\"/registry/deployments/openstack/keystone-api\" "} {"level":"warn","ts":"2026-04-03T03:33:28.934385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441577491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:5058"} {"level":"info","ts":"2026-04-03T03:33:28.93442Z","caller":"traceutil/trace.go:171","msg":"trace[1196575438] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:27374; }","duration":"1.441620013s","start":"2026-04-03T03:33:27.492788Z","end":"2026-04-03T03:33:28.934408Z","steps":["trace[1196575438] 'agreement among raft nodes before linearized reading' (duration: 1.44068644s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.934441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:27.492784Z","time spent":"1.441651974s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5082,"request content":"key:\"/registry/deployments/capi-system/capi-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:33:28.934202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442492495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-api\" ","response":"range_response_count:1 size:9036"} {"level":"info","ts":"2026-04-03T03:33:28.934485Z","caller":"traceutil/trace.go:171","msg":"trace[1596232912] range","detail":"{range_begin:/registry/deployments/openstack/cinder-api; range_end:; response_count:1; response_revision:27374; }","duration":"1.442809763s","start":"2026-04-03T03:33:27.491664Z","end":"2026-04-03T03:33:28.934473Z","steps":["trace[1596232912] 'agreement among raft nodes before linearized reading' (duration: 1.441999983s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.934519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:27.491645Z","time spent":"1.442864835s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9060,"request content":"key:\"/registry/deployments/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-03T03:33:28.934534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442473914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/orc-system/orc-controller-manager\" ","response":"range_response_count:1 size:3106"} {"level":"warn","ts":"2026-04-03T03:33:28.934539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.712301838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-03T03:33:28.934573Z","caller":"traceutil/trace.go:171","msg":"trace[971457197] range","detail":"{range_begin:/registry/deployments/orc-system/orc-controller-manager; range_end:; response_count:1; response_revision:27374; }","duration":"1.442509725s","start":"2026-04-03T03:33:27.492053Z","end":"2026-04-03T03:33:28.934563Z","steps":["trace[971457197] 'agreement among raft nodes before linearized reading' (duration: 1.441524081s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.933505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.684447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:28.934593Z","caller":"traceutil/trace.go:171","msg":"trace[2072495974] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27374; }","duration":"3.71241474s","start":"2026-04-03T03:33:25.222161Z","end":"2026-04-03T03:33:28.934576Z","steps":["trace[2072495974] 'agreement among raft nodes before linearized reading' (duration: 3.711688922s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.933515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441507091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6158"} {"level":"info","ts":"2026-04-03T03:33:28.934654Z","caller":"traceutil/trace.go:171","msg":"trace[1225328287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27374; }","duration":"385.833016ms","start":"2026-04-03T03:33:28.548802Z","end":"2026-04-03T03:33:28.934634Z","steps":["trace[1225328287] 'agreement among raft nodes before linearized reading' (duration: 384.679557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.934668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:25.222144Z","time spent":"3.712512773s","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-03T03:33:28.934726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:28.548795Z","time spent":"385.915509ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:33:28.933567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.400908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-04-03T03:33:28.934799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450138198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:9965"} {"level":"warn","ts":"2026-04-03T03:33:28.934777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443179573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"range_response_count:1 size:9322"} {"level":"warn","ts":"2026-04-03T03:33:28.933563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440963047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-api\" ","response":"range_response_count:1 size:7741"} {"level":"info","ts":"2026-04-03T03:33:28.934836Z","caller":"traceutil/trace.go:171","msg":"trace[1010026164] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:27374; }","duration":"1.45019807s","start":"2026-04-03T03:33:27.484627Z","end":"2026-04-03T03:33:28.934825Z","steps":["trace[1010026164] 'agreement among raft nodes before linearized reading' (duration: 1.449191734s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:28.934863Z","caller":"traceutil/trace.go:171","msg":"trace[656833685] range","detail":"{range_begin:/registry/deployments/openstack/magnum-api; range_end:; response_count:1; response_revision:27374; }","duration":"1.44229687s","start":"2026-04-03T03:33:27.492558Z","end":"2026-04-03T03:33:28.934855Z","steps":["trace[656833685] 'agreement among raft nodes before linearized reading' (duration: 1.440826443s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.934736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442882776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-cfn\" ","response":"range_response_count:1 size:7864"} {"level":"info","ts":"2026-04-03T03:33:28.93487Z","caller":"traceutil/trace.go:171","msg":"trace[1362191622] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; response_count:1; response_revision:27374; }","duration":"1.443288706s","start":"2026-04-03T03:33:27.491556Z","end":"2026-04-03T03:33:28.934845Z","steps":["trace[1362191622] 'agreement among raft nodes before linearized reading' (duration: 1.442213929s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.934907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:27.492537Z","time spent":"1.442359662s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":7765,"request content":"key:\"/registry/deployments/openstack/magnum-api\" "} {"level":"warn","ts":"2026-04-03T03:33:28.934926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:27.491538Z","time spent":"1.443381228s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9346,"request content":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" "} {"level":"warn","ts":"2026-04-03T03:33:28.934934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442330491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4710"} {"level":"warn","ts":"2026-04-03T03:33:28.93495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.309136706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-03T03:33:28.934969Z","caller":"traceutil/trace.go:171","msg":"trace[6360252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27374; }","duration":"4.309158617s","start":"2026-04-03T03:33:24.625805Z","end":"2026-04-03T03:33:28.934964Z","steps":["trace[6360252] 'agreement among raft nodes before linearized reading' (duration: 4.30811716s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:28.934967Z","caller":"traceutil/trace.go:171","msg":"trace[1799626905] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:27374; }","duration":"1.442377013s","start":"2026-04-03T03:33:27.492582Z","end":"2026-04-03T03:33:28.934959Z","steps":["trace[1799626905] 'agreement among raft nodes before linearized reading' (duration: 1.440829184s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.934996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.625768Z","time spent":"4.309223399s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T03:33:28.934818Z","caller":"traceutil/trace.go:171","msg":"trace[1451646179] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e; range_end:; response_count:1; response_revision:27374; }","duration":"430.682981ms","start":"2026-04-03T03:33:28.504119Z","end":"2026-04-03T03:33:28.934802Z","steps":["trace[1451646179] 'agreement among raft nodes before linearized reading' (duration: 429.423069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:27.492575Z","time spent":"1.442419154s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4734,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-04-03T03:33:28.934912Z","caller":"traceutil/trace.go:171","msg":"trace[1850239088] range","detail":"{range_begin:/registry/deployments/openstack/heat-cfn; range_end:; response_count:1; response_revision:27374; }","duration":"1.44305396s","start":"2026-04-03T03:33:27.491848Z","end":"2026-04-03T03:33:28.934902Z","steps":["trace[1850239088] 'agreement among raft nodes before linearized reading' (duration: 1.441929272s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.935098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:27.491816Z","time spent":"1.443266146s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7888,"request content":"key:\"/registry/deployments/openstack/heat-cfn\" "} {"level":"warn","ts":"2026-04-03T03:33:28.935124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44267924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-server\" ","response":"range_response_count:1 size:10406"} {"level":"warn","ts":"2026-04-03T03:33:28.934875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:27.484608Z","time spent":"1.450259381s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9989,"request content":"key:\"/registry/deployments/openstack/nova-api-metadata\" "} {"level":"info","ts":"2026-04-03T03:33:28.935173Z","caller":"traceutil/trace.go:171","msg":"trace[2061682215] range","detail":"{range_begin:/registry/deployments/openstack/neutron-server; range_end:; response_count:1; response_revision:27374; }","duration":"1.442726151s","start":"2026-04-03T03:33:27.492438Z","end":"2026-04-03T03:33:28.935164Z","steps":["trace[2061682215] 'agreement among raft nodes before linearized reading' (duration: 1.440976517s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.935208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:27.492404Z","time spent":"1.442797753s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":10430,"request content":"key:\"/registry/deployments/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-03T03:33:28.933718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.733244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-03T03:33:28.935302Z","caller":"traceutil/trace.go:171","msg":"trace[235680635] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d; range_end:; response_count:1; response_revision:27374; }","duration":"391.363235ms","start":"2026-04-03T03:33:28.543927Z","end":"2026-04-03T03:33:28.93529Z","steps":["trace[235680635] 'agreement among raft nodes before linearized reading' (duration: 389.59693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.93375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442118166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3891"} {"level":"warn","ts":"2026-04-03T03:33:28.935337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:28.543906Z","time spent":"391.422717ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b8154ffbea8d\" "} {"level":"info","ts":"2026-04-03T03:33:28.935349Z","caller":"traceutil/trace.go:171","msg":"trace[1927635776] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:27374; }","duration":"1.443739217s","start":"2026-04-03T03:33:27.491595Z","end":"2026-04-03T03:33:28.935334Z","steps":["trace[1927635776] 'agreement among raft nodes before linearized reading' (duration: 1.442050434s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.935456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:27.491574Z","time spent":"1.443806479s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3915,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-04-03T03:33:28.933757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.559395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T03:33:28.935581Z","caller":"traceutil/trace.go:171","msg":"trace[2021697645] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27374; }","duration":"203.415892ms","start":"2026-04-03T03:33:28.732152Z","end":"2026-04-03T03:33:28.935568Z","steps":["trace[2021697645] 'agreement among raft nodes before linearized reading' (duration: 201.106834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.933769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.796424519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T03:33:28.933769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75175104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:28.935786Z","caller":"traceutil/trace.go:171","msg":"trace[1303020263] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27374; }","duration":"2.798451851s","start":"2026-04-03T03:33:26.137313Z","end":"2026-04-03T03:33:28.935765Z","steps":["trace[1303020263] 'agreement among raft nodes before linearized reading' (duration: 2.796375348s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:28.935881Z","caller":"traceutil/trace.go:171","msg":"trace[1837138624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27374; }","duration":"1.753903444s","start":"2026-04-03T03:33:27.181968Z","end":"2026-04-03T03:33:28.935871Z","steps":["trace[1837138624] 'agreement among raft nodes before linearized reading' (duration: 1.751779421s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.935912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:27.181943Z","time spent":"1.753960926s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:33:28.935918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:26.137304Z","time spent":"2.798596994s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:33:28.933798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.003186715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:28.933813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174374031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-03T03:33:28.933813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.235574912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:28.933851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.941067115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:28.933885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449197383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/placement-api\" ","response":"range_response_count:1 size:7673"} {"level":"warn","ts":"2026-04-03T03:33:28.933889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448804494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-housekeeping\" ","response":"range_response_count:1 size:7702"} {"level":"warn","ts":"2026-04-03T03:33:28.933887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.535879594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:28.933921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810951763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-03T03:33:28.933903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909333923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:28.933937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43479798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:28.933399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441154342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-coredns\" ","response":"range_response_count:1 size:5230"} {"level":"warn","ts":"2026-04-03T03:33:28.934607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:27.492034Z","time spent":"1.442566256s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":3130,"request content":"key:\"/registry/deployments/orc-system/orc-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:33:28.934671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44306104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10942"} {"level":"warn","ts":"2026-04-03T03:33:28.934528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810549383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T03:33:28.9347Z","caller":"traceutil/trace.go:171","msg":"trace[174030922] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:27374; }","duration":"1.442732231s","start":"2026-04-03T03:33:27.491959Z","end":"2026-04-03T03:33:28.934691Z","steps":["trace[174030922] 'agreement among raft nodes before linearized reading' (duration: 1.441328757s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.933612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.250433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:28.933692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441801998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-worker\" ","response":"range_response_count:1 size:7942"} {"level":"warn","ts":"2026-04-03T03:33:28.935024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:28.504095Z","time spent":"430.922397ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e\" "} {"level":"warn","ts":"2026-04-03T03:33:28.933676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171973121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-03T03:33:28.933663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.432346088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:28.936274Z","caller":"traceutil/trace.go:171","msg":"trace[344973217] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:27374; }","duration":"3.005656627s","start":"2026-04-03T03:33:25.930603Z","end":"2026-04-03T03:33:28.93626Z","steps":["trace[344973217] 'agreement among raft nodes before linearized reading' (duration: 3.003171655s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:28.936297Z","caller":"traceutil/trace.go:171","msg":"trace[548739932] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27374; }","duration":"1.176865104s","start":"2026-04-03T03:33:27.759397Z","end":"2026-04-03T03:33:28.936262Z","steps":["trace[548739932] 'agreement among raft nodes before linearized reading' (duration: 1.17432506s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:28.936341Z","caller":"traceutil/trace.go:171","msg":"trace[236895451] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:27374; }","duration":"3.538374616s","start":"2026-04-03T03:33:25.397961Z","end":"2026-04-03T03:33:28.936336Z","steps":["trace[236895451] 'agreement among raft nodes before linearized reading' (duration: 3.535885653s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.936343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:25.930537Z","time spent":"3.005788101s","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:28.93637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:25.397943Z","time spent":"3.538414687s","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:28.936356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:27.491953Z","time spent":"1.444384703s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":6182,"request content":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"info","ts":"2026-04-03T03:33:28.936375Z","caller":"traceutil/trace.go:171","msg":"trace[1552198891] range","detail":"{range_begin:/registry/deployments/openstack/octavia-worker; range_end:; response_count:1; response_revision:27374; }","duration":"1.444499696s","start":"2026-04-03T03:33:27.491866Z","end":"2026-04-03T03:33:28.936366Z","steps":["trace[1552198891] 'agreement among raft nodes before linearized reading' (duration: 1.441726616s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.93639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:27.759374Z","time spent":"1.176983567s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-03T03:33:28.93643Z","caller":"traceutil/trace.go:171","msg":"trace[1701522192] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:27374; }","duration":"859.108285ms","start":"2026-04-03T03:33:28.077313Z","end":"2026-04-03T03:33:28.936421Z","steps":["trace[1701522192] 'agreement among raft nodes before linearized reading' (duration: 856.274474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.93645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:28.077294Z","time spent":"859.150036ms","remote":"127.0.0.1:37710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:33:28.936488Z","caller":"traceutil/trace.go:171","msg":"trace[149601953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27374; }","duration":"2.813551568s","start":"2026-04-03T03:33:26.122931Z","end":"2026-04-03T03:33:28.936482Z","steps":["trace[149601953] 'agreement among raft nodes before linearized reading' (duration: 2.810891182s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.93652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:26.122898Z","time spent":"2.81361336s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:33:28.936568Z","caller":"traceutil/trace.go:171","msg":"trace[875229577] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27374; }","duration":"1.912037529s","start":"2026-04-03T03:33:27.024525Z","end":"2026-04-03T03:33:28.936563Z","steps":["trace[875229577] 'agreement among raft nodes before linearized reading' (duration: 1.909362612s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.936595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:27.024498Z","time spent":"1.912088881s","remote":"127.0.0.1:52472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:33:28.93663Z","caller":"traceutil/trace.go:171","msg":"trace[1127677960] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:27374; }","duration":"3.943879136s","start":"2026-04-03T03:33:24.992743Z","end":"2026-04-03T03:33:28.936622Z","steps":["trace[1127677960] 'agreement among raft nodes before linearized reading' (duration: 3.941089356s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:28.936317Z","caller":"traceutil/trace.go:171","msg":"trace[1452129194] range","detail":"{range_begin:/registry/deployments/openstack/neutron-coredns; range_end:; response_count:1; response_revision:27374; }","duration":"1.444096495s","start":"2026-04-03T03:33:27.492212Z","end":"2026-04-03T03:33:28.936308Z","steps":["trace[1452129194] 'agreement among raft nodes before linearized reading' (duration: 1.441036439s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.93666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:24.992725Z","time spent":"3.943922947s","remote":"127.0.0.1:33248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:33:28.936487Z","caller":"traceutil/trace.go:171","msg":"trace[58667343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27374; }","duration":"2.812522013s","start":"2026-04-03T03:33:26.123954Z","end":"2026-04-03T03:33:28.936476Z","steps":["trace[58667343] 'agreement among raft nodes before linearized reading' (duration: 2.809751904s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:28.936669Z","caller":"traceutil/trace.go:171","msg":"trace[1798407741] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:27374; }","duration":"2.43756344s","start":"2026-04-03T03:33:26.499092Z","end":"2026-04-03T03:33:28.936656Z","steps":["trace[1798407741] 'agreement among raft nodes before linearized reading' (duration: 2.434819491s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.936693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:26.123946Z","time spent":"2.812741108s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:33:28.936679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:27.492207Z","time spent":"1.444455304s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":5254,"request content":"key:\"/registry/deployments/openstack/neutron-coredns\" "} {"level":"warn","ts":"2026-04-03T03:33:28.936709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:26.499072Z","time spent":"2.437624251s","remote":"127.0.0.1:35026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:33:28.936393Z","caller":"traceutil/trace.go:171","msg":"trace[1317916881] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:27374; }","duration":"1.444793273s","start":"2026-04-03T03:33:27.491579Z","end":"2026-04-03T03:33:28.936372Z","steps":["trace[1317916881] 'agreement among raft nodes before linearized reading' (duration: 1.442133526s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.936821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:27.491566Z","time spent":"1.445234674s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":10966,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" "} {"level":"info","ts":"2026-04-03T03:33:28.93684Z","caller":"traceutil/trace.go:171","msg":"trace[1029453064] range","detail":"{range_begin:/registry/deployments/openstack/octavia-housekeeping; range_end:; response_count:1; response_revision:27374; }","duration":"1.451551023s","start":"2026-04-03T03:33:27.485061Z","end":"2026-04-03T03:33:28.936612Z","steps":["trace[1029453064] 'agreement among raft nodes before linearized reading' (duration: 1.448562468s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.936406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:27.49186Z","time spent":"1.444536827s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7966,"request content":"key:\"/registry/deployments/openstack/octavia-worker\" "} {"level":"info","ts":"2026-04-03T03:33:28.936764Z","caller":"traceutil/trace.go:171","msg":"trace[355051484] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27374; }","duration":"3.238550867s","start":"2026-04-03T03:33:25.698201Z","end":"2026-04-03T03:33:28.936752Z","steps":["trace[355051484] 'agreement among raft nodes before linearized reading' (duration: 3.235588823s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:28.936915Z","caller":"traceutil/trace.go:171","msg":"trace[581277871] range","detail":"{range_begin:/registry/deployments/openstack/placement-api; range_end:; response_count:1; response_revision:27374; }","duration":"1.452238119s","start":"2026-04-03T03:33:27.48467Z","end":"2026-04-03T03:33:28.936908Z","steps":["trace[581277871] 'agreement among raft nodes before linearized reading' (duration: 1.449125621s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.936945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:27.484666Z","time spent":"1.452272121s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":7697,"request content":"key:\"/registry/deployments/openstack/placement-api\" "} {"level":"warn","ts":"2026-04-03T03:33:28.936946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:27.485054Z","time spent":"1.451830269s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":7726,"request content":"key:\"/registry/deployments/openstack/octavia-housekeeping\" "} {"level":"warn","ts":"2026-04-03T03:33:28.936952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:25.698186Z","time spent":"3.238751992s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:33:28.936966Z","caller":"traceutil/trace.go:171","msg":"trace[1829365599] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27374; }","duration":"3.435052085s","start":"2026-04-03T03:33:25.501245Z","end":"2026-04-03T03:33:28.936297Z","steps":["trace[1829365599] 'agreement among raft nodes before linearized reading' (duration: 3.432385498s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.936997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:25.501221Z","time spent":"3.435765903s","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:33:28.936817Z","caller":"traceutil/trace.go:171","msg":"trace[1486286842] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27374; }","duration":"1.175200421s","start":"2026-04-03T03:33:27.761607Z","end":"2026-04-03T03:33:28.936808Z","steps":["trace[1486286842] 'agreement among raft nodes before linearized reading' (duration: 1.171839888s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.937135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:27.761596Z","time spent":"1.175529099s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:33:28.937303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.787625628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T03:33:28.93736Z","caller":"traceutil/trace.go:171","msg":"trace[2095878232] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27374; }","duration":"2.787663849s","start":"2026-04-03T03:33:26.149665Z","end":"2026-04-03T03:33:28.937329Z","steps":["trace[2095878232] 'agreement among raft nodes before linearized reading' (duration: 2.787552247s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.937411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:26.149653Z","time spent":"2.787750342s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:33:28.937584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445908051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-api\" ","response":"range_response_count:1 size:7854"} {"level":"info","ts":"2026-04-03T03:33:28.937611Z","caller":"traceutil/trace.go:171","msg":"trace[450315432] range","detail":"{range_begin:/registry/deployments/openstack/heat-api; range_end:; response_count:1; response_revision:27374; }","duration":"1.445940762s","start":"2026-04-03T03:33:27.491663Z","end":"2026-04-03T03:33:28.937604Z","steps":["trace[450315432] 'agreement among raft nodes before linearized reading' (duration: 1.441530861s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:28.937629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:27.491659Z","time spent":"1.445965503s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7878,"request content":"key:\"/registry/deployments/openstack/heat-api\" "} {"level":"warn","ts":"2026-04-03T03:33:31.420901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051654,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T03:33:31.80241Z","caller":"traceutil/trace.go:171","msg":"trace[904123613] transaction","detail":"{read_only:false; response_revision:27397; number_of_response:1; }","duration":"882.206645ms","start":"2026-04-03T03:33:30.920177Z","end":"2026-04-03T03:33:31.802384Z","steps":["trace[904123613] 'process raft request' (duration: 882.02917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:31.802656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:30.920156Z","time spent":"882.410059ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:34.540193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000337145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:33:34.540279Z","caller":"traceutil/trace.go:171","msg":"trace[1034756185] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000479049s","start":"2026-04-03T03:33:32.539781Z","end":"2026-04-03T03:33:34.54026Z","steps":["trace[1034756185] 'agreement among raft nodes before linearized reading' (duration: 2.000362356s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:34.540338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:32.539763Z","time spent":"2.000565431s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:33:34.628597Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.826458594s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:33:35.278226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.993315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:33:35.278527Z","caller":"traceutil/trace.go:171","msg":"trace[1004770472] transaction","detail":"{read_only:false; response_revision:27400; number_of_response:1; }","duration":"4.357787716s","start":"2026-04-03T03:33:30.920718Z","end":"2026-04-03T03:33:35.278506Z","steps":["trace[1004770472] 'process raft request' (duration: 4.357694074s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:35.278613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:30.920711Z","time spent":"4.357856599s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:35.278642Z","caller":"traceutil/trace.go:171","msg":"trace[845384614] transaction","detail":"{read_only:false; response_revision:27398; number_of_response:1; }","duration":"4.358133575s","start":"2026-04-03T03:33:30.92048Z","end":"2026-04-03T03:33:35.278613Z","steps":["trace[845384614] 'process raft request' (duration: 3.710669768s)","trace[845384614] 'compare' (duration: 645.463146ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:33:35.278884Z","caller":"traceutil/trace.go:171","msg":"trace[1716443961] transaction","detail":"{read_only:false; response_revision:27399; number_of_response:1; }","duration":"4.35832768s","start":"2026-04-03T03:33:30.920539Z","end":"2026-04-03T03:33:35.278867Z","steps":["trace[1716443961] 'process raft request' (duration: 4.357786767s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:35.278969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:30.920533Z","time spent":"4.358389722s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:35.279707Z","caller":"traceutil/trace.go:171","msg":"trace[1658976066] transaction","detail":"{read_only:false; response_revision:27401; number_of_response:1; }","duration":"4.357422656s","start":"2026-04-03T03:33:30.922267Z","end":"2026-04-03T03:33:35.27969Z","steps":["trace[1658976066] 'process raft request' (duration: 4.356190706s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:35.279767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:30.922249Z","time spent":"4.357487838s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:35.279904Z","caller":"traceutil/trace.go:171","msg":"trace[1880440702] linearizableReadLoop","detail":"{readStateIndex:28436; appliedIndex:28428; }","duration":"4.359424708s","start":"2026-04-03T03:33:30.920472Z","end":"2026-04-03T03:33:35.279896Z","steps":["trace[1880440702] 'read index received' (duration: 881.690451ms)","trace[1880440702] 'applied index is now lower than readState.Index' (duration: 3.477733497s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:33:35.279884Z","caller":"traceutil/trace.go:171","msg":"trace[1313127761] transaction","detail":"{read_only:false; response_revision:27404; number_of_response:1; }","duration":"4.287496534s","start":"2026-04-03T03:33:30.992363Z","end":"2026-04-03T03:33:35.279859Z","steps":["trace[1313127761] 'process raft request' (duration: 4.287426201s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:35.279899Z","caller":"traceutil/trace.go:171","msg":"trace[213474963] transaction","detail":"{read_only:false; response_revision:27402; number_of_response:1; }","duration":"4.356801552s","start":"2026-04-03T03:33:30.923053Z","end":"2026-04-03T03:33:35.279854Z","steps":["trace[213474963] 'process raft request' (duration: 4.356577705s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:35.280017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:30.992329Z","time spent":"4.287618777s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:35.280044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.359570842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-03T03:33:35.280065Z","caller":"traceutil/trace.go:171","msg":"trace[1337502994] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:27405; }","duration":"4.359612873s","start":"2026-04-03T03:33:30.920446Z","end":"2026-04-03T03:33:35.280059Z","steps":["trace[1337502994] 'agreement among raft nodes before linearized reading' (duration: 4.35951363s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:35.280086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:30.920427Z","time spent":"4.359654254s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-03T03:33:35.280091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:30.923038Z","time spent":"4.356947786s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:35.280159Z","caller":"traceutil/trace.go:171","msg":"trace[915995419] transaction","detail":"{read_only:false; response_revision:27403; number_of_response:1; }","duration":"4.350465443s","start":"2026-04-03T03:33:30.929682Z","end":"2026-04-03T03:33:35.280147Z","steps":["trace[915995419] 'process raft request' (duration: 4.350061022s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:35.28021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:30.929657Z","time spent":"4.350524894s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:35.279948Z","caller":"traceutil/trace.go:171","msg":"trace[1085766043] transaction","detail":"{read_only:false; response_revision:27405; number_of_response:1; }","duration":"3.789821593s","start":"2026-04-03T03:33:31.49012Z","end":"2026-04-03T03:33:35.279941Z","steps":["trace[1085766043] 'process raft request' (duration: 3.789705559s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:35.280301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:31.490087Z","time spent":"3.790188942s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:35.284575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:30.920466Z","time spent":"4.358239718s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:35.781011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:35.951791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999735205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:33:35.951891Z","caller":"traceutil/trace.go:171","msg":"trace[1783269825] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999850798s","start":"2026-04-03T03:33:30.95201Z","end":"2026-04-03T03:33:35.951861Z","steps":["trace[1783269825] 'agreement among raft nodes before linearized reading' (duration: 4.999745275s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:35.951937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:30.952004Z","time spent":"4.999923609s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/03 03:33:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:35.953118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999505669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:33:35.953242Z","caller":"traceutil/trace.go:171","msg":"trace[1532106754] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999657884s","start":"2026-04-03T03:33:30.953545Z","end":"2026-04-03T03:33:35.953203Z","steps":["trace[1532106754] 'agreement among raft nodes before linearized reading' (duration: 4.99951332s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:35.953315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:30.953538Z","time spent":"4.999761576s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:33:35.95474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999778695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:33:35.954792Z","caller":"traceutil/trace.go:171","msg":"trace[151877359] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999853138s","start":"2026-04-03T03:33:30.954927Z","end":"2026-04-03T03:33:35.95478Z","steps":["trace[151877359] 'agreement among raft nodes before linearized reading' (duration: 4.999783576s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:35.954824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:30.954918Z","time spent":"4.999899489s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/03 03:33:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:36.281531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:36.541545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000579931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:33:36.541645Z","caller":"traceutil/trace.go:171","msg":"trace[1889900793] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000730735s","start":"2026-04-03T03:33:34.540894Z","end":"2026-04-03T03:33:36.541625Z","steps":["trace[1889900793] 'agreement among raft nodes before linearized reading' (duration: 2.000601972s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:36.541695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:34.540877Z","time spent":"2.000807047s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:33:36.782396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:37.283375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:37.783589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:38.284339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:38.549628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000643552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:33:38.549711Z","caller":"traceutil/trace.go:171","msg":"trace[1543826449] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000785457s","start":"2026-04-03T03:33:36.548908Z","end":"2026-04-03T03:33:38.549693Z","steps":["trace[1543826449] 'agreement among raft nodes before linearized reading' (duration: 2.000656933s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:38.54977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:36.548899Z","time spent":"2.000857688s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:33:38.784798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:38.806372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:33.813534Z","time spent":"4.992829362s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 03:33:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:39.285224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:39.57816Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.949382172s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:33:39.751419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.532414457s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:39.751599Z","caller":"traceutil/trace.go:171","msg":"trace[324215143] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27405; }","duration":"3.532602962s","start":"2026-04-03T03:33:36.218979Z","end":"2026-04-03T03:33:39.751582Z","steps":["trace[324215143] 'range keys from in-memory index tree' (duration: 3.532399167s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:39.755533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.109452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:33:39.755743Z","caller":"traceutil/trace.go:171","msg":"trace[2967529] transaction","detail":"{read_only:false; response_revision:27407; number_of_response:1; }","duration":"5.850555372s","start":"2026-04-03T03:33:33.905171Z","end":"2026-04-03T03:33:39.755726Z","steps":["trace[2967529] 'process raft request' (duration: 5.85045477s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:39.755831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:33.905151Z","time spent":"5.850631944s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:40.550236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999918015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:33:40.550348Z","caller":"traceutil/trace.go:171","msg":"trace[16599971] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00010794s","start":"2026-04-03T03:33:38.550201Z","end":"2026-04-03T03:33:40.550309Z","steps":["trace[16599971] 'agreement among raft nodes before linearized reading' (duration: 1.999951946s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:40.550445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:38.550176Z","time spent":"2.000257944s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:33:40.952438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998684952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:33:40.952537Z","caller":"traceutil/trace.go:171","msg":"trace[573033788] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998839496s","start":"2026-04-03T03:33:37.953678Z","end":"2026-04-03T03:33:40.952517Z","steps":["trace[573033788] 'agreement among raft nodes before linearized reading' (duration: 2.998718793s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:40.952608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:37.953655Z","time spent":"2.998923257s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/03 03:33:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:40.954084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998704852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:33:40.954177Z","caller":"traceutil/trace.go:171","msg":"trace[264846523] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998819614s","start":"2026-04-03T03:33:37.955343Z","end":"2026-04-03T03:33:40.954163Z","steps":["trace[264846523] 'agreement among raft nodes before linearized reading' (duration: 2.998719792s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:40.954249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:37.955336Z","time spent":"2.998898947s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/03 03:33:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:40.955709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.952686149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:33:40.955782Z","caller":"traceutil/trace.go:171","msg":"trace[915653713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.952820862s","start":"2026-04-03T03:33:38.002947Z","end":"2026-04-03T03:33:40.955768Z","steps":["trace[915653713] 'agreement among raft nodes before linearized reading' (duration: 2.95273275s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:40.955824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:38.002927Z","time spent":"2.952888573s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/03 03:33:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:40.956294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000009104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:33:40.956325Z","caller":"traceutil/trace.go:171","msg":"trace[40763766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000071996s","start":"2026-04-03T03:33:30.956243Z","end":"2026-04-03T03:33:40.956315Z","steps":["trace[40763766] 'agreement among raft nodes before linearized reading' (duration: 10.000042305s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:40.956353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:30.956223Z","time spent":"10.000125016s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/03 03:33:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:40.957355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999525721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:33:40.957383Z","caller":"traceutil/trace.go:171","msg":"trace[559268043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999588263s","start":"2026-04-03T03:33:30.957789Z","end":"2026-04-03T03:33:40.957378Z","steps":["trace[559268043] 'agreement among raft nodes before linearized reading' (duration: 9.999557062s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:40.957403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:30.957772Z","time spent":"9.999624323s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/03 03:33:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:40.989696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.971846098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:33:40.989779Z","caller":"traceutil/trace.go:171","msg":"trace[388168979] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; }","duration":"9.971967781s","start":"2026-04-03T03:33:31.017793Z","end":"2026-04-03T03:33:40.989761Z","steps":["trace[388168979] 'agreement among raft nodes before linearized reading' (duration: 9.971867419s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:40.989827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:31.017781Z","time spent":"9.972033053s","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} 2026/04/03 03:33:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:40.989976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.7466743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:33:40.990017Z","caller":"traceutil/trace.go:171","msg":"trace[558981930] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; }","duration":"9.746746152s","start":"2026-04-03T03:33:31.243258Z","end":"2026-04-03T03:33:40.990004Z","steps":["trace[558981930] 'agreement among raft nodes before linearized reading' (duration: 9.746704141s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:40.990034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.72228687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-03T03:33:40.990063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:31.243241Z","time spent":"9.746810214s","remote":"127.0.0.1:44524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} 2026/04/03 03:33:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-03T03:33:40.990087Z","caller":"traceutil/trace.go:171","msg":"trace[1604945402] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; }","duration":"9.722361911s","start":"2026-04-03T03:33:31.267711Z","end":"2026-04-03T03:33:40.990073Z","steps":["trace[1604945402] 'agreement among raft nodes before linearized reading' (duration: 9.72229997s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:40.990135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:31.267702Z","time spent":"9.722419052s","remote":"127.0.0.1:44486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} 2026/04/03 03:33:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:40.990386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.946741969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:33:40.990914Z","caller":"traceutil/trace.go:171","msg":"trace[1735217836] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; }","duration":"9.947285592s","start":"2026-04-03T03:33:31.0436Z","end":"2026-04-03T03:33:40.990886Z","steps":["trace[1735217836] 'agreement among raft nodes before linearized reading' (duration: 9.94677156s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:40.990539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.822643665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:33:40.990949Z","caller":"traceutil/trace.go:171","msg":"trace[54669602] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; }","duration":"9.823058226s","start":"2026-04-03T03:33:31.167881Z","end":"2026-04-03T03:33:40.99094Z","steps":["trace[54669602] 'agreement among raft nodes before linearized reading' (duration: 9.822642785s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:40.990952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:31.043589Z","time spent":"9.947351594s","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} 2026/04/03 03:33:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:40.990566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.797120646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-03T03:33:40.990981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:31.16787Z","time spent":"9.823102976s","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-03T03:33:40.991067Z","caller":"traceutil/trace.go:171","msg":"trace[1300225611] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; }","duration":"9.797612177s","start":"2026-04-03T03:33:31.193392Z","end":"2026-04-03T03:33:40.991004Z","steps":["trace[1300225611] 'agreement among raft nodes before linearized reading' (duration: 9.797140316s)"],"step_count":1} 2026/04/03 03:33:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:40.991135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:31.193382Z","time spent":"9.797725681s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} 2026/04/03 03:33:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:40.992033Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.413716815s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:33:40.992448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.840220272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a2bb5b2852f3ba\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-03T03:33:40.992565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.070478282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:33:40.992591Z","caller":"traceutil/trace.go:171","msg":"trace[2137701976] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; }","duration":"10.070542793s","start":"2026-04-03T03:33:30.92204Z","end":"2026-04-03T03:33:40.992582Z","steps":["trace[2137701976] 'agreement among raft nodes before linearized reading' (duration: 10.070521763s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:40.992597Z","caller":"traceutil/trace.go:171","msg":"trace[92469853] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a2bb5b2852f3ba; range_end:; }","duration":"6.840403737s","start":"2026-04-03T03:33:34.152166Z","end":"2026-04-03T03:33:40.992569Z","steps":["trace[92469853] 'agreement among raft nodes before linearized reading' (duration: 6.840242513s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:40.992493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.609573703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-03T03:33:40.992635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.023774189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:33:40.992658Z","caller":"traceutil/trace.go:171","msg":"trace[1144934017] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service; range_end:; }","duration":"10.023804431s","start":"2026-04-03T03:33:30.968842Z","end":"2026-04-03T03:33:40.992647Z","steps":["trace[1144934017] 'agreement among raft nodes before linearized reading' (duration: 10.0237883s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:40.992653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.773808021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-03T03:33:40.992677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:30.968834Z","time spent":"10.023839341s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" "} {"level":"info","ts":"2026-04-03T03:33:40.992682Z","caller":"traceutil/trace.go:171","msg":"trace[1197511525] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; }","duration":"9.773871532s","start":"2026-04-03T03:33:31.218801Z","end":"2026-04-03T03:33:40.992673Z","steps":["trace[1197511525] 'agreement among raft nodes before linearized reading' (duration: 9.773837812s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:40.992679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:34.15215Z","time spent":"6.840491459s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a2bb5b2852f3ba\" "} 2026/04/03 03:33:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-03T03:33:40.992671Z","caller":"traceutil/trace.go:171","msg":"trace[57448345] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager; range_end:; }","duration":"9.609804299s","start":"2026-04-03T03:33:31.382846Z","end":"2026-04-03T03:33:40.99265Z","steps":["trace[57448345] 'agreement among raft nodes before linearized reading' (duration: 9.609614134s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:40.992704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:31.218784Z","time spent":"9.773914744s","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} 2026/04/03 03:33:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/03 03:33:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:40.992719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.598759012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:33:40.992755Z","caller":"traceutil/trace.go:171","msg":"trace[1160713172] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; }","duration":"9.598838714s","start":"2026-04-03T03:33:31.393905Z","end":"2026-04-03T03:33:40.992744Z","steps":["trace[1160713172] 'agreement among raft nodes before linearized reading' (duration: 9.598796793s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:40.992613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:30.922023Z","time spent":"10.070585474s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-04-03T03:33:40.992744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.899780601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-03T03:33:40.992771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.924141822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-03T03:33:40.992742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.049159926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-03T03:33:40.99278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:31.393876Z","time spent":"9.598897875s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/kube-system/kube-dns\" "} 2026/04/03 03:33:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:40.992742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99868276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-headless\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:33:40.992788Z","caller":"traceutil/trace.go:171","msg":"trace[233830278] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; }","duration":"9.924200733s","start":"2026-04-03T03:33:31.068582Z","end":"2026-04-03T03:33:40.992783Z","steps":["trace[233830278] 'agreement among raft nodes before linearized reading' (duration: 9.924182173s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:40.99279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.874207799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"","error":"context canceled"} 2026/04/03 03:33:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:40.992786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.64935568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:33:40.992818Z","caller":"traceutil/trace.go:171","msg":"trace[522973043] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; }","duration":"9.874258971s","start":"2026-04-03T03:33:31.118552Z","end":"2026-04-03T03:33:40.992811Z","steps":["trace[522973043] 'agreement among raft nodes before linearized reading' (duration: 9.87422666s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:40.992813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:31.068559Z","time spent":"9.924250025s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-03T03:33:40.992811Z","caller":"traceutil/trace.go:171","msg":"trace[1010926562] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum; range_end:; }","duration":"10.049312869s","start":"2026-04-03T03:33:30.943479Z","end":"2026-04-03T03:33:40.992792Z","steps":["trace[1010926562] 'agreement among raft nodes before linearized reading' (duration: 10.049226557s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:40.992821Z","caller":"traceutil/trace.go:171","msg":"trace[1228389265] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-headless; range_end:; }","duration":"9.998808514s","start":"2026-04-03T03:33:30.993997Z","end":"2026-04-03T03:33:40.992806Z","steps":["trace[1228389265] 'agreement among raft nodes before linearized reading' (duration: 9.998713901s)"],"step_count":1} 2026/04/03 03:33:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:40.992838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:31.11854Z","time spent":"9.874294031s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-04-03T03:33:40.992862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:30.943462Z","time spent":"10.049389982s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-04-03T03:33:40.992862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:30.993985Z","time spent":"9.998867495s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/valkey-headless\" "} 2026/04/03 03:33:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/03 03:33:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:40.992941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:35.282082Z","time spent":"5.710857109s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:33:40.992546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.674341857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:33:40.992997Z","caller":"traceutil/trace.go:171","msg":"trace[912608025] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; }","duration":"9.674833449s","start":"2026-04-03T03:33:31.318153Z","end":"2026-04-03T03:33:40.992986Z","steps":["trace[912608025] 'agreement among raft nodes before linearized reading' (duration: 9.674388458s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:40.993028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:31.318133Z","time spent":"9.674886761s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" "} 2026/04/03 03:33:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-03T03:33:40.993057Z","caller":"traceutil/trace.go:171","msg":"trace[1510798709] transaction","detail":"{read_only:false; response_revision:27408; number_of_response:1; }","duration":"3.707053787s","start":"2026-04-03T03:33:37.285996Z","end":"2026-04-03T03:33:40.99305Z","steps":["trace[1510798709] 'process raft request' (duration: 3.70678367s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:40.993011Z","caller":"traceutil/trace.go:171","msg":"trace[808123172] transaction","detail":"{read_only:false; response_revision:27409; number_of_response:1; }","duration":"3.706578104s","start":"2026-04-03T03:33:37.286418Z","end":"2026-04-03T03:33:40.992996Z","steps":["trace[808123172] 'process raft request' (duration: 3.706483472s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:40.993155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:37.286408Z","time spent":"3.706688667s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:40.993162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:37.285967Z","time spent":"3.707124368s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} 2026/04/03 03:33:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-03T03:33:40.992836Z","caller":"traceutil/trace.go:171","msg":"trace[42442299] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; }","duration":"9.649433422s","start":"2026-04-03T03:33:31.343396Z","end":"2026-04-03T03:33:40.992829Z","steps":["trace[42442299] 'agreement among raft nodes before linearized reading' (duration: 9.649380301s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:40.992732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.699280313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:33:40.993284Z","caller":"traceutil/trace.go:171","msg":"trace[872151351] transaction","detail":"{read_only:false; response_revision:27410; number_of_response:1; }","duration":"3.70678491s","start":"2026-04-03T03:33:37.286484Z","end":"2026-04-03T03:33:40.993269Z","steps":["trace[872151351] 'process raft request' (duration: 3.706478073s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:40.993313Z","caller":"traceutil/trace.go:171","msg":"trace[2066461202] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; }","duration":"9.699860347s","start":"2026-04-03T03:33:31.293444Z","end":"2026-04-03T03:33:40.993304Z","steps":["trace[2066461202] 'agreement among raft nodes before linearized reading' (duration: 9.699281453s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:40.993344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:31.293391Z","time spent":"9.699944669s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} 2026/04/03 03:33:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:40.992525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.848749941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-results-cache\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-03T03:33:40.99338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:37.286475Z","time spent":"3.706844961s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:40.993403Z","caller":"traceutil/trace.go:171","msg":"trace[506898948] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-results-cache; range_end:; }","duration":"9.849651573s","start":"2026-04-03T03:33:31.143746Z","end":"2026-04-03T03:33:40.993398Z","steps":["trace[506898948] 'agreement among raft nodes before linearized reading' (duration: 9.848774132s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:40.993422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:31.143732Z","time spent":"9.849685484s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/monitoring/loki-results-cache\" "} 2026/04/03 03:33:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:40.99332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:31.343379Z","time spent":"9.649925904s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"info","ts":"2026-04-03T03:33:40.992791Z","caller":"traceutil/trace.go:171","msg":"trace[261530757] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; }","duration":"9.899833532s","start":"2026-04-03T03:33:31.092946Z","end":"2026-04-03T03:33:40.992779Z","steps":["trace[261530757] 'agreement among raft nodes before linearized reading' (duration: 9.899778811s)"],"step_count":1} 2026/04/03 03:33:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:40.993471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:31.092935Z","time spent":"9.900529749s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" "} 2026/04/03 03:33:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:40.992743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:31.382826Z","time spent":"9.609894771s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-04-03T03:33:40.993558Z","caller":"traceutil/trace.go:171","msg":"trace[1726210041] transaction","detail":"{read_only:false; response_revision:27411; number_of_response:1; }","duration":"3.706816621s","start":"2026-04-03T03:33:37.286714Z","end":"2026-04-03T03:33:40.99353Z","steps":["trace[1726210041] 'process raft request' (duration: 3.706462632s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:40.993619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:37.286705Z","time spent":"3.706881402s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} 2026/04/03 03:33:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-03T03:33:40.993706Z","caller":"traceutil/trace.go:171","msg":"trace[253276552] transaction","detail":"{read_only:false; response_revision:27412; number_of_response:1; }","duration":"3.70599133s","start":"2026-04-03T03:33:37.287702Z","end":"2026-04-03T03:33:40.993694Z","steps":["trace[253276552] 'process raft request' (duration: 3.705781865s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:40.993751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:37.287692Z","time spent":"3.706033191s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:40.993813Z","caller":"traceutil/trace.go:171","msg":"trace[300565790] transaction","detail":"{read_only:false; response_revision:27413; number_of_response:1; }","duration":"3.705846246s","start":"2026-04-03T03:33:37.287952Z","end":"2026-04-03T03:33:40.993798Z","steps":["trace[300565790] 'process raft request' (duration: 3.705671852s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:40.993859Z","caller":"traceutil/trace.go:171","msg":"trace[532049592] transaction","detail":"{read_only:false; response_revision:27414; number_of_response:1; }","duration":"3.704957613s","start":"2026-04-03T03:33:37.288884Z","end":"2026-04-03T03:33:40.993842Z","steps":["trace[532049592] 'process raft request' (duration: 3.70483828s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:40.99388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:37.287943Z","time spent":"3.705901367s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:40.993942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:37.288873Z","time spent":"3.705023385s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:41.036968Z","caller":"traceutil/trace.go:171","msg":"trace[877143175] linearizableReadLoop","detail":"{readStateIndex:28448; appliedIndex:28437; }","duration":"5.757021647s","start":"2026-04-03T03:33:35.27992Z","end":"2026-04-03T03:33:41.036942Z","steps":["trace[877143175] 'read index received' (duration: 4.298406237s)","trace[877143175] 'applied index is now lower than readState.Index' (duration: 1.45861367s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:33:41.037308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.60495836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:41.037348Z","caller":"traceutil/trace.go:171","msg":"trace[687312932] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:27415; }","duration":"7.605013721s","start":"2026-04-03T03:33:33.432321Z","end":"2026-04-03T03:33:41.037335Z","steps":["trace[687312932] 'agreement among raft nodes before linearized reading' (duration: 7.604921039s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:41.037323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.435276434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:33:41.037403Z","caller":"traceutil/trace.go:171","msg":"trace[2115887715] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:27415; }","duration":"7.435396818s","start":"2026-04-03T03:33:33.601984Z","end":"2026-04-03T03:33:41.037381Z","steps":["trace[2115887715] 'agreement among raft nodes before linearized reading' (duration: 7.435255224s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:41.037384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:33.432267Z","time spent":"7.605107873s","remote":"127.0.0.1:37610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:41.037446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:33.601967Z","time spent":"7.435468999s","remote":"127.0.0.1:47580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:41.037644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.763692331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:41.037679Z","caller":"traceutil/trace.go:171","msg":"trace[1764751602] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:27415; }","duration":"7.763767553s","start":"2026-04-03T03:33:33.273899Z","end":"2026-04-03T03:33:41.037666Z","steps":["trace[1764751602] 'agreement among raft nodes before linearized reading' (duration: 7.763707091s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:41.037708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:33.273876Z","time spent":"7.763823904s","remote":"127.0.0.1:39218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:41.037851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.238891101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-04-03T03:33:41.03788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.784446712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:41.037891Z","caller":"traceutil/trace.go:171","msg":"trace[1963155833] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:27415; }","duration":"6.238960603s","start":"2026-04-03T03:33:34.798916Z","end":"2026-04-03T03:33:41.037877Z","steps":["trace[1963155833] 'agreement among raft nodes before linearized reading' (duration: 6.238829s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:41.037911Z","caller":"traceutil/trace.go:171","msg":"trace[724150896] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:27415; }","duration":"7.784519213s","start":"2026-04-03T03:33:33.253383Z","end":"2026-04-03T03:33:41.037902Z","steps":["trace[724150896] 'agreement among raft nodes before linearized reading' (duration: 7.784464302s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:41.037925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:34.798892Z","time spent":"6.239024165s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-03T03:33:41.03794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:33.253361Z","time spent":"7.784571094s","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:41.03811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.885259408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:41.038144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.313328028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7f9c49b9db-qrkx7.18a2bb44083f1b75\" ","response":"range_response_count:1 size:890"} {"level":"info","ts":"2026-04-03T03:33:41.038177Z","caller":"traceutil/trace.go:171","msg":"trace[1953052921] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7f9c49b9db-qrkx7.18a2bb44083f1b75; range_end:; response_count:1; response_revision:27415; }","duration":"6.31339251s","start":"2026-04-03T03:33:34.724775Z","end":"2026-04-03T03:33:41.038167Z","steps":["trace[1953052921] 'agreement among raft nodes before linearized reading' (duration: 6.313292998s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:41.038201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.637556574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:41.038209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:34.72475Z","time spent":"6.313453361s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":914,"request content":"key:\"/registry/events/openstack/magnum-api-7f9c49b9db-qrkx7.18a2bb44083f1b75\" "} {"level":"warn","ts":"2026-04-03T03:33:41.038211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.067647155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:41.038296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.936113171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:41.038292Z","caller":"traceutil/trace.go:171","msg":"trace[1678830740] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:27415; }","duration":"7.067788969s","start":"2026-04-03T03:33:33.970484Z","end":"2026-04-03T03:33:41.038273Z","steps":["trace[1678830740] 'agreement among raft nodes before linearized reading' (duration: 7.067624105s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:41.038381Z","caller":"traceutil/trace.go:171","msg":"trace[376943034] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:27415; }","duration":"9.936206724s","start":"2026-04-03T03:33:31.102158Z","end":"2026-04-03T03:33:41.038364Z","steps":["trace[376943034] 'agreement among raft nodes before linearized reading' (duration: 9.936103641s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:41.038406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:33.970461Z","time spent":"7.067931452s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:41.038426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:31.102151Z","time spent":"9.936261795s","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:41.03858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.090845147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-03T03:33:41.038638Z","caller":"traceutil/trace.go:171","msg":"trace[226990078] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27415; }","duration":"7.090957079s","start":"2026-04-03T03:33:33.947668Z","end":"2026-04-03T03:33:41.038625Z","steps":["trace[226990078] 'agreement among raft nodes before linearized reading' (duration: 7.090753954s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:41.038667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:33.947647Z","time spent":"7.09101448s","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-03T03:33:41.038673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.087278632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-04-03T03:33:41.038714Z","caller":"traceutil/trace.go:171","msg":"trace[208635616] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e; range_end:; response_count:1; response_revision:27415; }","duration":"10.087371045s","start":"2026-04-03T03:33:30.951331Z","end":"2026-04-03T03:33:41.038702Z","steps":["trace[208635616] 'agreement among raft nodes before linearized reading' (duration: 10.087264203s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:41.038705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.0146231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:33:41.038743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:30.951311Z","time spent":"10.087426026s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e\" "} {"level":"warn","ts":"2026-04-03T03:33:41.038771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.316746424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-04-03T03:33:41.038788Z","caller":"traceutil/trace.go:171","msg":"trace[432727843] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:27415; }","duration":"10.014744974s","start":"2026-04-03T03:33:31.024021Z","end":"2026-04-03T03:33:41.038766Z","steps":["trace[432727843] 'agreement among raft nodes before linearized reading' (duration: 10.014571249s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:41.038807Z","caller":"traceutil/trace.go:171","msg":"trace[1150089851] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e; range_end:; response_count:1; response_revision:27415; }","duration":"6.316804254s","start":"2026-04-03T03:33:34.721991Z","end":"2026-04-03T03:33:41.038795Z","steps":["trace[1150089851] 'agreement among raft nodes before linearized reading' (duration: 6.316660971s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:41.038841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:34.721975Z","time spent":"6.316859186s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e\" "} {"level":"warn","ts":"2026-04-03T03:33:41.038846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:31.024009Z","time spent":"10.014822425s","remote":"127.0.0.1:44528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:41.038932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.837988856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:41.038959Z","caller":"traceutil/trace.go:171","msg":"trace[1496988524] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27415; }","duration":"6.838049327s","start":"2026-04-03T03:33:34.200901Z","end":"2026-04-03T03:33:41.03895Z","steps":["trace[1496988524] 'agreement among raft nodes before linearized reading' (duration: 6.838002766s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:41.038986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:34.200884Z","time spent":"6.838094648s","remote":"127.0.0.1:40106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:33:41.038237Z","caller":"traceutil/trace.go:171","msg":"trace[1506041808] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27415; }","duration":"9.637637335s","start":"2026-04-03T03:33:31.400589Z","end":"2026-04-03T03:33:41.038226Z","steps":["trace[1506041808] 'agreement among raft nodes before linearized reading' (duration: 9.637576054s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:41.03908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:31.400572Z","time spent":"9.638499007s","remote":"127.0.0.1:39772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:41.03914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.957675172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:33:41.038144Z","caller":"traceutil/trace.go:171","msg":"trace[1582552927] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27415; }","duration":"8.88535732s","start":"2026-04-03T03:33:32.152773Z","end":"2026-04-03T03:33:41.03813Z","steps":["trace[1582552927] 'agreement among raft nodes before linearized reading' (duration: 8.885306389s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:41.039196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.977693798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T03:33:41.039192Z","caller":"traceutil/trace.go:171","msg":"trace[724024885] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:27415; }","duration":"9.957742253s","start":"2026-04-03T03:33:31.081436Z","end":"2026-04-03T03:33:41.039178Z","steps":["trace[724024885] 'agreement among raft nodes before linearized reading' (duration: 9.957654041s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:41.039216Z","caller":"traceutil/trace.go:171","msg":"trace[1576257386] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27415; }","duration":"6.977735739s","start":"2026-04-03T03:33:34.061473Z","end":"2026-04-03T03:33:41.039208Z","steps":["trace[1576257386] 'agreement among raft nodes before linearized reading' (duration: 6.977681637s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:41.03923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:34.061456Z","time spent":"6.97777092s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T03:33:41.039224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:32.152747Z","time spent":"8.886462528s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:33:41.039235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:31.081429Z","time spent":"9.957794144s","remote":"127.0.0.1:39162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:42.078133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.070391ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-03T03:33:42.079677Z","caller":"traceutil/trace.go:171","msg":"trace[2014907454] transaction","detail":"{read_only:false; response_revision:27417; number_of_response:1; }","duration":"2.008066619s","start":"2026-04-03T03:33:40.071589Z","end":"2026-04-03T03:33:42.079655Z","steps":["trace[2014907454] 'process raft request' (duration: 2.006637523s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:42.07981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:40.071563Z","time spent":"2.008166831s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:42.558313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000055009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:33:42.558388Z","caller":"traceutil/trace.go:171","msg":"trace[1369546977] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000174142s","start":"2026-04-03T03:33:40.558196Z","end":"2026-04-03T03:33:42.55837Z","steps":["trace[1369546977] 'agreement among raft nodes before linearized reading' (duration: 2.000076959s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:42.558427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:40.558181Z","time spent":"2.000238283s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:33:43.806195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997216263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:33:43.806282Z","caller":"traceutil/trace.go:171","msg":"trace[462507231] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997366937s","start":"2026-04-03T03:33:38.808895Z","end":"2026-04-03T03:33:43.806262Z","steps":["trace[462507231] 'agreement among raft nodes before linearized reading' (duration: 4.997251494s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:43.806466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:38.808872Z","time spent":"4.997499479s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/03 03:33:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:43.836554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.793344283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:33:43.836628Z","caller":"traceutil/trace.go:171","msg":"trace[1950038310] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"2.793443895s","start":"2026-04-03T03:33:41.043167Z","end":"2026-04-03T03:33:43.836611Z","steps":["trace[1950038310] 'agreement among raft nodes before linearized reading' (duration: 2.793356622s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:43.836668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:41.043154Z","time spent":"2.793505597s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/04/03 03:33:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:43.865646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785908927s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:33:43.865841Z","caller":"traceutil/trace.go:171","msg":"trace[357593748] transaction","detail":"{read_only:false; response_revision:27422; number_of_response:1; }","duration":"2.906780367s","start":"2026-04-03T03:33:40.959048Z","end":"2026-04-03T03:33:43.865829Z","steps":["trace[357593748] 'process raft request' (duration: 2.906748176s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:43.865884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:40.959037Z","time spent":"2.906826178s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:43.866077Z","caller":"traceutil/trace.go:171","msg":"trace[1046592024] transaction","detail":"{read_only:false; response_revision:27418; number_of_response:1; }","duration":"3.525545826s","start":"2026-04-03T03:33:40.340523Z","end":"2026-04-03T03:33:43.866069Z","steps":["trace[1046592024] 'process raft request' (duration: 1.739121755s)","trace[1046592024] 'compare' (duration: 1.784909992s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:33:43.866112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:40.340496Z","time spent":"3.525597796s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:43.866192Z","caller":"traceutil/trace.go:171","msg":"trace[1904251869] transaction","detail":"{read_only:false; response_revision:27419; number_of_response:1; }","duration":"2.910231124s","start":"2026-04-03T03:33:40.955953Z","end":"2026-04-03T03:33:43.866184Z","steps":["trace[1904251869] 'process raft request' (duration: 2.909762811s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:43.866222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:40.95594Z","time spent":"2.910264235s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:43.866295Z","caller":"traceutil/trace.go:171","msg":"trace[1414519243] transaction","detail":"{read_only:false; response_revision:27420; number_of_response:1; }","duration":"2.909539527s","start":"2026-04-03T03:33:40.956747Z","end":"2026-04-03T03:33:43.866287Z","steps":["trace[1414519243] 'process raft request' (duration: 2.909008503s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:43.866325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:40.956739Z","time spent":"2.909570118s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:43.866403Z","caller":"traceutil/trace.go:171","msg":"trace[969022570] transaction","detail":"{read_only:false; response_revision:27421; number_of_response:1; }","duration":"2.908060419s","start":"2026-04-03T03:33:40.958334Z","end":"2026-04-03T03:33:43.866395Z","steps":["trace[969022570] 'process raft request' (duration: 2.907441873s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:43.866432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:40.958328Z","time spent":"2.90808989s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:43.936153Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.746080788s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:33:43.936738Z","caller":"traceutil/trace.go:171","msg":"trace[1986389523] linearizableReadLoop","detail":"{readStateIndex:28456; appliedIndex:28448; }","duration":"2.899679949s","start":"2026-04-03T03:33:41.037035Z","end":"2026-04-03T03:33:43.936715Z","steps":["trace[1986389523] 'read index received' (duration: 153.053908ms)","trace[1986389523] 'applied index is now lower than readState.Index' (duration: 2.746625041s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:33:43.936956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.61955558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-03T03:33:43.937001Z","caller":"traceutil/trace.go:171","msg":"trace[1741071313] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27423; }","duration":"5.619649982s","start":"2026-04-03T03:33:38.317336Z","end":"2026-04-03T03:33:43.936986Z","steps":["trace[1741071313] 'agreement among raft nodes before linearized reading' (duration: 5.619467578s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:43.937038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:38.317315Z","time spent":"5.619712693s","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-03T03:33:43.937067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.838034131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:43.937171Z","caller":"traceutil/trace.go:171","msg":"trace[1369361923] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27423; }","duration":"4.838175134s","start":"2026-04-03T03:33:39.098971Z","end":"2026-04-03T03:33:43.937147Z","steps":["trace[1369361923] 'agreement among raft nodes before linearized reading' (duration: 4.837780264s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:43.937241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:39.098889Z","time spent":"4.838334418s","remote":"127.0.0.1:39946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:43.937282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.776726381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:43.937316Z","caller":"traceutil/trace.go:171","msg":"trace[483841475] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:27423; }","duration":"5.776761342s","start":"2026-04-03T03:33:38.160543Z","end":"2026-04-03T03:33:43.937305Z","steps":["trace[483841475] 'agreement among raft nodes before linearized reading' (duration: 5.776707501s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:43.937354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:38.160464Z","time spent":"5.776881865s","remote":"127.0.0.1:52406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:33:43.937738Z","caller":"traceutil/trace.go:171","msg":"trace[574427268] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27422; }","duration":"2.944035862s","start":"2026-04-03T03:33:40.993665Z","end":"2026-04-03T03:33:43.937701Z","steps":["trace[574427268] 'process raft request' (duration: 2.942869763s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:43.93779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.162686923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:33:43.937829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.483097919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:43.93785Z","caller":"traceutil/trace.go:171","msg":"trace[425642486] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:27423; }","duration":"4.162763565s","start":"2026-04-03T03:33:39.775072Z","end":"2026-04-03T03:33:43.937836Z","steps":["trace[425642486] 'agreement among raft nodes before linearized reading' (duration: 4.162649312s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:43.937871Z","caller":"traceutil/trace.go:171","msg":"trace[270995501] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:27423; }","duration":"4.483189001s","start":"2026-04-03T03:33:39.454672Z","end":"2026-04-03T03:33:43.937861Z","steps":["trace[270995501] 'agreement among raft nodes before linearized reading' (duration: 4.483111999s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:43.937888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:39.775019Z","time spent":"4.162859078s","remote":"127.0.0.1:44486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:43.937913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:39.454643Z","time spent":"4.483261443s","remote":"127.0.0.1:39638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:43.937956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.835451686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:43.938011Z","caller":"traceutil/trace.go:171","msg":"trace[1447524343] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:27423; }","duration":"4.835541897s","start":"2026-04-03T03:33:39.102455Z","end":"2026-04-03T03:33:43.937997Z","steps":["trace[1447524343] 'agreement among raft nodes before linearized reading' (duration: 4.835445705s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:43.938058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:39.10244Z","time spent":"4.835605019s","remote":"127.0.0.1:37740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:33:43.938081Z","caller":"traceutil/trace.go:171","msg":"trace[1327343570] transaction","detail":"{read_only:false; response_revision:27423; number_of_response:1; }","duration":"2.895859784s","start":"2026-04-03T03:33:41.042208Z","end":"2026-04-03T03:33:43.938068Z","steps":["trace[1327343570] 'process raft request' (duration: 2.894396118s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:43.938101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.352289897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:43.938134Z","caller":"traceutil/trace.go:171","msg":"trace[445845641] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:27423; }","duration":"4.352354769s","start":"2026-04-03T03:33:39.585767Z","end":"2026-04-03T03:33:43.938121Z","steps":["trace[445845641] 'agreement among raft nodes before linearized reading' (duration: 4.352304238s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:43.938162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:39.585744Z","time spent":"4.352410961s","remote":"127.0.0.1:33280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:43.938125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.419439309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:33:43.938222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.985416608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:43.938932Z","caller":"traceutil/trace.go:171","msg":"trace[1296671558] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:27423; }","duration":"2.986135137s","start":"2026-04-03T03:33:40.952768Z","end":"2026-04-03T03:33:43.938903Z","steps":["trace[1296671558] 'agreement among raft nodes before linearized reading' (duration: 2.985429289s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:43.938984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:40.952745Z","time spent":"2.98622444s","remote":"127.0.0.1:40266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:43.93899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.391190629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:33:43.939046Z","caller":"traceutil/trace.go:171","msg":"trace[1468805663] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:27423; }","duration":"7.391282992s","start":"2026-04-03T03:33:36.547748Z","end":"2026-04-03T03:33:43.939031Z","steps":["trace[1468805663] 'agreement among raft nodes before linearized reading' (duration: 7.390986993s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:43.938173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:41.042192Z","time spent":"2.895915285s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":872,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:43.939102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:36.547728Z","time spent":"7.391357464s","remote":"127.0.0.1:47396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:33:43.938273Z","caller":"traceutil/trace.go:171","msg":"trace[1376423916] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:27423; }","duration":"6.419676384s","start":"2026-04-03T03:33:37.518565Z","end":"2026-04-03T03:33:43.938242Z","steps":["trace[1376423916] 'agreement among raft nodes before linearized reading' (duration: 6.419233153s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:43.939196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:37.51853Z","time spent":"6.420649069s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:43.938336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.420969467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:43.939241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.189344948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:43.939301Z","caller":"traceutil/trace.go:171","msg":"trace[647373176] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:27423; }","duration":"7.189405179s","start":"2026-04-03T03:33:36.749886Z","end":"2026-04-03T03:33:43.939291Z","steps":["trace[647373176] 'agreement among raft nodes before linearized reading' (duration: 7.188650519s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:43.939374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:36.749833Z","time spent":"7.189529353s","remote":"127.0.0.1:39688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:33:43.939287Z","caller":"traceutil/trace.go:171","msg":"trace[1489585956] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:27423; }","duration":"6.421949862s","start":"2026-04-03T03:33:37.517317Z","end":"2026-04-03T03:33:43.939267Z","steps":["trace[1489585956] 'agreement among raft nodes before linearized reading' (duration: 6.420984708s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:43.939438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:37.517296Z","time spent":"6.422129707s","remote":"127.0.0.1:52380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:43.937863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:40.993644Z","time spent":"2.944142855s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:43.938482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.65474373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:33:43.939627Z","caller":"traceutil/trace.go:171","msg":"trace[1755287859] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:27423; }","duration":"6.6559194s","start":"2026-04-03T03:33:37.283686Z","end":"2026-04-03T03:33:43.939606Z","steps":["trace[1755287859] 'agreement among raft nodes before linearized reading' (duration: 6.654719619s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:43.939694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:37.283658Z","time spent":"6.656015682s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:43.938522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.850720515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:43.938619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.911678398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:43.939801Z","caller":"traceutil/trace.go:171","msg":"trace[652351381] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:27423; }","duration":"6.851999137s","start":"2026-04-03T03:33:37.087754Z","end":"2026-04-03T03:33:43.939753Z","steps":["trace[652351381] 'agreement among raft nodes before linearized reading' (duration: 6.850748026s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:43.939917Z","caller":"traceutil/trace.go:171","msg":"trace[98807733] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:27423; }","duration":"3.913016722s","start":"2026-04-03T03:33:40.026884Z","end":"2026-04-03T03:33:43.939901Z","steps":["trace[98807733] 'agreement among raft nodes before linearized reading' (duration: 3.911687668s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:43.939076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.297708914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:43.939962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:37.08773Z","time spent":"6.852199812s","remote":"127.0.0.1:37648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:43.939991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:40.026864Z","time spent":"3.913104445s","remote":"127.0.0.1:39768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:43.938386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.645408535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:43.940033Z","caller":"traceutil/trace.go:171","msg":"trace[1290344520] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:27423; }","duration":"7.298666218s","start":"2026-04-03T03:33:36.641319Z","end":"2026-04-03T03:33:43.939985Z","steps":["trace[1290344520] 'agreement among raft nodes before linearized reading' (duration: 7.297681714s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:43.940132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:36.641304Z","time spent":"7.298790731s","remote":"127.0.0.1:40216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:33:43.940123Z","caller":"traceutil/trace.go:171","msg":"trace[1038162828] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27423; }","duration":"6.647115079s","start":"2026-04-03T03:33:37.292969Z","end":"2026-04-03T03:33:43.940084Z","steps":["trace[1038162828] 'agreement among raft nodes before linearized reading' (duration: 6.645386985s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:43.940237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:37.292915Z","time spent":"6.647282413s","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:33:44.150941Z","caller":"traceutil/trace.go:171","msg":"trace[1501879114] transaction","detail":"{read_only:false; response_revision:27424; number_of_response:1; }","duration":"1.353091424s","start":"2026-04-03T03:33:42.797814Z","end":"2026-04-03T03:33:44.150905Z","steps":["trace[1501879114] 'process raft request' (duration: 1.352894969s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:44.151091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:42.797792Z","time spent":"1.353220936s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:44.15116Z","caller":"traceutil/trace.go:171","msg":"trace[2060569714] transaction","detail":"{read_only:false; response_revision:27425; number_of_response:1; }","duration":"1.15078848s","start":"2026-04-03T03:33:43.000341Z","end":"2026-04-03T03:33:44.15113Z","steps":["trace[2060569714] 'process raft request' (duration: 1.150522744s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:44.151254Z","caller":"traceutil/trace.go:171","msg":"trace[938706817] transaction","detail":"{read_only:false; response_revision:27426; number_of_response:1; }","duration":"1.149756294s","start":"2026-04-03T03:33:43.001477Z","end":"2026-04-03T03:33:44.151233Z","steps":["trace[938706817] 'process raft request' (duration: 1.149561929s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:44.151307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:43.000276Z","time spent":"1.150946705s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:44.151308Z","caller":"traceutil/trace.go:171","msg":"trace[1692590445] transaction","detail":"{read_only:false; response_revision:27429; number_of_response:1; }","duration":"1.140447741s","start":"2026-04-03T03:33:43.010837Z","end":"2026-04-03T03:33:44.151285Z","steps":["trace[1692590445] 'process raft request' (duration: 1.140380359s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:44.15135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:43.001432Z","time spent":"1.149868406s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:44.151333Z","caller":"traceutil/trace.go:171","msg":"trace[209489803] transaction","detail":"{read_only:false; response_revision:27427; number_of_response:1; }","duration":"1.140778499s","start":"2026-04-03T03:33:43.010527Z","end":"2026-04-03T03:33:44.151306Z","steps":["trace[209489803] 'process raft request' (duration: 1.140616465s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:44.151442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:43.01083Z","time spent":"1.140537633s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:44.151453Z","caller":"traceutil/trace.go:171","msg":"trace[1189123134] transaction","detail":"{read_only:false; response_revision:27428; number_of_response:1; }","duration":"1.140777489s","start":"2026-04-03T03:33:43.010665Z","end":"2026-04-03T03:33:44.151442Z","steps":["trace[1189123134] 'process raft request' (duration: 1.140520253s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:44.151474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:43.010502Z","time spent":"1.140892042s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:44.151545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:43.010638Z","time spent":"1.140845421s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:44.151594Z","caller":"traceutil/trace.go:171","msg":"trace[272747986] linearizableReadLoop","detail":"{readStateIndex:28465; appliedIndex:28457; }","duration":"214.793586ms","start":"2026-04-03T03:33:43.936783Z","end":"2026-04-03T03:33:44.151576Z","steps":["trace[272747986] 'read index received' (duration: 214.026077ms)","trace[272747986] 'applied index is now lower than readState.Index' (duration: 766.539µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:33:44.151638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543679463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:44.151668Z","caller":"traceutil/trace.go:171","msg":"trace[905354527] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:27431; }","duration":"1.543741754s","start":"2026-04-03T03:33:42.607918Z","end":"2026-04-03T03:33:44.15166Z","steps":["trace[905354527] 'agreement among raft nodes before linearized reading' (duration: 1.543661652s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:44.151692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:42.607897Z","time spent":"1.543788856s","remote":"127.0.0.1:52310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:44.151704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592380494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:44.151743Z","caller":"traceutil/trace.go:171","msg":"trace[968519602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27431; }","duration":"1.592447886s","start":"2026-04-03T03:33:42.559285Z","end":"2026-04-03T03:33:44.151733Z","steps":["trace[968519602] 'agreement among raft nodes before linearized reading' (duration: 1.592379684s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:44.151775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:42.55927Z","time spent":"1.592499137s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:33:44.151772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.343011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:44.151782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.64199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:44.151808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.622123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:44.151867Z","caller":"traceutil/trace.go:171","msg":"trace[1410566336] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27431; }","duration":"348.725176ms","start":"2026-04-03T03:33:43.803128Z","end":"2026-04-03T03:33:44.151853Z","steps":["trace[1410566336] 'agreement among raft nodes before linearized reading' (duration: 348.624063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:44.151877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924655729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:44.151883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093906493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-04-03T03:33:44.151885Z","caller":"traceutil/trace.go:171","msg":"trace[1921278637] transaction","detail":"{read_only:false; response_revision:27430; number_of_response:1; }","duration":"1.140163314s","start":"2026-04-03T03:33:43.011716Z","end":"2026-04-03T03:33:44.151879Z","steps":["trace[1921278637] 'process raft request' (duration: 1.139531827s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:44.151909Z","caller":"traceutil/trace.go:171","msg":"trace[1690793137] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e; range_end:; response_count:1; response_revision:27431; }","duration":"2.093971694s","start":"2026-04-03T03:33:42.057929Z","end":"2026-04-03T03:33:44.151901Z","steps":["trace[1690793137] 'agreement among raft nodes before linearized reading' (duration: 2.09383838s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:44.151905Z","caller":"traceutil/trace.go:171","msg":"trace[174237264] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:27431; }","duration":"1.92470578s","start":"2026-04-03T03:33:42.22719Z","end":"2026-04-03T03:33:44.151896Z","steps":["trace[174237264] 'agreement among raft nodes before linearized reading' (duration: 1.924660339s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:44.151922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:43.01168Z","time spent":"1.140224885s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:44.151883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.104805024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:44.151999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:42.227177Z","time spent":"1.924759771s","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:33:44.151998Z","caller":"traceutil/trace.go:171","msg":"trace[1484783918] transaction","detail":"{read_only:false; response_revision:27431; number_of_response:1; }","duration":"1.138581154s","start":"2026-04-03T03:33:43.013353Z","end":"2026-04-03T03:33:44.151934Z","steps":["trace[1484783918] 'process raft request' (duration: 1.138091351s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:44.152014Z","caller":"traceutil/trace.go:171","msg":"trace[470148329] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27431; }","duration":"3.104962439s","start":"2026-04-03T03:33:41.047035Z","end":"2026-04-03T03:33:44.151997Z","steps":["trace[470148329] 'agreement among raft nodes before linearized reading' (duration: 3.104756173s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:44.152045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.108817195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8833e13a-4db9-49e9-9ff9-ae1d6bea1407\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-04-03T03:33:44.152112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985119884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e\" ","response":"range_response_count:1 size:2247"} {"level":"info","ts":"2026-04-03T03:33:44.152126Z","caller":"traceutil/trace.go:171","msg":"trace[1588945058] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8833e13a-4db9-49e9-9ff9-ae1d6bea1407; range_end:; response_count:1; response_revision:27431; }","duration":"3.108918167s","start":"2026-04-03T03:33:41.043188Z","end":"2026-04-03T03:33:44.152106Z","steps":["trace[1588945058] 'agreement among raft nodes before linearized reading' (duration: 3.10862238s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:44.152153Z","caller":"traceutil/trace.go:171","msg":"trace[902498512] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e; range_end:; response_count:1; response_revision:27431; }","duration":"1.985259278s","start":"2026-04-03T03:33:42.166883Z","end":"2026-04-03T03:33:44.152142Z","steps":["trace[902498512] 'agreement among raft nodes before linearized reading' (duration: 1.984974351s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:44.151902Z","caller":"traceutil/trace.go:171","msg":"trace[577820619] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:27431; }","duration":"318.751254ms","start":"2026-04-03T03:33:43.833069Z","end":"2026-04-03T03:33:44.15182Z","steps":["trace[577820619] 'agreement among raft nodes before linearized reading' (duration: 318.641241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:44.152172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:41.043154Z","time spent":"3.10900897s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-8833e13a-4db9-49e9-9ff9-ae1d6bea1407\" "} {"level":"warn","ts":"2026-04-03T03:33:44.152199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:42.16686Z","time spent":"1.985331419s","remote":"127.0.0.1:34998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":2271,"request content":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e\" "} {"level":"warn","ts":"2026-04-03T03:33:44.151936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:42.057906Z","time spent":"2.094025245s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e\" "} {"level":"warn","ts":"2026-04-03T03:33:44.152235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:43.833048Z","time spent":"319.173964ms","remote":"127.0.0.1:35038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:44.152074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:41.047028Z","time spent":"3.10503526s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:33:44.151908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:43.803102Z","time spent":"348.796638ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:33:44.15182Z","caller":"traceutil/trace.go:171","msg":"trace[1807094578] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27431; }","duration":"345.413883ms","start":"2026-04-03T03:33:43.806394Z","end":"2026-04-03T03:33:44.151808Z","steps":["trace[1807094578] 'agreement among raft nodes before linearized reading' (duration: 345.33453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:44.152497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:43.806383Z","time spent":"346.10206ms","remote":"127.0.0.1:39782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:44.152078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:43.01334Z","time spent":"1.138700738s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:44.652122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:45.152754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:45.260062Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.109370791s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:33:46.161308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000237813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:33:46.161365Z","caller":"traceutil/trace.go:171","msg":"trace[585289685] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000325954s","start":"2026-04-03T03:33:44.161027Z","end":"2026-04-03T03:33:46.161353Z","steps":["trace[585289685] 'agreement among raft nodes before linearized reading' (duration: 2.000261703s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:46.161392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:44.161015Z","time spent":"2.000371296s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:33:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:47.343454Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.083181614s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:33:47.390351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171078628s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:47.390478Z","caller":"traceutil/trace.go:171","msg":"trace[506816222] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27431; }","duration":"1.171216962s","start":"2026-04-03T03:33:46.219244Z","end":"2026-04-03T03:33:47.390461Z","steps":["trace[506816222] 'range keys from in-memory index tree' (duration: 1.171064918s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:47.391628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.13131745s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-03T03:33:47.393711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:43.941303Z","time spent":"3.452404191s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T03:33:47.394073Z","caller":"traceutil/trace.go:171","msg":"trace[804410643] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27432; }","duration":"3.240424755s","start":"2026-04-03T03:33:44.153632Z","end":"2026-04-03T03:33:47.394057Z","steps":["trace[804410643] 'process raft request' (duration: 3.24022016s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:47.394186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:44.153611Z","time spent":"3.240512907s","remote":"127.0.0.1:34998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":44,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-03T03:33:47.394325Z","caller":"traceutil/trace.go:171","msg":"trace[1352532846] linearizableReadLoop","detail":"{readStateIndex:28468; appliedIndex:28465; }","duration":"3.242656991s","start":"2026-04-03T03:33:44.15164Z","end":"2026-04-03T03:33:47.394297Z","steps":["trace[1352532846] 'read index received' (duration: 1.108650693s)","trace[1352532846] 'applied index is now lower than readState.Index' (duration: 2.134005008s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:33:47.394578Z","caller":"traceutil/trace.go:171","msg":"trace[348410233] transaction","detail":"{read_only:false; response_revision:27433; number_of_response:1; }","duration":"2.631442822s","start":"2026-04-03T03:33:44.763123Z","end":"2026-04-03T03:33:47.394566Z","steps":["trace[348410233] 'process raft request' (duration: 2.630888499s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:47.394677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:44.763091Z","time spent":"2.631516155s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:47.394947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.436505483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-03T03:33:47.394978Z","caller":"traceutil/trace.go:171","msg":"trace[1032373568] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27433; }","duration":"3.436576655s","start":"2026-04-03T03:33:43.958392Z","end":"2026-04-03T03:33:47.394969Z","steps":["trace[1032373568] 'agreement among raft nodes before linearized reading' (duration: 3.436447411s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:47.395006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:43.958371Z","time spent":"3.436628755s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:33:47.395159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.451037597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a2b861e304c96c\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-04-03T03:33:47.395205Z","caller":"traceutil/trace.go:171","msg":"trace[2389941] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a2b861e304c96c; range_end:; response_count:1; response_revision:27433; }","duration":"3.451144559s","start":"2026-04-03T03:33:43.944045Z","end":"2026-04-03T03:33:47.39519Z","steps":["trace[2389941] 'agreement among raft nodes before linearized reading' (duration: 3.451012106s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:47.395243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:43.944025Z","time spent":"3.451210581s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":898,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a2b861e304c96c\" "} {"level":"warn","ts":"2026-04-03T03:33:47.395342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.450722348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-04-03T03:33:47.395371Z","caller":"traceutil/trace.go:171","msg":"trace[1822679725] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:27433; }","duration":"3.450768559s","start":"2026-04-03T03:33:43.944592Z","end":"2026-04-03T03:33:47.395361Z","steps":["trace[1822679725] 'agreement among raft nodes before linearized reading' (duration: 3.450655526s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:47.3954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:43.944583Z","time spent":"3.45081189s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1336,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-04-03T03:33:47.395374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.445382235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-03T03:33:47.395445Z","caller":"traceutil/trace.go:171","msg":"trace[1283781934] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27433; }","duration":"3.445472777s","start":"2026-04-03T03:33:43.949955Z","end":"2026-04-03T03:33:47.395428Z","steps":["trace[1283781934] 'agreement among raft nodes before linearized reading' (duration: 3.445263102s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:47.395525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:43.949948Z","time spent":"3.44556699s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T03:33:47.895094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:48.162117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000220372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:33:48.162195Z","caller":"traceutil/trace.go:171","msg":"trace[1415824418] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000392197s","start":"2026-04-03T03:33:46.161786Z","end":"2026-04-03T03:33:48.162178Z","steps":["trace[1415824418] 'agreement among raft nodes before linearized reading' (duration: 2.000239353s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:48.162237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:46.161777Z","time spent":"2.000451128s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:33:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:48.39535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:48.896394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:49.181474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000221782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:33:49.181576Z","caller":"traceutil/trace.go:171","msg":"trace[674911508] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000387936s","start":"2026-04-03T03:33:47.181163Z","end":"2026-04-03T03:33:49.181551Z","steps":["trace[674911508] 'agreement among raft nodes before linearized reading' (duration: 2.000254073s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:49.181723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:47.181138Z","time spent":"2.00053968s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:33:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:49.397232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:49.897761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:49.928637Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.584917556s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:33:49.980763Z","caller":"traceutil/trace.go:171","msg":"trace[35436586] transaction","detail":"{read_only:false; response_revision:27440; number_of_response:1; }","duration":"3.817933588s","start":"2026-04-03T03:33:46.162801Z","end":"2026-04-03T03:33:49.980735Z","steps":["trace[35436586] 'process raft request' (duration: 3.817892697s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:49.980923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:46.162797Z","time spent":"3.818045301s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:49.98125Z","caller":"traceutil/trace.go:171","msg":"trace[1468957610] transaction","detail":"{read_only:false; response_revision:27434; number_of_response:1; }","duration":"3.820531553s","start":"2026-04-03T03:33:46.160701Z","end":"2026-04-03T03:33:49.981233Z","steps":["trace[1468957610] 'process raft request' (duration: 3.76817164s)","trace[1468957610] 'compare' (duration: 51.04019ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:33:49.981319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:46.160673Z","time spent":"3.820612964s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:49.981441Z","caller":"traceutil/trace.go:171","msg":"trace[397129290] transaction","detail":"{read_only:false; response_revision:27438; number_of_response:1; }","duration":"3.819754253s","start":"2026-04-03T03:33:46.161628Z","end":"2026-04-03T03:33:49.981382Z","steps":["trace[397129290] 'process raft request' (duration: 3.818989044s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:49.981489Z","caller":"traceutil/trace.go:171","msg":"trace[1782013382] transaction","detail":"{read_only:false; response_revision:27439; number_of_response:1; }","duration":"3.818691317s","start":"2026-04-03T03:33:46.162758Z","end":"2026-04-03T03:33:49.98145Z","steps":["trace[1782013382] 'process raft request' (duration: 3.817900607s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:49.981527Z","caller":"traceutil/trace.go:171","msg":"trace[144443763] transaction","detail":"{read_only:false; response_revision:27435; number_of_response:1; }","duration":"3.820353889s","start":"2026-04-03T03:33:46.161159Z","end":"2026-04-03T03:33:49.981513Z","steps":["trace[144443763] 'process raft request' (duration: 3.819284331s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:49.981633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:46.162751Z","time spent":"3.81878965s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:49.981693Z","caller":"traceutil/trace.go:171","msg":"trace[605386753] transaction","detail":"{read_only:false; response_revision:27437; number_of_response:1; }","duration":"3.820080932s","start":"2026-04-03T03:33:46.161598Z","end":"2026-04-03T03:33:49.981679Z","steps":["trace[605386753] 'process raft request' (duration: 3.818982443s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:49.981746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:46.161592Z","time spent":"3.820127084s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:49.981633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:46.161613Z","time spent":"3.819913628s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:49.981451Z","caller":"traceutil/trace.go:171","msg":"trace[1583794680] transaction","detail":"{read_only:false; response_revision:27436; number_of_response:1; }","duration":"3.819872716s","start":"2026-04-03T03:33:46.161511Z","end":"2026-04-03T03:33:49.981383Z","steps":["trace[1583794680] 'process raft request' (duration: 3.819020825s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:49.982399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:46.161504Z","time spent":"3.820837381s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:49.981652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:46.161137Z","time spent":"3.820428121s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:50.024079Z","caller":"traceutil/trace.go:171","msg":"trace[463143247] transaction","detail":"{read_only:false; response_revision:27441; number_of_response:1; }","duration":"2.629481134s","start":"2026-04-03T03:33:47.394557Z","end":"2026-04-03T03:33:50.024038Z","steps":["trace[463143247] 'process raft request' (duration: 2.629183236s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:50.024166Z","caller":"traceutil/trace.go:171","msg":"trace[1510793472] linearizableReadLoop","detail":"{readStateIndex:28479; appliedIndex:28468; }","duration":"2.62975974s","start":"2026-04-03T03:33:47.394372Z","end":"2026-04-03T03:33:50.024132Z","steps":["trace[1510793472] 'read index received' (duration: 2.53446267s)","trace[1510793472] 'applied index is now lower than readState.Index' (duration: 95.29545ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:33:50.024181Z","caller":"traceutil/trace.go:171","msg":"trace[2115291673] transaction","detail":"{read_only:false; response_revision:27442; number_of_response:1; }","duration":"2.626578271s","start":"2026-04-03T03:33:47.39756Z","end":"2026-04-03T03:33:50.024138Z","steps":["trace[2115291673] 'process raft request' (duration: 2.626384076s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:50.024302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:47.394534Z","time spent":"2.629642197s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:50.024367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:47.397547Z","time spent":"2.626726794s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:50.024452Z","caller":"traceutil/trace.go:171","msg":"trace[485787383] transaction","detail":"{read_only:false; response_revision:27444; number_of_response:1; }","duration":"2.624801306s","start":"2026-04-03T03:33:47.399618Z","end":"2026-04-03T03:33:50.02442Z","steps":["trace[485787383] 'process raft request' (duration: 2.624460978s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:50.024489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.135462008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:33:50.024555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.97473759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-03T03:33:50.024538Z","caller":"traceutil/trace.go:171","msg":"trace[2111695725] transaction","detail":"{read_only:false; response_revision:27443; number_of_response:1; }","duration":"2.625056272s","start":"2026-04-03T03:33:47.399447Z","end":"2026-04-03T03:33:50.024503Z","steps":["trace[2111695725] 'process raft request' (duration: 2.62457119s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:50.024584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.676107877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"warn","ts":"2026-04-03T03:33:50.024585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:47.399612Z","time spent":"2.624899928s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:50.024601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.8648123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:50.024606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.204301015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:50.024649Z","caller":"traceutil/trace.go:171","msg":"trace[286056161] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27444; }","duration":"5.864874102s","start":"2026-04-03T03:33:44.15976Z","end":"2026-04-03T03:33:50.024634Z","steps":["trace[286056161] 'agreement among raft nodes before linearized reading' (duration: 5.8647924s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:50.024656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.349218833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:50.024655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.282448668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:50.02466Z","caller":"traceutil/trace.go:171","msg":"trace[722925641] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:27444; }","duration":"5.204391908s","start":"2026-04-03T03:33:44.820252Z","end":"2026-04-03T03:33:50.024644Z","steps":["trace[722925641] 'agreement among raft nodes before linearized reading' (duration: 5.204277785s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:50.024683Z","caller":"traceutil/trace.go:171","msg":"trace[690772620] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:27444; }","duration":"3.349273454s","start":"2026-04-03T03:33:46.675401Z","end":"2026-04-03T03:33:50.024675Z","steps":["trace[690772620] 'agreement among raft nodes before linearized reading' (duration: 3.349215943s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:50.02469Z","caller":"traceutil/trace.go:171","msg":"trace[1668732444] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27444; }","duration":"4.282517489s","start":"2026-04-03T03:33:45.742161Z","end":"2026-04-03T03:33:50.024679Z","steps":["trace[1668732444] 'agreement among raft nodes before linearized reading' (duration: 4.282451178s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:50.024696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:44.820239Z","time spent":"5.20444806s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:50.024715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:46.675384Z","time spent":"3.349324616s","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:50.024712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:47.39943Z","time spent":"2.625181805s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:50.02458Z","caller":"traceutil/trace.go:171","msg":"trace[1854077842] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:27444; }","duration":"5.135618112s","start":"2026-04-03T03:33:44.888937Z","end":"2026-04-03T03:33:50.024555Z","steps":["trace[1854077842] 'agreement among raft nodes before linearized reading' (duration: 5.135411677s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:50.024757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:45.742142Z","time spent":"4.282580041s","remote":"127.0.0.1:39846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:50.024793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.869486797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-04-03T03:33:50.024805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:44.888919Z","time spent":"5.135871069s","remote":"127.0.0.1:47316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:33:50.024823Z","caller":"traceutil/trace.go:171","msg":"trace[676820257] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27444; }","duration":"5.869547029s","start":"2026-04-03T03:33:44.155268Z","end":"2026-04-03T03:33:50.024815Z","steps":["trace[676820257] 'agreement among raft nodes before linearized reading' (duration: 5.869444286s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:50.024851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:44.155256Z","time spent":"5.86958932s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-03T03:33:50.024883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.676345183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-04-03T03:33:50.024929Z","caller":"traceutil/trace.go:171","msg":"trace[597001055] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:27444; }","duration":"5.676390484s","start":"2026-04-03T03:33:44.348526Z","end":"2026-04-03T03:33:50.024916Z","steps":["trace[597001055] 'agreement among raft nodes before linearized reading' (duration: 5.67620465s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:50.024689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:44.159752Z","time spent":"5.864927663s","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:33:50.024957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594786383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-04-03T03:33:50.02497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:44.34846Z","time spent":"5.676502868s","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":825,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-04-03T03:33:50.024998Z","caller":"traceutil/trace.go:171","msg":"trace[1186885420] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:27444; }","duration":"2.594856784s","start":"2026-04-03T03:33:47.430129Z","end":"2026-04-03T03:33:50.024986Z","steps":["trace[1186885420] 'agreement among raft nodes before linearized reading' (duration: 2.59468465s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:50.02503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:47.430109Z","time spent":"2.594914426s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1282,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-04-03T03:33:50.025025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.164789455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:544"} {"level":"info","ts":"2026-04-03T03:33:50.02462Z","caller":"traceutil/trace.go:171","msg":"trace[412673386] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:27444; }","duration":"5.67619988s","start":"2026-04-03T03:33:44.348411Z","end":"2026-04-03T03:33:50.024611Z","steps":["trace[412673386] 'agreement among raft nodes before linearized reading' (duration: 5.676023185s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:50.025051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.556477798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:50.025074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:44.348393Z","time spent":"5.676673021s","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":825,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-04-03T03:33:50.025072Z","caller":"traceutil/trace.go:171","msg":"trace[1045008264] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:27444; }","duration":"5.164858237s","start":"2026-04-03T03:33:44.860199Z","end":"2026-04-03T03:33:50.025058Z","steps":["trace[1045008264] 'agreement among raft nodes before linearized reading' (duration: 5.164741274s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:50.025096Z","caller":"traceutil/trace.go:171","msg":"trace[1798138150] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27444; }","duration":"4.55654902s","start":"2026-04-03T03:33:45.46853Z","end":"2026-04-03T03:33:50.025079Z","steps":["trace[1798138150] 'agreement among raft nodes before linearized reading' (duration: 4.556473299s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:50.02511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:44.860187Z","time spent":"5.164915638s","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":568,"request content":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" "} {"level":"warn","ts":"2026-04-03T03:33:50.025136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:45.468512Z","time spent":"4.556613442s","remote":"127.0.0.1:39776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:50.025189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.867289443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-04-03T03:33:50.025208Z","caller":"traceutil/trace.go:171","msg":"trace[640384489] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e; range_end:; response_count:1; response_revision:27444; }","duration":"4.867342754s","start":"2026-04-03T03:33:45.157858Z","end":"2026-04-03T03:33:50.025201Z","steps":["trace[640384489] 'agreement among raft nodes before linearized reading' (duration: 4.867276023s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:50.025227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:45.157836Z","time spent":"4.867385386s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e\" "} {"level":"warn","ts":"2026-04-03T03:33:50.024941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.64935485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:50.025277Z","caller":"traceutil/trace.go:171","msg":"trace[1162585291] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:27444; }","duration":"3.649671358s","start":"2026-04-03T03:33:46.375578Z","end":"2026-04-03T03:33:50.02525Z","steps":["trace[1162585291] 'agreement among raft nodes before linearized reading' (duration: 3.649339509s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:50.02533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:46.375553Z","time spent":"3.64976013s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:50.025352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366259374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:50.02536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46500241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:50.025398Z","caller":"traceutil/trace.go:171","msg":"trace[1374786399] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:27444; }","duration":"1.366345816s","start":"2026-04-03T03:33:48.659037Z","end":"2026-04-03T03:33:50.025383Z","steps":["trace[1374786399] 'agreement among raft nodes before linearized reading' (duration: 1.366262184s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:50.025436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:48.659017Z","time spent":"1.366407328s","remote":"127.0.0.1:33260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:50.025455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773129278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:33:50.025489Z","caller":"traceutil/trace.go:171","msg":"trace[1411870329] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:27444; }","duration":"1.773183028s","start":"2026-04-03T03:33:48.25229Z","end":"2026-04-03T03:33:50.025473Z","steps":["trace[1411870329] 'agreement among raft nodes before linearized reading' (duration: 1.773130047s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:50.025521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:48.252271Z","time spent":"1.77324024s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:33:50.0254Z","caller":"traceutil/trace.go:171","msg":"trace[1452176152] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:27444; }","duration":"1.465084102s","start":"2026-04-03T03:33:48.560304Z","end":"2026-04-03T03:33:50.025388Z","steps":["trace[1452176152] 'agreement among raft nodes before linearized reading' (duration: 1.46500959s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:50.025599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.7231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:33:50.02562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85540911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:50.025667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2935895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:50.024598Z","caller":"traceutil/trace.go:171","msg":"trace[773176649] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27444; }","duration":"3.974783191s","start":"2026-04-03T03:33:46.049801Z","end":"2026-04-03T03:33:50.024584Z","steps":["trace[773176649] 'agreement among raft nodes before linearized reading' (duration: 3.974556236s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:50.025692Z","caller":"traceutil/trace.go:171","msg":"trace[1445688755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27444; }","duration":"1.855516963s","start":"2026-04-03T03:33:48.170155Z","end":"2026-04-03T03:33:50.025672Z","steps":["trace[1445688755] 'agreement among raft nodes before linearized reading' (duration: 1.8554104s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:50.025708Z","caller":"traceutil/trace.go:171","msg":"trace[1066437279] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:27444; }","duration":"1.293655633s","start":"2026-04-03T03:33:48.732036Z","end":"2026-04-03T03:33:50.025692Z","steps":["trace[1066437279] 'agreement among raft nodes before linearized reading' (duration: 1.293597171s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:50.025716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:46.049724Z","time spent":"3.975979301s","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-03T03:33:50.025732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:48.170132Z","time spent":"1.855592564s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:33:50.02574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:48.732018Z","time spent":"1.293714535s","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:50.025737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.366202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:50.025781Z","caller":"traceutil/trace.go:171","msg":"trace[1225516839] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:27444; }","duration":"629.459136ms","start":"2026-04-03T03:33:49.39631Z","end":"2026-04-03T03:33:50.025769Z","steps":["trace[1225516839] 'agreement among raft nodes before linearized reading' (duration: 629.381694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:50.025604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:48.560282Z","time spent":"1.465304737s","remote":"127.0.0.1:33220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:33:50.025661Z","caller":"traceutil/trace.go:171","msg":"trace[655948888] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:27444; }","duration":"353.840413ms","start":"2026-04-03T03:33:49.671802Z","end":"2026-04-03T03:33:50.025642Z","steps":["trace[655948888] 'agreement among raft nodes before linearized reading' (duration: 353.746861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:50.025825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:49.396288Z","time spent":"629.525567ms","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:50.025884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109868774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272969"} {"level":"info","ts":"2026-04-03T03:33:50.025921Z","caller":"traceutil/trace.go:171","msg":"trace[1562704107] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:27444; }","duration":"1.109939735s","start":"2026-04-03T03:33:48.915971Z","end":"2026-04-03T03:33:50.02591Z","steps":["trace[1562704107] 'agreement among raft nodes before linearized reading' (duration: 1.109508124s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:50.025956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:48.91595Z","time spent":"1.109993807s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272993,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:33:50.026462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.980858412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:50.026496Z","caller":"traceutil/trace.go:171","msg":"trace[673893035] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:27444; }","duration":"4.980931833s","start":"2026-04-03T03:33:45.045554Z","end":"2026-04-03T03:33:50.026486Z","steps":["trace[673893035] 'agreement among raft nodes before linearized reading' (duration: 4.979725352s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:50.026518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:45.045533Z","time spent":"4.980979435s","remote":"127.0.0.1:37706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:50.026904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.512777081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:33:50.026928Z","caller":"traceutil/trace.go:171","msg":"trace[821253298] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27444; }","duration":"5.512803862s","start":"2026-04-03T03:33:44.514118Z","end":"2026-04-03T03:33:50.026922Z","steps":["trace[821253298] 'agreement among raft nodes before linearized reading' (duration: 5.510513694s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:50.026945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:44.51408Z","time spent":"5.512859864s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2722,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:50.026204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:49.671769Z","time spent":"354.066559ms","remote":"127.0.0.1:37686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:50.560903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051716,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:51.061827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051716,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:51.193633Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.134115222s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:33:51.194446Z","caller":"traceutil/trace.go:171","msg":"trace[1313508710] linearizableReadLoop","detail":"{readStateIndex:28480; appliedIndex:28479; }","duration":"1.134570453s","start":"2026-04-03T03:33:50.059816Z","end":"2026-04-03T03:33:51.194386Z","steps":["trace[1313508710] 'read index received' (duration: 1.1340368s)","trace[1313508710] 'applied index is now lower than readState.Index' (duration: 531.503µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:33:51.194643Z","caller":"traceutil/trace.go:171","msg":"trace[766721208] transaction","detail":"{read_only:false; response_revision:27445; number_of_response:1; }","duration":"1.1351966s","start":"2026-04-03T03:33:50.059405Z","end":"2026-04-03T03:33:51.194601Z","steps":["trace[766721208] 'process raft request' (duration: 1.134645775s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:51.194772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134946324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-7gxm9.18a2b861f188ade2\" ","response":"range_response_count:1 size:866"} {"level":"info","ts":"2026-04-03T03:33:51.19483Z","caller":"traceutil/trace.go:171","msg":"trace[1232484198] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-7gxm9.18a2b861f188ade2; range_end:; response_count:1; response_revision:27445; }","duration":"1.135010315s","start":"2026-04-03T03:33:50.059804Z","end":"2026-04-03T03:33:51.194815Z","steps":["trace[1232484198] 'agreement among raft nodes before linearized reading' (duration: 1.1348142s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:51.194827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:50.059394Z","time spent":"1.135341613s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:51.194867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:50.059798Z","time spent":"1.135062076s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":890,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-7gxm9.18a2b861f188ade2\" "} {"level":"warn","ts":"2026-04-03T03:33:51.194867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131507397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:51.194909Z","caller":"traceutil/trace.go:171","msg":"trace[1701453637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27445; }","duration":"1.131557398s","start":"2026-04-03T03:33:50.06334Z","end":"2026-04-03T03:33:51.194897Z","steps":["trace[1701453637] 'agreement among raft nodes before linearized reading' (duration: 1.131477776s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:51.194924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.74752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-04-03T03:33:51.19494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:50.063335Z","time spent":"1.131597579s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:33:51.194959Z","caller":"traceutil/trace.go:171","msg":"trace[1061449168] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e; range_end:; response_count:1; response_revision:27445; }","duration":"148.838432ms","start":"2026-04-03T03:33:51.04611Z","end":"2026-04-03T03:33:51.194949Z","steps":["trace[1061449168] 'agreement among raft nodes before linearized reading' (duration: 148.720399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:51.194947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132149523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:51.19475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121285511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:51.195063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.174737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:51.194921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134912431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-03T03:33:51.195079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13324463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18a2bb5b31f28aab\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-04-03T03:33:51.195106Z","caller":"traceutil/trace.go:171","msg":"trace[1012272896] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:27445; }","duration":"979.259829ms","start":"2026-04-03T03:33:50.215836Z","end":"2026-04-03T03:33:51.195096Z","steps":["trace[1012272896] 'agreement among raft nodes before linearized reading' (duration: 979.196637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:51.195138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131469486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:51.195137Z","caller":"traceutil/trace.go:171","msg":"trace[88856767] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18a2bb5b31f28aab; range_end:; response_count:1; response_revision:27445; }","duration":"1.133327513s","start":"2026-04-03T03:33:50.061789Z","end":"2026-04-03T03:33:51.195117Z","steps":["trace[88856767] 'agreement among raft nodes before linearized reading' (duration: 1.133171139s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:51.195156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:50.215807Z","time spent":"979.338ms","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:33:51.195171Z","caller":"traceutil/trace.go:171","msg":"trace[545211126] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:27445; }","duration":"1.131510697s","start":"2026-04-03T03:33:50.063649Z","end":"2026-04-03T03:33:51.19516Z","steps":["trace[545211126] 'agreement among raft nodes before linearized reading' (duration: 1.131446625s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:51.195069Z","caller":"traceutil/trace.go:171","msg":"trace[35109908] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27445; }","duration":"1.12165236s","start":"2026-04-03T03:33:50.073401Z","end":"2026-04-03T03:33:51.195053Z","steps":["trace[35109908] 'agreement among raft nodes before linearized reading' (duration: 1.12123912s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:51.195197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:50.061777Z","time spent":"1.133407234s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":766,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18a2bb5b31f28aab\" "} {"level":"info","ts":"2026-04-03T03:33:51.195137Z","caller":"traceutil/trace.go:171","msg":"trace[1005464382] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27445; }","duration":"1.135184149s","start":"2026-04-03T03:33:50.059942Z","end":"2026-04-03T03:33:51.195126Z","steps":["trace[1005464382] 'agreement among raft nodes before linearized reading' (duration: 1.134694477s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:51.195368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:50.059937Z","time spent":"1.135414554s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T03:33:51.195209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:50.063642Z","time spent":"1.131557738s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-03T03:33:51.195211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:50.073392Z","time spent":"1.121809464s","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:33:51.195054Z","caller":"traceutil/trace.go:171","msg":"trace[1863148485] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27445; }","duration":"1.132285386s","start":"2026-04-03T03:33:50.062728Z","end":"2026-04-03T03:33:51.195014Z","steps":["trace[1863148485] 'agreement among raft nodes before linearized reading' (duration: 1.132086581s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:51.196108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:50.062707Z","time spent":"1.133374812s","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:33:51.700699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:52.200883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:52.701059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:53.201952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:53.206232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000413358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:33:53.206296Z","caller":"traceutil/trace.go:171","msg":"trace[1806534847] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000497099s","start":"2026-04-03T03:33:51.20578Z","end":"2026-04-03T03:33:53.206277Z","steps":["trace[1806534847] 'agreement among raft nodes before linearized reading' (duration: 2.000420117s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:53.206669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:51.205775Z","time spent":"2.000878359s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:33:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:53.210814Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.7106839s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:33:53.211186Z","caller":"traceutil/trace.go:171","msg":"trace[1044628757] transaction","detail":"{read_only:false; response_revision:27446; number_of_response:1; }","duration":"2.013195957s","start":"2026-04-03T03:33:51.197975Z","end":"2026-04-03T03:33:53.211171Z","steps":["trace[1044628757] 'process raft request' (duration: 2.013043754s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:53.211402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:51.197964Z","time spent":"2.013346121s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:54.23191Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.020887343s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:33:54.2324Z","caller":"traceutil/trace.go:171","msg":"trace[649738890] transaction","detail":"{read_only:false; response_revision:27447; number_of_response:1; }","duration":"3.0332591s","start":"2026-04-03T03:33:51.199113Z","end":"2026-04-03T03:33:54.232372Z","steps":["trace[649738890] 'process raft request' (duration: 3.032985573s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:54.232593Z","caller":"traceutil/trace.go:171","msg":"trace[1395671968] transaction","detail":"{read_only:false; response_revision:27450; number_of_response:1; }","duration":"2.241796021s","start":"2026-04-03T03:33:51.990782Z","end":"2026-04-03T03:33:54.232578Z","steps":["trace[1395671968] 'process raft request' (duration: 2.241575976s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:54.232592Z","caller":"traceutil/trace.go:171","msg":"trace[496794217] transaction","detail":"{read_only:false; response_revision:27451; number_of_response:1; }","duration":"2.241663218s","start":"2026-04-03T03:33:51.9909Z","end":"2026-04-03T03:33:54.232563Z","steps":["trace[496794217] 'process raft request' (duration: 2.241508804s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:54.232641Z","caller":"traceutil/trace.go:171","msg":"trace[2034294257] transaction","detail":"{read_only:false; response_revision:27453; number_of_response:1; }","duration":"2.241656067s","start":"2026-04-03T03:33:51.990967Z","end":"2026-04-03T03:33:54.232623Z","steps":["trace[2034294257] 'process raft request' (duration: 2.241518494s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:54.232655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:51.990741Z","time spent":"2.241885833s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:54.232699Z","caller":"traceutil/trace.go:171","msg":"trace[1334036877] transaction","detail":"{read_only:false; response_revision:27456; number_of_response:1; }","duration":"1.940522035s","start":"2026-04-03T03:33:52.292155Z","end":"2026-04-03T03:33:54.232677Z","steps":["trace[1334036877] 'process raft request' (duration: 1.940425853s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:54.232733Z","caller":"traceutil/trace.go:171","msg":"trace[1829856509] transaction","detail":"{read_only:false; response_revision:27452; number_of_response:1; }","duration":"2.24178384s","start":"2026-04-03T03:33:51.99093Z","end":"2026-04-03T03:33:54.232714Z","steps":["trace[1829856509] 'process raft request' (duration: 2.241520064s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:54.232762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:51.990944Z","time spent":"2.24175029s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:54.232741Z","caller":"traceutil/trace.go:171","msg":"trace[1802956060] transaction","detail":"{read_only:false; response_revision:27454; number_of_response:1; }","duration":"2.241631606s","start":"2026-04-03T03:33:51.99107Z","end":"2026-04-03T03:33:54.232702Z","steps":["trace[1802956060] 'process raft request' (duration: 2.241449952s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:54.232796Z","caller":"traceutil/trace.go:171","msg":"trace[1218332641] transaction","detail":"{read_only:false; response_revision:27448; number_of_response:1; }","duration":"2.576133016s","start":"2026-04-03T03:33:51.656654Z","end":"2026-04-03T03:33:54.232787Z","steps":["trace[1218332641] 'process raft request' (duration: 2.575608193s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:54.232821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:51.9909Z","time spent":"2.241866203s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:54.232821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:52.292128Z","time spent":"1.940636819s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:54.232843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:51.656632Z","time spent":"2.576187087s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:54.232854Z","caller":"traceutil/trace.go:171","msg":"trace[405536169] transaction","detail":"{read_only:false; response_revision:27457; number_of_response:1; }","duration":"1.829546672s","start":"2026-04-03T03:33:52.403302Z","end":"2026-04-03T03:33:54.232849Z","steps":["trace[405536169] 'process raft request' (duration: 1.829322336s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:54.232811Z","caller":"traceutil/trace.go:171","msg":"trace[1594508256] transaction","detail":"{read_only:false; response_revision:27455; number_of_response:1; }","duration":"2.241673498s","start":"2026-04-03T03:33:51.991103Z","end":"2026-04-03T03:33:54.232776Z","steps":["trace[1594508256] 'process raft request' (duration: 2.241447312s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:54.232883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:52.403272Z","time spent":"1.829595683s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:54.232864Z","caller":"traceutil/trace.go:171","msg":"trace[1301100201] linearizableReadLoop","detail":"{readStateIndex:28492; appliedIndex:28480; }","duration":"3.032204713s","start":"2026-04-03T03:33:51.200638Z","end":"2026-04-03T03:33:54.232843Z","steps":["trace[1301100201] 'read index received' (duration: 2.010412547s)","trace[1301100201] 'applied index is now lower than readState.Index' (duration: 1.021790635s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:33:54.232929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:51.991034Z","time spent":"2.24178621s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:54.232953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:51.991088Z","time spent":"2.241803281s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:33:54.232586Z","caller":"traceutil/trace.go:171","msg":"trace[860218012] transaction","detail":"{read_only:false; response_revision:27449; number_of_response:1; }","duration":"2.241923654s","start":"2026-04-03T03:33:51.990622Z","end":"2026-04-03T03:33:54.232546Z","steps":["trace[860218012] 'process raft request' (duration: 2.241700109s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:54.233024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.032386597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-03T03:33:54.233063Z","caller":"traceutil/trace.go:171","msg":"trace[921985184] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27457; }","duration":"3.032469129s","start":"2026-04-03T03:33:51.200585Z","end":"2026-04-03T03:33:54.233054Z","steps":["trace[921985184] 'agreement among raft nodes before linearized reading' (duration: 3.032335945s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:54.233074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:51.990574Z","time spent":"2.242450827s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:54.233097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:51.200562Z","time spent":"3.032528121s","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T03:33:54.232543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:51.1991Z","time spent":"3.033359942s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:54.232962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:51.990889Z","time spent":"2.24175763s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:55.207279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000378316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:33:55.207374Z","caller":"traceutil/trace.go:171","msg":"trace[898704412] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00053444s","start":"2026-04-03T03:33:53.206818Z","end":"2026-04-03T03:33:55.207352Z","steps":["trace[898704412] 'agreement among raft nodes before linearized reading' (duration: 2.000415237s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:55.20743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:53.206798Z","time spent":"2.000621622s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:33:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:55.328235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.440114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:33:55.328329Z","caller":"traceutil/trace.go:171","msg":"trace[2041440235] linearizableReadLoop","detail":"{readStateIndex:28493; appliedIndex:28492; }","duration":"1.095409371s","start":"2026-04-03T03:33:54.232907Z","end":"2026-04-03T03:33:55.328316Z","steps":["trace[2041440235] 'read index received' (duration: 164.786383ms)","trace[2041440235] 'applied index is now lower than readState.Index' (duration: 930.621648ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:33:55.328522Z","caller":"traceutil/trace.go:171","msg":"trace[1169401816] transaction","detail":"{read_only:false; response_revision:27458; number_of_response:1; }","duration":"1.251441394s","start":"2026-04-03T03:33:54.077069Z","end":"2026-04-03T03:33:55.32851Z","steps":["trace[1169401816] 'process raft request' (duration: 320.653352ms)","trace[1169401816] 'compare' (duration: 930.007623ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:33:55.328564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:54.077038Z","time spent":"1.251503256s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:55.328746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.68167237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:33:55.328791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.121044909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-04-03T03:33:55.328813Z","caller":"traceutil/trace.go:171","msg":"trace[743043228] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e; range_end:; response_count:1; response_revision:27458; }","duration":"4.12107524s","start":"2026-04-03T03:33:51.207729Z","end":"2026-04-03T03:33:55.328804Z","steps":["trace[743043228] 'agreement among raft nodes before linearized reading' (duration: 4.120958427s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:33:55.328806Z","caller":"traceutil/trace.go:171","msg":"trace[670911765] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27458; }","duration":"3.681792083s","start":"2026-04-03T03:33:51.647Z","end":"2026-04-03T03:33:55.328792Z","steps":["trace[670911765] 'agreement among raft nodes before linearized reading' (duration: 3.68167664s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:55.328832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:51.207724Z","time spent":"4.121103161s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e\" "} {"level":"warn","ts":"2026-04-03T03:33:55.328844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:51.646971Z","time spent":"3.681863535s","remote":"127.0.0.1:39880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:55.328961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.126613359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-04-03T03:33:55.328986Z","caller":"traceutil/trace.go:171","msg":"trace[881104160] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:27458; }","duration":"4.1266354s","start":"2026-04-03T03:33:51.202343Z","end":"2026-04-03T03:33:55.328979Z","steps":["trace[881104160] 'agreement among raft nodes before linearized reading' (duration: 4.126571868s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:55.329002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:51.202303Z","time spent":"4.126696051s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9628,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-04-03T03:33:55.329064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526778439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-03T03:33:55.329104Z","caller":"traceutil/trace.go:171","msg":"trace[804791846] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:27458; }","duration":"1.526859271s","start":"2026-04-03T03:33:53.802234Z","end":"2026-04-03T03:33:55.329093Z","steps":["trace[804791846] 'agreement among raft nodes before linearized reading' (duration: 1.526753289s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:55.329133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:53.802211Z","time spent":"1.526915222s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-03T03:33:55.329174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094304893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-03T03:33:55.329192Z","caller":"traceutil/trace.go:171","msg":"trace[1035134288] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:27458; }","duration":"1.094349904s","start":"2026-04-03T03:33:54.234837Z","end":"2026-04-03T03:33:55.329187Z","steps":["trace[1035134288] 'agreement among raft nodes before linearized reading' (duration: 1.094297682s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:55.329217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:54.234818Z","time spent":"1.094395495s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-03T03:33:55.329294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815069178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:55.329333Z","caller":"traceutil/trace.go:171","msg":"trace[220084220] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:27458; }","duration":"1.815171232s","start":"2026-04-03T03:33:53.51415Z","end":"2026-04-03T03:33:55.329321Z","steps":["trace[220084220] 'agreement among raft nodes before linearized reading' (duration: 1.81511866s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:55.329363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:53.514125Z","time spent":"1.815229913s","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:55.329398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.820255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:55.329423Z","caller":"traceutil/trace.go:171","msg":"trace[1382234778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27458; }","duration":"113.870286ms","start":"2026-04-03T03:33:55.215546Z","end":"2026-04-03T03:33:55.329416Z","steps":["trace[1382234778] 'agreement among raft nodes before linearized reading' (duration: 113.837186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:55.329544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.81048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-03T03:33:55.329567Z","caller":"traceutil/trace.go:171","msg":"trace[1238941416] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27458; }","duration":"252.877792ms","start":"2026-04-03T03:33:55.076684Z","end":"2026-04-03T03:33:55.329562Z","steps":["trace[1238941416] 'agreement among raft nodes before linearized reading' (duration: 252.81305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:55.329576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114034047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18a2bb5b32a42583\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-04-03T03:33:55.329607Z","caller":"traceutil/trace.go:171","msg":"trace[1149580990] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18a2bb5b32a42583; range_end:; response_count:1; response_revision:27458; }","duration":"2.114082919s","start":"2026-04-03T03:33:53.215514Z","end":"2026-04-03T03:33:55.329597Z","steps":["trace[1149580990] 'agreement among raft nodes before linearized reading' (duration: 2.113974966s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:55.329634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:53.215503Z","time spent":"2.11412423s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":760,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18a2bb5b32a42583\" "} {"level":"warn","ts":"2026-04-03T03:33:55.32971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.526188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-03T03:33:55.329738Z","caller":"traceutil/trace.go:171","msg":"trace[184317553] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27458; }","duration":"259.58895ms","start":"2026-04-03T03:33:55.070143Z","end":"2026-04-03T03:33:55.329732Z","steps":["trace[184317553] 'agreement among raft nodes before linearized reading' (duration: 259.512058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:55.329885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.238616839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:55.329952Z","caller":"traceutil/trace.go:171","msg":"trace[387850161] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27458; }","duration":"3.238745152s","start":"2026-04-03T03:33:52.091191Z","end":"2026-04-03T03:33:55.329936Z","steps":["trace[387850161] 'agreement among raft nodes before linearized reading' (duration: 3.238569398s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:55.329995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:52.091159Z","time spent":"3.238825604s","remote":"127.0.0.1:39764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:33:55.329991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09137944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7f9c49b9db-qrkx7.18a2bb440c31e9a3\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-04-03T03:33:55.330059Z","caller":"traceutil/trace.go:171","msg":"trace[206744773] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7f9c49b9db-qrkx7.18a2bb440c31e9a3; range_end:; response_count:1; response_revision:27458; }","duration":"1.091474303s","start":"2026-04-03T03:33:54.238567Z","end":"2026-04-03T03:33:55.330042Z","steps":["trace[206744773] 'agreement among raft nodes before linearized reading' (duration: 1.091225687s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:55.330081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.128100369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-04-03T03:33:55.330105Z","caller":"traceutil/trace.go:171","msg":"trace[1317924378] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e; range_end:; response_count:1; response_revision:27458; }","duration":"3.12817029s","start":"2026-04-03T03:33:52.201928Z","end":"2026-04-03T03:33:55.330098Z","steps":["trace[1317924378] 'agreement among raft nodes before linearized reading' (duration: 3.128106199s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:55.330102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:54.238557Z","time spent":"1.091533354s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":775,"request content":"key:\"/registry/events/openstack/magnum-api-7f9c49b9db-qrkx7.18a2bb440c31e9a3\" "} {"level":"warn","ts":"2026-04-03T03:33:55.330123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:52.201894Z","time spent":"3.128225252s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e\" "} {"level":"warn","ts":"2026-04-03T03:33:55.834854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:57.969327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750999022s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:33:57.969454Z","caller":"traceutil/trace.go:171","msg":"trace[479219494] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27458; }","duration":"1.751131595s","start":"2026-04-03T03:33:56.218302Z","end":"2026-04-03T03:33:57.969434Z","steps":["trace[479219494] 'range keys from in-memory index tree' (duration: 1.750984722s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:57.969956Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.917927149s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:33:57.972417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953423998s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-03T03:33:57.97261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:55.33208Z","time spent":"2.640525571s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T03:33:57.972637Z","caller":"traceutil/trace.go:171","msg":"trace[1895782533] linearizableReadLoop","detail":"{readStateIndex:28496; appliedIndex:28493; }","duration":"2.638832447s","start":"2026-04-03T03:33:55.333794Z","end":"2026-04-03T03:33:57.972626Z","steps":["trace[1895782533] 'read index received' (duration: 685.164243ms)","trace[1895782533] 'applied index is now lower than readState.Index' (duration: 1.953667364s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:33:57.972684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:55.33233Z","time spent":"2.640352816s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T03:33:57.972892Z","caller":"traceutil/trace.go:171","msg":"trace[152170642] transaction","detail":"{read_only:false; response_revision:27459; number_of_response:1; }","duration":"2.636166811s","start":"2026-04-03T03:33:55.336718Z","end":"2026-04-03T03:33:57.972885Z","steps":["trace[152170642] 'process raft request' (duration: 2.635832792s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:57.972954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:55.336707Z","time spent":"2.636205561s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3933,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:33:57.973179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.63932987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-04-03T03:33:57.973239Z","caller":"traceutil/trace.go:171","msg":"trace[1699102990] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:27459; }","duration":"2.639449543s","start":"2026-04-03T03:33:55.333776Z","end":"2026-04-03T03:33:57.973226Z","steps":["trace[1699102990] 'agreement among raft nodes before linearized reading' (duration: 2.639232118s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:57.973269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:55.333769Z","time spent":"2.639493724s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1470,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-03T03:33:58.472797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:58.541091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000357196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:33:58.541223Z","caller":"traceutil/trace.go:171","msg":"trace[1599199002] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000505979s","start":"2026-04-03T03:33:56.540653Z","end":"2026-04-03T03:33:58.541159Z","steps":["trace[1599199002] 'agreement among raft nodes before linearized reading' (duration: 2.000391366s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:33:58.541315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:56.540631Z","time spent":"2.000641153s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:33:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:33:58.973707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:59.474506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:33:59.975278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:34:00.476303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:34:00.542112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000781886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:34:00.542197Z","caller":"traceutil/trace.go:171","msg":"trace[842965969] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000929989s","start":"2026-04-03T03:33:58.541248Z","end":"2026-04-03T03:34:00.542178Z","steps":["trace[842965969] 'agreement among raft nodes before linearized reading' (duration: 2.000817667s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:00.542258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:58.541226Z","time spent":"2.001020972s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:34:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:34:00.666425Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.696045454s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:34:00.708421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:58.77205Z","time spent":"1.936360592s","remote":"127.0.0.1:48212","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T03:34:00.709642Z","caller":"traceutil/trace.go:171","msg":"trace[1733079798] transaction","detail":"{read_only:false; response_revision:27460; number_of_response:1; }","duration":"4.471687383s","start":"2026-04-03T03:33:56.237903Z","end":"2026-04-03T03:34:00.709591Z","steps":["trace[1733079798] 'process raft request' (duration: 4.428778907s)","trace[1733079798] 'compare' (duration: 41.09929ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:00.70984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:56.237883Z","time spent":"4.471855157s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:00.710069Z","caller":"traceutil/trace.go:171","msg":"trace[512759767] transaction","detail":"{read_only:false; response_revision:27461; number_of_response:1; }","duration":"4.472134564s","start":"2026-04-03T03:33:56.237902Z","end":"2026-04-03T03:34:00.710037Z","steps":["trace[512759767] 'process raft request' (duration: 4.47156815s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:00.710229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:56.237869Z","time spent":"4.472269517s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:00.710333Z","caller":"traceutil/trace.go:171","msg":"trace[907417610] transaction","detail":"{read_only:false; response_revision:27462; number_of_response:1; }","duration":"4.471337744s","start":"2026-04-03T03:33:56.238987Z","end":"2026-04-03T03:34:00.710325Z","steps":["trace[907417610] 'process raft request' (duration: 4.470948515s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:00.71038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:56.238981Z","time spent":"4.471371905s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:00.710518Z","caller":"traceutil/trace.go:171","msg":"trace[1570769546] transaction","detail":"{read_only:false; response_revision:27463; number_of_response:1; }","duration":"4.471197221s","start":"2026-04-03T03:33:56.239315Z","end":"2026-04-03T03:34:00.710512Z","steps":["trace[1570769546] 'process raft request' (duration: 4.470966175s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:00.710552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:56.239309Z","time spent":"4.471222551s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:00.710785Z","caller":"traceutil/trace.go:171","msg":"trace[1888723613] transaction","detail":"{read_only:false; response_revision:27464; number_of_response:1; }","duration":"4.470750189s","start":"2026-04-03T03:33:56.240027Z","end":"2026-04-03T03:34:00.710778Z","steps":["trace[1888723613] 'process raft request' (duration: 4.470461261s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:00.710817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:56.240022Z","time spent":"4.47077785s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:00.711169Z","caller":"traceutil/trace.go:171","msg":"trace[330218966] transaction","detail":"{read_only:false; response_revision:27465; number_of_response:1; }","duration":"4.471065337s","start":"2026-04-03T03:33:56.240063Z","end":"2026-04-03T03:34:00.711128Z","steps":["trace[330218966] 'process raft request' (duration: 4.470687188s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:00.711222Z","caller":"traceutil/trace.go:171","msg":"trace[531493977] transaction","detail":"{read_only:false; response_revision:27466; number_of_response:1; }","duration":"4.469166621s","start":"2026-04-03T03:33:56.242021Z","end":"2026-04-03T03:34:00.711187Z","steps":["trace[531493977] 'process raft request' (duration: 4.469027387s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:00.711314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:56.24006Z","time spent":"4.47117409s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:00.711398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:56.242015Z","time spent":"4.469284423s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:02.549416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000254693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:34:02.549498Z","caller":"traceutil/trace.go:171","msg":"trace[1590736436] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000387557s","start":"2026-04-03T03:34:00.54909Z","end":"2026-04-03T03:34:02.549477Z","steps":["trace[1590736436] 'agreement among raft nodes before linearized reading' (duration: 2.000283694s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:02.549544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:00.549062Z","time spent":"2.000473469s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:34:02.876095Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.108037427s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:34:03.720719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.747622996s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-03T03:34:03.72244Z","caller":"traceutil/trace.go:171","msg":"trace[92076616] transaction","detail":"{read_only:false; response_revision:27467; number_of_response:1; }","duration":"5.74717051s","start":"2026-04-03T03:33:57.975237Z","end":"2026-04-03T03:34:03.722408Z","steps":["trace[92076616] 'process raft request' (duration: 5.74557268s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:03.722619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:57.975221Z","time spent":"5.747296543s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:04.5369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.412233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:34:04.537135Z","caller":"traceutil/trace.go:171","msg":"trace[351330472] transaction","detail":"{read_only:false; response_revision:27468; number_of_response:1; }","duration":"6.561737138s","start":"2026-04-03T03:33:57.975359Z","end":"2026-04-03T03:34:04.537096Z","steps":["trace[351330472] 'process raft request' (duration: 5.747028097s)","trace[351330472] 'compare' (duration: 814.201578ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:04.537327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:57.975328Z","time spent":"6.561910532s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:04.538409Z","caller":"traceutil/trace.go:171","msg":"trace[1241347473] transaction","detail":"{read_only:false; response_revision:27470; number_of_response:1; }","duration":"5.298959811s","start":"2026-04-03T03:33:59.239425Z","end":"2026-04-03T03:34:04.538385Z","steps":["trace[1241347473] 'process raft request' (duration: 5.298775336s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:04.53853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:59.239406Z","time spent":"5.299057133s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:04.538483Z","caller":"traceutil/trace.go:171","msg":"trace[1901547510] transaction","detail":"{read_only:false; response_revision:27469; number_of_response:1; }","duration":"6.562898867s","start":"2026-04-03T03:33:57.975425Z","end":"2026-04-03T03:34:04.538323Z","steps":["trace[1901547510] 'process raft request' (duration: 6.561581944s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:04.538755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:57.975398Z","time spent":"6.563185205s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:04.549823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000017218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:34:04.549882Z","caller":"traceutil/trace.go:171","msg":"trace[833802263] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000126s","start":"2026-04-03T03:34:02.549743Z","end":"2026-04-03T03:34:04.549869Z","steps":["trace[833802263] 'agreement among raft nodes before linearized reading' (duration: 2.000058549s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:04.549918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:02.54972Z","time spent":"2.000189301s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:34:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:34:04.622902Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.746564101s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:34:05.473371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.07418ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-03T03:34:05.473617Z","caller":"traceutil/trace.go:171","msg":"trace[1508192342] linearizableReadLoop","detail":"{readStateIndex:28508; appliedIndex:28496; }","duration":"7.500944072s","start":"2026-04-03T03:33:57.972655Z","end":"2026-04-03T03:34:05.473599Z","steps":["trace[1508192342] 'read index received' (duration: 2.694002112s)","trace[1508192342] 'applied index is now lower than readState.Index' (duration: 4.80694089s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:05.473691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:05.142187Z","time spent":"331.497594ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:34:05.473875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.139946724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d833fab0-368a-4629-ac70-39c7162f1165\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-04-03T03:34:05.473878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.671003218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:05.473876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.071879198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:05.473931Z","caller":"traceutil/trace.go:171","msg":"trace[1073374931] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:27470; }","duration":"7.67109459s","start":"2026-04-03T03:33:57.802819Z","end":"2026-04-03T03:34:05.473914Z","steps":["trace[1073374931] 'agreement among raft nodes before linearized reading' (duration: 7.671008328s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:05.473925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.401481085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:34:05.473969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:57.802799Z","time spent":"7.671161431s","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:34:05.473973Z","caller":"traceutil/trace.go:171","msg":"trace[1662945946] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27470; }","duration":"10.072030981s","start":"2026-04-03T03:33:55.401916Z","end":"2026-04-03T03:34:05.473947Z","steps":["trace[1662945946] 'agreement among raft nodes before linearized reading' (duration: 10.071862697s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:05.473917Z","caller":"traceutil/trace.go:171","msg":"trace[1167503959] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d833fab0-368a-4629-ac70-39c7162f1165; range_end:; response_count:1; response_revision:27470; }","duration":"10.140004826s","start":"2026-04-03T03:33:55.333901Z","end":"2026-04-03T03:34:05.473906Z","steps":["trace[1167503959] 'agreement among raft nodes before linearized reading' (duration: 10.139895843s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:05.473986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.284816809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:34:05.474013Z","caller":"traceutil/trace.go:171","msg":"trace[1394834425] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:27470; }","duration":"9.401622438s","start":"2026-04-03T03:33:56.072377Z","end":"2026-04-03T03:34:05.474Z","steps":["trace[1394834425] 'agreement among raft nodes before linearized reading' (duration: 9.401484445s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:05.474024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:55.333897Z","time spent":"10.140121079s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-d833fab0-368a-4629-ac70-39c7162f1165\" "} {"level":"warn","ts":"2026-04-03T03:34:05.474028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:55.401899Z","time spent":"10.072115234s","remote":"127.0.0.1:39856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:34:05.474035Z","caller":"traceutil/trace.go:171","msg":"trace[703078915] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:27470; }","duration":"9.284919832s","start":"2026-04-03T03:33:56.189101Z","end":"2026-04-03T03:34:05.474021Z","steps":["trace[703078915] 'agreement among raft nodes before linearized reading' (duration: 9.284755478s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:05.474048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:56.072356Z","time spent":"9.401684759s","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:05.473877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.026856362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418399"} {"level":"warn","ts":"2026-04-03T03:34:05.474072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:56.189078Z","time spent":"9.284983174s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":33,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:34:05.474087Z","caller":"traceutil/trace.go:171","msg":"trace[451969610] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:27470; }","duration":"8.027165299s","start":"2026-04-03T03:33:57.446905Z","end":"2026-04-03T03:34:05.47407Z","steps":["trace[451969610] 'agreement among raft nodes before linearized reading' (duration: 8.02680098s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:05.474115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:57.446884Z","time spent":"8.027221441s","remote":"127.0.0.1:39162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418423,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-03T03:34:05.473918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.918102294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:05.474176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.140166181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-04-03T03:34:05.474274Z","caller":"traceutil/trace.go:171","msg":"trace[601125909] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e; range_end:; response_count:1; response_revision:27470; }","duration":"9.140297595s","start":"2026-04-03T03:33:56.333958Z","end":"2026-04-03T03:34:05.474255Z","steps":["trace[601125909] 'agreement among raft nodes before linearized reading' (duration: 9.139971197s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:05.474222Z","caller":"traceutil/trace.go:171","msg":"trace[975661667] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:27470; }","duration":"7.918426582s","start":"2026-04-03T03:33:57.555779Z","end":"2026-04-03T03:34:05.474205Z","steps":["trace[975661667] 'agreement among raft nodes before linearized reading' (duration: 7.918117935s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:05.47435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:56.33391Z","time spent":"9.140427968s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3975,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e\" "} {"level":"warn","ts":"2026-04-03T03:34:05.474378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:57.555761Z","time spent":"7.918605236s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:34:05.47457Z","caller":"traceutil/trace.go:171","msg":"trace[1786116411] transaction","detail":"{read_only:false; response_revision:27471; number_of_response:1; }","duration":"3.706559105s","start":"2026-04-03T03:34:01.767978Z","end":"2026-04-03T03:34:05.474537Z","steps":["trace[1786116411] 'process raft request' (duration: 3.705509939s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:05.47472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:01.767961Z","time spent":"3.706679168s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:06.557562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:34:06.557687Z","caller":"traceutil/trace.go:171","msg":"trace[181460629] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000873929s","start":"2026-04-03T03:34:04.556796Z","end":"2026-04-03T03:34:06.55767Z","steps":["trace[181460629] 'agreement among raft nodes before linearized reading' (duration: 2.00049101s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.557736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:04.556779Z","time spent":"2.000944211s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:34:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:34:06.647884Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.025919438s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:34:06.704832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230221371s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-03T03:34:06.704663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.938047ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:06.705363Z","caller":"traceutil/trace.go:171","msg":"trace[718057067] transaction","detail":"{read_only:false; response_revision:27475; number_of_response:1; }","duration":"3.98752723s","start":"2026-04-03T03:34:02.71781Z","end":"2026-04-03T03:34:06.705337Z","steps":["trace[718057067] 'process raft request' (duration: 3.987389867s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:06.705438Z","caller":"traceutil/trace.go:171","msg":"trace[792991899] transaction","detail":"{read_only:false; response_revision:27476; number_of_response:1; }","duration":"3.987496549s","start":"2026-04-03T03:34:02.717917Z","end":"2026-04-03T03:34:06.705414Z","steps":["trace[792991899] 'process raft request' (duration: 3.987374096s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.705495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:02.717803Z","time spent":"3.987620263s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:06.705495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:02.717883Z","time spent":"3.987584372s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:06.705395Z","caller":"traceutil/trace.go:171","msg":"trace[894619530] transaction","detail":"{read_only:false; response_revision:27477; number_of_response:1; }","duration":"3.987422818s","start":"2026-04-03T03:34:02.717966Z","end":"2026-04-03T03:34:06.705389Z","steps":["trace[894619530] 'process raft request' (duration: 3.987356066s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:06.705656Z","caller":"traceutil/trace.go:171","msg":"trace[1659760142] transaction","detail":"{read_only:false; response_revision:27478; number_of_response:1; }","duration":"3.987159651s","start":"2026-04-03T03:34:02.718485Z","end":"2026-04-03T03:34:06.705645Z","steps":["trace[1659760142] 'process raft request' (duration: 3.986884264s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.705691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:02.71796Z","time spent":"3.987687294s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:06.705752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:02.718477Z","time spent":"3.987214552s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:06.705132Z","caller":"traceutil/trace.go:171","msg":"trace[1115332542] transaction","detail":"{read_only:false; response_revision:27473; number_of_response:1; }","duration":"3.987551031s","start":"2026-04-03T03:34:02.717567Z","end":"2026-04-03T03:34:06.705118Z","steps":["trace[1115332542] 'process raft request' (duration: 3.987388657s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.705914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:02.71756Z","time spent":"3.988329531s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:06.705229Z","caller":"traceutil/trace.go:171","msg":"trace[769645179] transaction","detail":"{read_only:false; response_revision:27474; number_of_response:1; }","duration":"3.987622583s","start":"2026-04-03T03:34:02.7176Z","end":"2026-04-03T03:34:06.705222Z","steps":["trace[769645179] 'process raft request' (duration: 3.987463789s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:06.706Z","caller":"traceutil/trace.go:171","msg":"trace[1893267995] linearizableReadLoop","detail":"{readStateIndex:28518; appliedIndex:28509; }","duration":"1.232330805s","start":"2026-04-03T03:34:05.473656Z","end":"2026-04-03T03:34:06.705987Z","steps":["trace[1893267995] 'read index received' (duration: 228.205µs)","trace[1893267995] 'applied index is now lower than readState.Index' (duration: 1.2321016s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:06.706052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:02.717595Z","time spent":"3.988412953s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:06.706129Z","caller":"traceutil/trace.go:171","msg":"trace[948616468] transaction","detail":"{read_only:false; response_revision:27479; number_of_response:1; }","duration":"2.294249946s","start":"2026-04-03T03:34:04.411868Z","end":"2026-04-03T03:34:06.706118Z","steps":["trace[948616468] 'process raft request' (duration: 2.293737222s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.706179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:04.411842Z","time spent":"2.294312228s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:06.706375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.221034661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:34:06.706409Z","caller":"traceutil/trace.go:171","msg":"trace[652202262] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27479; }","duration":"8.221105343s","start":"2026-04-03T03:33:58.485291Z","end":"2026-04-03T03:34:06.706397Z","steps":["trace[652202262] 'agreement among raft nodes before linearized reading' (duration: 8.221054272s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.706435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:58.485266Z","time spent":"8.221163805s","remote":"127.0.0.1:47478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:06.706473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228279803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-03T03:34:06.706508Z","caller":"traceutil/trace.go:171","msg":"trace[1838089370] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:27480; }","duration":"1.228333505s","start":"2026-04-03T03:34:05.478164Z","end":"2026-04-03T03:34:06.706497Z","steps":["trace[1838089370] 'agreement among raft nodes before linearized reading' (duration: 1.228218182s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.706531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:05.478147Z","time spent":"1.228378616s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-03T03:34:06.706567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.491871914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:06.706594Z","caller":"traceutil/trace.go:171","msg":"trace[620822450] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27480; }","duration":"8.491927874s","start":"2026-04-03T03:33:58.214659Z","end":"2026-04-03T03:34:06.706587Z","steps":["trace[620822450] 'agreement among raft nodes before linearized reading' (duration: 8.491883083s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.706617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:58.214642Z","time spent":"8.491969156s","remote":"127.0.0.1:39980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:06.706727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.207886003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:06.706726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.917232415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-04-03T03:34:06.706757Z","caller":"traceutil/trace.go:171","msg":"trace[768054243] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:27479; }","duration":"7.207963874s","start":"2026-04-03T03:33:59.498785Z","end":"2026-04-03T03:34:06.706749Z","steps":["trace[768054243] 'agreement among raft nodes before linearized reading' (duration: 7.207496733s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:06.706769Z","caller":"traceutil/trace.go:171","msg":"trace[1216011402] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27479; }","duration":"5.917320017s","start":"2026-04-03T03:34:00.789438Z","end":"2026-04-03T03:34:06.706758Z","steps":["trace[1216011402] 'agreement among raft nodes before linearized reading' (duration: 5.916847575s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.706813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.957419173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:34:06.706816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:00.789399Z","time spent":"5.917409429s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2015,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-03T03:34:06.706838Z","caller":"traceutil/trace.go:171","msg":"trace[1822446399] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:27479; }","duration":"5.957498316s","start":"2026-04-03T03:34:00.749332Z","end":"2026-04-03T03:34:06.70683Z","steps":["trace[1822446399] 'agreement among raft nodes before linearized reading' (duration: 5.956959542s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.70686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.982492326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-03T03:34:06.706881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.234363317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:34:06.706887Z","caller":"traceutil/trace.go:171","msg":"trace[1981558132] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27479; }","duration":"2.982560008s","start":"2026-04-03T03:34:03.724321Z","end":"2026-04-03T03:34:06.706881Z","steps":["trace[1981558132] 'agreement among raft nodes before linearized reading' (duration: 2.981910152s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:06.706904Z","caller":"traceutil/trace.go:171","msg":"trace[301951020] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:27479; }","duration":"7.234406698s","start":"2026-04-03T03:33:59.472489Z","end":"2026-04-03T03:34:06.706896Z","steps":["trace[301951020] 'agreement among raft nodes before linearized reading' (duration: 7.233804573s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.706942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:59.472474Z","time spent":"7.234461579s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:06.706969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.242902853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:34:06.706985Z","caller":"traceutil/trace.go:171","msg":"trace[1455007910] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:27479; }","duration":"6.242975014s","start":"2026-04-03T03:34:00.464006Z","end":"2026-04-03T03:34:06.706981Z","steps":["trace[1455007910] 'agreement among raft nodes before linearized reading' (duration: 6.242150544s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.707001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:00.463972Z","time spent":"6.243024656s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":79,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:06.707034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.369676901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-03T03:34:06.707066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.973238959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:06.70707Z","caller":"traceutil/trace.go:171","msg":"trace[1268016974] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27479; }","duration":"6.369709402s","start":"2026-04-03T03:34:00.337348Z","end":"2026-04-03T03:34:06.707058Z","steps":["trace[1268016974] 'agreement among raft nodes before linearized reading' (duration: 6.368879192s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:06.707089Z","caller":"traceutil/trace.go:171","msg":"trace[278833640] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27479; }","duration":"5.973313691s","start":"2026-04-03T03:34:00.733769Z","end":"2026-04-03T03:34:06.707082Z","steps":["trace[278833640] 'agreement among raft nodes before linearized reading' (duration: 5.972530151s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.707099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:00.337268Z","time spent":"6.369823885s","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-03T03:34:06.707112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:00.733747Z","time spent":"5.973357882s","remote":"127.0.0.1:39826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:06.707188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67675215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-03T03:34:06.70721Z","caller":"traceutil/trace.go:171","msg":"trace[2031855485] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27479; }","duration":"1.676821053s","start":"2026-04-03T03:34:05.030383Z","end":"2026-04-03T03:34:06.707204Z","steps":["trace[2031855485] 'agreement among raft nodes before linearized reading' (duration: 1.675788927s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.707227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:05.030357Z","time spent":"1.676865873s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T03:34:06.707262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.308919806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-03T03:34:06.707273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.867942282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:34:06.707286Z","caller":"traceutil/trace.go:171","msg":"trace[53450440] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27479; }","duration":"7.308981038s","start":"2026-04-03T03:33:59.398298Z","end":"2026-04-03T03:34:06.707279Z","steps":["trace[53450440] 'agreement among raft nodes before linearized reading' (duration: 7.308006693s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.707305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:59.398277Z","time spent":"7.309023809s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-03T03:34:06.707304Z","caller":"traceutil/trace.go:171","msg":"trace[760451016] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:27479; }","duration":"3.868024194s","start":"2026-04-03T03:34:02.83927Z","end":"2026-04-03T03:34:06.707295Z","steps":["trace[760451016] 'agreement among raft nodes before linearized reading' (duration: 3.866967498s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.70732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.147253139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:34:06.707324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.622342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:06.70734Z","caller":"traceutil/trace.go:171","msg":"trace[1424406053] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27479; }","duration":"2.14729642s","start":"2026-04-03T03:34:04.560037Z","end":"2026-04-03T03:34:06.707333Z","steps":["trace[1424406053] 'agreement among raft nodes before linearized reading' (duration: 2.146172652s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.707336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:02.839249Z","time spent":"3.868077306s","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:06.707346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79399055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-04-03T03:34:06.707362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:04.560026Z","time spent":"2.147329801s","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:34:06.707358Z","caller":"traceutil/trace.go:171","msg":"trace[1604985601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27480; }","duration":"149.691223ms","start":"2026-04-03T03:34:06.557657Z","end":"2026-04-03T03:34:06.707348Z","steps":["trace[1604985601] 'agreement among raft nodes before linearized reading' (duration: 149.636272ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:06.707379Z","caller":"traceutil/trace.go:171","msg":"trace[1135333799] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:27479; }","duration":"1.794051031s","start":"2026-04-03T03:34:04.913318Z","end":"2026-04-03T03:34:06.707369Z","steps":["trace[1135333799] 'agreement among raft nodes before linearized reading' (duration: 1.792869372s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.707344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019639529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-03T03:34:06.707401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:04.913299Z","time spent":"1.794096163s","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7557,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-03T03:34:06.707421Z","caller":"traceutil/trace.go:171","msg":"trace[1685135847] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:27479; }","duration":"2.019771113s","start":"2026-04-03T03:34:04.687631Z","end":"2026-04-03T03:34:06.707402Z","steps":["trace[1685135847] 'agreement among raft nodes before linearized reading' (duration: 2.018572393s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.706862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:00.749307Z","time spent":"5.957547656s","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:06.707453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.668574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:34:06.707467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.531817728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:06.707655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.498823262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:06.707678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.018109726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:06.70769Z","caller":"traceutil/trace.go:171","msg":"trace[456655297] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27479; }","duration":"5.498857713s","start":"2026-04-03T03:34:01.208822Z","end":"2026-04-03T03:34:06.70768Z","steps":["trace[456655297] 'agreement among raft nodes before linearized reading' (duration: 5.497446198s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:06.7077Z","caller":"traceutil/trace.go:171","msg":"trace[2091665291] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:27479; }","duration":"5.018165107s","start":"2026-04-03T03:34:01.689528Z","end":"2026-04-03T03:34:06.707693Z","steps":["trace[2091665291] 'agreement among raft nodes before linearized reading' (duration: 5.016727301s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:06.70769Z","caller":"traceutil/trace.go:171","msg":"trace[1544454430] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:27479; }","duration":"6.532052543s","start":"2026-04-03T03:34:00.175623Z","end":"2026-04-03T03:34:06.707675Z","steps":["trace[1544454430] 'agreement among raft nodes before linearized reading' (duration: 6.530619678s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.707715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.206264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:06.707723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:01.689508Z","time spent":"5.018207288s","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:06.707733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.726335712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-04-03T03:34:06.707746Z","caller":"traceutil/trace.go:171","msg":"trace[196091002] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:27480; }","duration":"106.311036ms","start":"2026-04-03T03:34:06.601425Z","end":"2026-04-03T03:34:06.707736Z","steps":["trace[196091002] 'agreement among raft nodes before linearized reading' (duration: 106.242794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.707739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:00.175615Z","time spent":"6.532109865s","remote":"127.0.0.1:52364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:06.707747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.552745921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:06.707758Z","caller":"traceutil/trace.go:171","msg":"trace[486493068] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27479; }","duration":"8.726397094s","start":"2026-04-03T03:33:57.981352Z","end":"2026-04-03T03:34:06.70775Z","steps":["trace[486493068] 'agreement among raft nodes before linearized reading' (duration: 8.724971029s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:06.707773Z","caller":"traceutil/trace.go:171","msg":"trace[2063278512] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27479; }","duration":"7.552808143s","start":"2026-04-03T03:33:59.154959Z","end":"2026-04-03T03:34:06.707767Z","steps":["trace[2063278512] 'agreement among raft nodes before linearized reading' (duration: 7.551368617s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.707812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:57.981336Z","time spent":"8.726437815s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-03T03:34:06.707823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:59.15494Z","time spent":"7.552877164s","remote":"127.0.0.1:39724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:06.707472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:04.687612Z","time spent":"2.019848444s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":143,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:06.706779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:59.498761Z","time spent":"7.208010695s","remote":"127.0.0.1:52376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:06.707465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080377855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:06.70772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:01.208802Z","time spent":"5.498905964s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-03T03:34:06.707924Z","caller":"traceutil/trace.go:171","msg":"trace[1315461643] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27480; }","duration":"1.080889387s","start":"2026-04-03T03:34:05.627025Z","end":"2026-04-03T03:34:06.707914Z","steps":["trace[1315461643] 'agreement among raft nodes before linearized reading' (duration: 1.080389275s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:06.707517Z","caller":"traceutil/trace.go:171","msg":"trace[28831364] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27480; }","duration":"344.734996ms","start":"2026-04-03T03:34:06.36274Z","end":"2026-04-03T03:34:06.707475Z","steps":["trace[28831364] 'agreement among raft nodes before linearized reading' (duration: 344.667774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.706906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:03.724297Z","time spent":"2.982605789s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T03:34:06.707531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.116844961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:06.70796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:06.36272Z","time spent":"345.228237ms","remote":"127.0.0.1:47490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:06.707952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.029444595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:34:06.707983Z","caller":"traceutil/trace.go:171","msg":"trace[454568151] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:27479; }","duration":"6.117339903s","start":"2026-04-03T03:34:00.590636Z","end":"2026-04-03T03:34:06.707976Z","steps":["trace[454568151] 'agreement among raft nodes before linearized reading' (duration: 6.115670002s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.707525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.787067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:06.707998Z","caller":"traceutil/trace.go:171","msg":"trace[2915876] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:27479; }","duration":"8.029599959s","start":"2026-04-03T03:33:58.678386Z","end":"2026-04-03T03:34:06.707986Z","steps":["trace[2915876] 'agreement among raft nodes before linearized reading' (duration: 8.027952148s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.708008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:00.590611Z","time spent":"6.117387564s","remote":"127.0.0.1:52322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:34:06.708022Z","caller":"traceutil/trace.go:171","msg":"trace[1547967629] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27480; }","duration":"914.33216ms","start":"2026-04-03T03:34:05.793677Z","end":"2026-04-03T03:34:06.708009Z","steps":["trace[1547967629] 'agreement among raft nodes before linearized reading' (duration: 913.826027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.707522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927569318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:06.708035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:58.678365Z","time spent":"8.029658851s","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:06.708046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.776982167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:34:06.708054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:05.793658Z","time spent":"914.386671ms","remote":"127.0.0.1:40138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:34:06.70806Z","caller":"traceutil/trace.go:171","msg":"trace[202297338] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:27479; }","duration":"2.928134513s","start":"2026-04-03T03:34:03.779917Z","end":"2026-04-03T03:34:06.708052Z","steps":["trace[202297338] 'agreement among raft nodes before linearized reading' (duration: 2.926306777s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:06.70807Z","caller":"traceutil/trace.go:171","msg":"trace[914826356] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:27479; }","duration":"5.777050959s","start":"2026-04-03T03:34:00.931012Z","end":"2026-04-03T03:34:06.708063Z","steps":["trace[914826356] 'agreement among raft nodes before linearized reading' (duration: 5.775264445s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.707552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.421607122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:06.708086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:03.779901Z","time spent":"2.928177013s","remote":"127.0.0.1:33338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:06.708092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:00.930988Z","time spent":"5.777097141s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:06.707482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.165357974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a2b86250c7047a\" ","response":"range_response_count:1 size:837"} {"level":"info","ts":"2026-04-03T03:34:06.7081Z","caller":"traceutil/trace.go:171","msg":"trace[2034315936] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:27479; }","duration":"7.422181867s","start":"2026-04-03T03:33:59.285909Z","end":"2026-04-03T03:34:06.708091Z","steps":["trace[2034315936] 'agreement among raft nodes before linearized reading' (duration: 7.420403423s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.707586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.13305837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:06.708127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:59.285893Z","time spent":"7.422226677s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:06.707568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677203772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-03T03:34:06.708128Z","caller":"traceutil/trace.go:171","msg":"trace[241600224] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a2b86250c7047a; range_end:; response_count:1; response_revision:27479; }","duration":"2.16602618s","start":"2026-04-03T03:34:04.542089Z","end":"2026-04-03T03:34:06.708115Z","steps":["trace[241600224] 'agreement among raft nodes before linearized reading' (duration: 2.164127123s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:06.70814Z","caller":"traceutil/trace.go:171","msg":"trace[1017252678] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27479; }","duration":"4.133627875s","start":"2026-04-03T03:34:02.574497Z","end":"2026-04-03T03:34:06.708125Z","steps":["trace[1017252678] 'agreement among raft nodes before linearized reading' (duration: 4.131749738s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:06.70816Z","caller":"traceutil/trace.go:171","msg":"trace[576061896] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27479; }","duration":"1.677819277s","start":"2026-04-03T03:34:05.030329Z","end":"2026-04-03T03:34:06.708149Z","steps":["trace[576061896] 'agreement among raft nodes before linearized reading' (duration: 1.675851048s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.707615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.539421598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:06.708178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:02.574486Z","time spent":"4.133677445s","remote":"127.0.0.1:40150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:34:06.708188Z","caller":"traceutil/trace.go:171","msg":"trace[1644245665] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27479; }","duration":"6.540049544s","start":"2026-04-03T03:34:00.168132Z","end":"2026-04-03T03:34:06.708182Z","steps":["trace[1644245665] 'agreement among raft nodes before linearized reading' (duration: 6.538119386s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.70819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:05.03031Z","time spent":"1.677871888s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:34:06.708207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:00.168111Z","time spent":"6.540090664s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:06.707614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.721596004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-04-03T03:34:06.708235Z","caller":"traceutil/trace.go:171","msg":"trace[1331370493] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:27479; }","duration":"8.722246859s","start":"2026-04-03T03:33:57.985981Z","end":"2026-04-03T03:34:06.708228Z","steps":["trace[1331370493] 'agreement among raft nodes before linearized reading' (duration: 8.720336432s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.707658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.613523967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:34:06.708256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:57.985962Z","time spent":"8.722288721s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9628,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-04-03T03:34:06.708163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:04.542072Z","time spent":"2.166083231s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":861,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a2b86250c7047a\" "} {"level":"info","ts":"2026-04-03T03:34:06.707654Z","caller":"traceutil/trace.go:171","msg":"trace[1927462460] transaction","detail":"{read_only:false; response_revision:27480; number_of_response:1; }","duration":"1.085774979s","start":"2026-04-03T03:34:05.621857Z","end":"2026-04-03T03:34:06.707632Z","steps":["trace[1927462460] 'process raft request' (duration: 1.084077307s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:06.708269Z","caller":"traceutil/trace.go:171","msg":"trace[1960875036] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:27479; }","duration":"6.614173843s","start":"2026-04-03T03:34:00.094088Z","end":"2026-04-03T03:34:06.708262Z","steps":["trace[1960875036] 'agreement among raft nodes before linearized reading' (duration: 6.612172263s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.708295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:00.094067Z","time spent":"6.614220465s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:06.707562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.867572288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:06.707957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:05.626988Z","time spent":"1.080957989s","remote":"127.0.0.1:39832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:06.708312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:05.621829Z","time spent":"1.086456226s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:06.708324Z","caller":"traceutil/trace.go:171","msg":"trace[1241940461] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:27479; }","duration":"6.868367147s","start":"2026-04-03T03:33:59.839949Z","end":"2026-04-03T03:34:06.708316Z","steps":["trace[1241940461] 'agreement among raft nodes before linearized reading' (duration: 6.866320167s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.708349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:33:59.83993Z","time spent":"6.868411478s","remote":"127.0.0.1:39196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:06.707586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226713734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-04-03T03:34:06.708404Z","caller":"traceutil/trace.go:171","msg":"trace[139847657] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e; range_end:; response_count:1; response_revision:27480; }","duration":"1.227549165s","start":"2026-04-03T03:34:05.480847Z","end":"2026-04-03T03:34:06.708397Z","steps":["trace[139847657] 'agreement among raft nodes before linearized reading' (duration: 1.226684304s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.70843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:05.480839Z","time spent":"1.227581166s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3975,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ee996b8-e2ad-4b53-ad9d-95d5c846ad4e\" "} {"level":"info","ts":"2026-04-03T03:34:06.705395Z","caller":"traceutil/trace.go:171","msg":"trace[497769528] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27471; }","duration":"485.664019ms","start":"2026-04-03T03:34:06.219711Z","end":"2026-04-03T03:34:06.705375Z","steps":["trace[497769528] 'range keys from in-memory index tree' (duration: 483.908966ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:06.70504Z","caller":"traceutil/trace.go:171","msg":"trace[823007701] transaction","detail":"{read_only:false; response_revision:27472; number_of_response:1; }","duration":"3.987540291s","start":"2026-04-03T03:34:02.717478Z","end":"2026-04-03T03:34:06.705018Z","steps":["trace[823007701] 'process raft request' (duration: 2.757039342s)","trace[823007701] 'compare' (duration: 1.228582231s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:06.708623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:02.717458Z","time spent":"3.991131082s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:06.707546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922983875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:06.713473Z","caller":"traceutil/trace.go:171","msg":"trace[1865013164] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:27479; }","duration":"1.928945504s","start":"2026-04-03T03:34:04.784516Z","end":"2026-04-03T03:34:06.713462Z","steps":["trace[1865013164] 'agreement among raft nodes before linearized reading' (duration: 1.921680313s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.713502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:04.784495Z","time spent":"1.928993575s","remote":"127.0.0.1:37670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:06.961882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.176683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:34:06.962245Z","caller":"traceutil/trace.go:171","msg":"trace[1462901759] transaction","detail":"{read_only:false; response_revision:27484; number_of_response:1; }","duration":"248.145393ms","start":"2026-04-03T03:34:06.714077Z","end":"2026-04-03T03:34:06.962222Z","steps":["trace[1462901759] 'process raft request' (duration: 248.076961ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:06.962351Z","caller":"traceutil/trace.go:171","msg":"trace[1485355267] transaction","detail":"{read_only:false; response_revision:27481; number_of_response:1; }","duration":"249.503617ms","start":"2026-04-03T03:34:06.712757Z","end":"2026-04-03T03:34:06.96226Z","steps":["trace[1485355267] 'process raft request' (duration: 146.850042ms)","trace[1485355267] 'compare' (duration: 102.024979ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:06.962437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.485427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-03T03:34:06.962491Z","caller":"traceutil/trace.go:171","msg":"trace[90093566] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27484; }","duration":"249.571338ms","start":"2026-04-03T03:34:06.71291Z","end":"2026-04-03T03:34:06.962482Z","steps":["trace[90093566] 'agreement among raft nodes before linearized reading' (duration: 249.376814ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:06.96247Z","caller":"traceutil/trace.go:171","msg":"trace[1552901060] transaction","detail":"{read_only:false; response_revision:27482; number_of_response:1; }","duration":"249.513118ms","start":"2026-04-03T03:34:06.712933Z","end":"2026-04-03T03:34:06.962446Z","steps":["trace[1552901060] 'process raft request' (duration: 249.060966ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:06.962595Z","caller":"traceutil/trace.go:171","msg":"trace[1299259271] transaction","detail":"{read_only:false; response_revision:27483; number_of_response:1; }","duration":"249.61886ms","start":"2026-04-03T03:34:06.712964Z","end":"2026-04-03T03:34:06.962582Z","steps":["trace[1299259271] 'process raft request' (duration: 249.131678ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:06.962238Z","caller":"traceutil/trace.go:171","msg":"trace[852458436] linearizableReadLoop","detail":"{readStateIndex:28520; appliedIndex:28519; }","duration":"249.277312ms","start":"2026-04-03T03:34:06.712927Z","end":"2026-04-03T03:34:06.962204Z","steps":["trace[852458436] 'read index received' (duration: 146.722039ms)","trace[852458436] 'applied index is now lower than readState.Index' (duration: 102.553373ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:06.962877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.862361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:06.96292Z","caller":"traceutil/trace.go:171","msg":"trace[119358520] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27484; }","duration":"248.920653ms","start":"2026-04-03T03:34:06.713986Z","end":"2026-04-03T03:34:06.962907Z","steps":["trace[119358520] 'agreement among raft nodes before linearized reading' (duration: 248.827131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.962946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.26614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:06.96298Z","caller":"traceutil/trace.go:171","msg":"trace[750440875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27484; }","duration":"247.322931ms","start":"2026-04-03T03:34:06.715645Z","end":"2026-04-03T03:34:06.962968Z","steps":["trace[750440875] 'agreement among raft nodes before linearized reading' (duration: 247.25687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.96309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.071736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18a2bb5b34b0bf5f\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-04-03T03:34:06.963136Z","caller":"traceutil/trace.go:171","msg":"trace[2077562552] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18a2bb5b34b0bf5f; range_end:; response_count:1; response_revision:27484; }","duration":"249.144218ms","start":"2026-04-03T03:34:06.713979Z","end":"2026-04-03T03:34:06.963123Z","steps":["trace[2077562552] 'agreement among raft nodes before linearized reading' (duration: 249.015855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.963234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.547911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-04-03T03:34:06.963314Z","caller":"traceutil/trace.go:171","msg":"trace[1068910796] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27484; }","duration":"240.663285ms","start":"2026-04-03T03:34:06.722636Z","end":"2026-04-03T03:34:06.963299Z","steps":["trace[1068910796] 'agreement among raft nodes before linearized reading' (duration: 240.263505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:06.96327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.217346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-03T03:34:06.963453Z","caller":"traceutil/trace.go:171","msg":"trace[1022868607] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:27484; }","duration":"142.430202ms","start":"2026-04-03T03:34:06.82101Z","end":"2026-04-03T03:34:06.963441Z","steps":["trace[1022868607] 'agreement among raft nodes before linearized reading' (duration: 142.162444ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:07.108822Z","caller":"traceutil/trace.go:171","msg":"trace[1295370174] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27485; }","duration":"140.568874ms","start":"2026-04-03T03:34:06.968221Z","end":"2026-04-03T03:34:07.10879Z","steps":["trace[1295370174] 'process raft request' (duration: 131.355714ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:07.10888Z","caller":"traceutil/trace.go:171","msg":"trace[1579238751] transaction","detail":"{read_only:false; response_revision:27486; number_of_response:1; }","duration":"139.054647ms","start":"2026-04-03T03:34:06.969799Z","end":"2026-04-03T03:34:07.108854Z","steps":["trace[1579238751] 'process raft request' (duration: 138.876093ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:07.109034Z","caller":"traceutil/trace.go:171","msg":"trace[1844013819] linearizableReadLoop","detail":"{readStateIndex:28526; appliedIndex:28523; }","duration":"138.971924ms","start":"2026-04-03T03:34:06.970044Z","end":"2026-04-03T03:34:07.109016Z","steps":["trace[1844013819] 'read index received' (duration: 83.834192ms)","trace[1844013819] 'applied index is now lower than readState.Index' (duration: 55.136622ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:34:07.10907Z","caller":"traceutil/trace.go:171","msg":"trace[156342546] transaction","detail":"{read_only:false; response_revision:27487; number_of_response:1; }","duration":"138.107143ms","start":"2026-04-03T03:34:06.970953Z","end":"2026-04-03T03:34:07.10906Z","steps":["trace[156342546] 'process raft request' (duration: 137.839836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:07.109178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.543419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:07.109207Z","caller":"traceutil/trace.go:171","msg":"trace[486294163] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27487; }","duration":"135.601721ms","start":"2026-04-03T03:34:06.973597Z","end":"2026-04-03T03:34:07.109198Z","steps":["trace[486294163] 'agreement among raft nodes before linearized reading' (duration: 135.514759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:07.109257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.192301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-03T03:34:07.109333Z","caller":"traceutil/trace.go:171","msg":"trace[626247371] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:27487; }","duration":"139.296373ms","start":"2026-04-03T03:34:06.970019Z","end":"2026-04-03T03:34:07.109316Z","steps":["trace[626247371] 'agreement among raft nodes before linearized reading' (duration: 139.074907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:08.832723Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.681328925s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:34:10.031436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198353363s","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:20"} {"level":"info","ts":"2026-04-03T03:34:10.031576Z","caller":"traceutil/trace.go:171","msg":"trace[1530020079] linearizableReadLoop","detail":"{readStateIndex:28529; appliedIndex:28527; }","duration":"2.917102466s","start":"2026-04-03T03:34:07.114456Z","end":"2026-04-03T03:34:10.031558Z","steps":["trace[1530020079] 'read index received' (duration: 26.810972ms)","trace[1530020079] 'applied index is now lower than readState.Index' (duration: 2.890289914s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:34:10.031646Z","caller":"traceutil/trace.go:171","msg":"trace[2009780895] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27488; }","duration":"2.920925152s","start":"2026-04-03T03:34:07.110711Z","end":"2026-04-03T03:34:10.031637Z","steps":["trace[2009780895] 'process raft request' (duration: 1.722275952s)","trace[2009780895] 'compare' (duration: 1.197504661s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:10.031701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:07.110685Z","time spent":"2.920984894s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":44,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-03T03:34:10.031925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.917462996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:10.031955Z","caller":"traceutil/trace.go:171","msg":"trace[717034527] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27488; }","duration":"2.917494627s","start":"2026-04-03T03:34:07.114451Z","end":"2026-04-03T03:34:10.031945Z","steps":["trace[717034527] 'agreement among raft nodes before linearized reading' (duration: 2.917428345s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:10.031986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:07.114407Z","time spent":"2.917571549s","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:34:10.065501Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.229208276s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:34:10.066032Z","caller":"traceutil/trace.go:171","msg":"trace[151800688] transaction","detail":"{read_only:false; response_revision:27490; number_of_response:1; }","duration":"2.851778788s","start":"2026-04-03T03:34:07.21423Z","end":"2026-04-03T03:34:10.066009Z","steps":["trace[151800688] 'process raft request' (duration: 2.851617934s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:10.066053Z","caller":"traceutil/trace.go:171","msg":"trace[2024663833] transaction","detail":"{read_only:false; response_revision:27492; number_of_response:1; }","duration":"1.353316679s","start":"2026-04-03T03:34:08.712719Z","end":"2026-04-03T03:34:10.066035Z","steps":["trace[2024663833] 'process raft request' (duration: 1.353240867s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:10.06611Z","caller":"traceutil/trace.go:171","msg":"trace[2112951132] transaction","detail":"{read_only:false; response_revision:27491; number_of_response:1; }","duration":"1.354659653s","start":"2026-04-03T03:34:08.711421Z","end":"2026-04-03T03:34:10.06608Z","steps":["trace[2112951132] 'process raft request' (duration: 1.354490138s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:10.066149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:07.214182Z","time spent":"2.851903971s","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:10.066147Z","caller":"traceutil/trace.go:171","msg":"trace[1841715298] transaction","detail":"{read_only:false; response_revision:27489; number_of_response:1; }","duration":"2.923946738s","start":"2026-04-03T03:34:07.142178Z","end":"2026-04-03T03:34:10.066125Z","steps":["trace[1841715298] 'process raft request' (duration: 2.923536468s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:10.066162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:08.712703Z","time spent":"1.353397021s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:10.066234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:07.142162Z","time spent":"2.924027339s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:10.066251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:08.71139Z","time spent":"1.354779686s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:10.066378Z","caller":"traceutil/trace.go:171","msg":"trace[151847317] transaction","detail":"{read_only:false; response_revision:27493; number_of_response:1; }","duration":"1.352504049s","start":"2026-04-03T03:34:08.713852Z","end":"2026-04-03T03:34:10.066356Z","steps":["trace[151847317] 'process raft request' (duration: 1.35214273s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:10.06652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:08.713833Z","time spent":"1.352608542s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:10.06661Z","caller":"traceutil/trace.go:171","msg":"trace[1102528995] transaction","detail":"{read_only:false; response_revision:27494; number_of_response:1; }","duration":"1.352231712s","start":"2026-04-03T03:34:08.714366Z","end":"2026-04-03T03:34:10.066598Z","steps":["trace[1102528995] 'process raft request' (duration: 1.351898963s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:10.066647Z","caller":"traceutil/trace.go:171","msg":"trace[1307865790] transaction","detail":"{read_only:false; response_revision:27497; number_of_response:1; }","duration":"1.351300389s","start":"2026-04-03T03:34:08.71534Z","end":"2026-04-03T03:34:10.06664Z","steps":["trace[1307865790] 'process raft request' (duration: 1.351272318s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:10.066642Z","caller":"traceutil/trace.go:171","msg":"trace[326293148] transaction","detail":"{read_only:false; response_revision:27495; number_of_response:1; }","duration":"1.351667747s","start":"2026-04-03T03:34:08.714951Z","end":"2026-04-03T03:34:10.066619Z","steps":["trace[326293148] 'process raft request' (duration: 1.351563474s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:10.066688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:08.715317Z","time spent":"1.351348129s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:10.066681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:08.71435Z","time spent":"1.352297393s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:10.066771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:08.714935Z","time spent":"1.35176975s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:10.066897Z","caller":"traceutil/trace.go:171","msg":"trace[685716891] transaction","detail":"{read_only:false; response_revision:27496; number_of_response:1; }","duration":"1.351537934s","start":"2026-04-03T03:34:08.715346Z","end":"2026-04-03T03:34:10.066884Z","steps":["trace[685716891] 'process raft request' (duration: 1.351244156s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:10.066945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:08.715334Z","time spent":"1.351588176s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:10.50871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.415849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:34:10.509389Z","caller":"traceutil/trace.go:171","msg":"trace[413510009] transaction","detail":"{read_only:false; response_revision:27498; number_of_response:1; }","duration":"964.887047ms","start":"2026-04-03T03:34:09.54446Z","end":"2026-04-03T03:34:10.509347Z","steps":["trace[413510009] 'process raft request' (duration: 652.79004ms)","trace[413510009] 'compare' (duration: 311.312417ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:34:10.509499Z","caller":"traceutil/trace.go:171","msg":"trace[433804695] linearizableReadLoop","detail":"{readStateIndex:28539; appliedIndex:28529; }","duration":"477.875094ms","start":"2026-04-03T03:34:10.031603Z","end":"2026-04-03T03:34:10.509478Z","steps":["trace[433804695] 'read index received' (duration: 34.186047ms)","trace[433804695] 'applied index is now lower than readState.Index' (duration: 443.687577ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:34:10.509531Z","caller":"traceutil/trace.go:171","msg":"trace[1788659463] transaction","detail":"{read_only:false; response_revision:27499; number_of_response:1; }","duration":"471.020482ms","start":"2026-04-03T03:34:10.03847Z","end":"2026-04-03T03:34:10.50949Z","steps":["trace[1788659463] 'process raft request' (duration: 470.315295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:10.509575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:09.544433Z","time spent":"965.039441ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:10.509637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410323466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:10.509643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197193963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:34:10.50968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.958297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:10.509719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795615601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-04-03T03:34:10.509731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997991674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:34:10.50974Z","caller":"traceutil/trace.go:171","msg":"trace[1223239317] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27499; }","duration":"1.197340957s","start":"2026-04-03T03:34:09.312372Z","end":"2026-04-03T03:34:10.509713Z","steps":["trace[1223239317] 'agreement among raft nodes before linearized reading' (duration: 1.197141382s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:10.509812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96868234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:10.50983Z","caller":"traceutil/trace.go:171","msg":"trace[1835471206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27499; }","duration":"1.968737182s","start":"2026-04-03T03:34:08.541088Z","end":"2026-04-03T03:34:10.509825Z","steps":["trace[1835471206] 'agreement among raft nodes before linearized reading' (duration: 1.968708591s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:10.509758Z","caller":"traceutil/trace.go:171","msg":"trace[1826004598] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:27499; }","duration":"876.056819ms","start":"2026-04-03T03:34:09.633681Z","end":"2026-04-03T03:34:10.509737Z","steps":["trace[1826004598] 'agreement among raft nodes before linearized reading' (duration: 875.890035ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:10.50976Z","caller":"traceutil/trace.go:171","msg":"trace[1976377927] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27499; }","duration":"2.998024765s","start":"2026-04-03T03:34:07.511726Z","end":"2026-04-03T03:34:10.509751Z","steps":["trace[1976377927] 'agreement among raft nodes before linearized reading' (duration: 2.997971953s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:10.509853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:08.541056Z","time spent":"1.968792343s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:34:10.509848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:09.312352Z","time spent":"1.197478341s","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:10.509872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:09.633659Z","time spent":"876.199772ms","remote":"127.0.0.1:52346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:10.509879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:07.511668Z","time spent":"2.99819948s","remote":"127.0.0.1:33138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:10.509916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.394165969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-7774985979-pgqd6.18a2babc70419648\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-04-03T03:34:10.509959Z","caller":"traceutil/trace.go:171","msg":"trace[1459707205] range","detail":"{range_begin:/registry/events/openstack/heat-api-7774985979-pgqd6.18a2babc70419648; range_end:; response_count:1; response_revision:27499; }","duration":"3.394230171s","start":"2026-04-03T03:34:07.115716Z","end":"2026-04-03T03:34:10.509946Z","steps":["trace[1459707205] 'agreement among raft nodes before linearized reading' (duration: 3.394021325s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:10.509964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152960954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-03T03:34:10.510038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.210891515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:34:10.510036Z","caller":"traceutil/trace.go:171","msg":"trace[350214171] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:27499; }","duration":"1.153060267s","start":"2026-04-03T03:34:09.356951Z","end":"2026-04-03T03:34:10.510011Z","steps":["trace[350214171] 'agreement among raft nodes before linearized reading' (duration: 1.152743998s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:10.510066Z","caller":"traceutil/trace.go:171","msg":"trace[403885080] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:27499; }","duration":"3.210943656s","start":"2026-04-03T03:34:07.299113Z","end":"2026-04-03T03:34:10.510057Z","steps":["trace[403885080] 'agreement among raft nodes before linearized reading' (duration: 3.210894805s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:10.509682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:10.03845Z","time spent":"471.157185ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1200,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:34:10.510096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:07.299097Z","time spent":"3.210992607s","remote":"127.0.0.1:35012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:10.510091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:09.356933Z","time spent":"1.153143329s","remote":"127.0.0.1:35046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:10.510186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.395631727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-04-03T03:34:10.510217Z","caller":"traceutil/trace.go:171","msg":"trace[479018863] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27499; }","duration":"3.395673769s","start":"2026-04-03T03:34:07.114534Z","end":"2026-04-03T03:34:10.510208Z","steps":["trace[479018863] 'agreement among raft nodes before linearized reading' (duration: 3.395521085s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:10.510223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.345716976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:10.509758Z","caller":"traceutil/trace.go:171","msg":"trace[1911396245] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:27499; }","duration":"1.795680573s","start":"2026-04-03T03:34:08.714061Z","end":"2026-04-03T03:34:10.509742Z","steps":["trace[1911396245] 'agreement among raft nodes before linearized reading' (duration: 1.795528129s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:10.509567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.148772548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:10.510243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:07.114529Z","time spent":"3.39570751s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-03T03:34:10.510252Z","caller":"traceutil/trace.go:171","msg":"trace[481810071] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:27499; }","duration":"3.345776667s","start":"2026-04-03T03:34:07.164467Z","end":"2026-04-03T03:34:10.510244Z","steps":["trace[481810071] 'agreement among raft nodes before linearized reading' (duration: 3.345718926s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:10.510274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:07.164454Z","time spent":"3.345814889s","remote":"127.0.0.1:47458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:10.51027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:08.714049Z","time spent":"1.796208036s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-03T03:34:10.509989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:07.1157Z","time spent":"3.394281533s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":930,"request content":"key:\"/registry/events/openstack/heat-api-7774985979-pgqd6.18a2babc70419648\" "} {"level":"info","ts":"2026-04-03T03:34:10.510319Z","caller":"traceutil/trace.go:171","msg":"trace[410272230] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:27499; }","duration":"2.149513067s","start":"2026-04-03T03:34:08.360749Z","end":"2026-04-03T03:34:10.510262Z","steps":["trace[410272230] 'agreement among raft nodes before linearized reading' (duration: 2.148754818s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:10.510388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:08.360726Z","time spent":"2.14964009s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:34:10.509678Z","caller":"traceutil/trace.go:171","msg":"trace[1098346653] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27499; }","duration":"2.410400759s","start":"2026-04-03T03:34:08.099264Z","end":"2026-04-03T03:34:10.509665Z","steps":["trace[1098346653] 'agreement among raft nodes before linearized reading' (duration: 2.410316007s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:10.510526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.671246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:10.510554Z","caller":"traceutil/trace.go:171","msg":"trace[439783189] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27499; }","duration":"301.724667ms","start":"2026-04-03T03:34:10.208818Z","end":"2026-04-03T03:34:10.510543Z","steps":["trace[439783189] 'agreement among raft nodes before linearized reading' (duration: 301.682026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:10.510555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:08.099247Z","time spent":"2.411286911s","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:10.510579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:10.208806Z","time spent":"301.765808ms","remote":"127.0.0.1:52456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:10.510707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.676341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:34:10.510741Z","caller":"traceutil/trace.go:171","msg":"trace[798655448] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:27499; }","duration":"310.711472ms","start":"2026-04-03T03:34:10.200019Z","end":"2026-04-03T03:34:10.510731Z","steps":["trace[798655448] 'agreement among raft nodes before linearized reading' (duration: 310.544188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:10.510771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:10.199966Z","time spent":"310.797245ms","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":176,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:10.511061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.250445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18541"} {"level":"info","ts":"2026-04-03T03:34:10.511101Z","caller":"traceutil/trace.go:171","msg":"trace[283096710] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:27499; }","duration":"437.312497ms","start":"2026-04-03T03:34:10.073778Z","end":"2026-04-03T03:34:10.51109Z","steps":["trace[283096710] 'agreement among raft nodes before linearized reading' (duration: 437.185194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:10.511131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:10.073768Z","time spent":"437.356178ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-03T03:34:10.511268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.742818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-03T03:34:10.511297Z","caller":"traceutil/trace.go:171","msg":"trace[665139723] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27499; }","duration":"441.80701ms","start":"2026-04-03T03:34:10.069482Z","end":"2026-04-03T03:34:10.511289Z","steps":["trace[665139723] 'agreement among raft nodes before linearized reading' (duration: 440.62121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:10.511317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:10.069464Z","time spent":"441.848501ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T03:34:11.116537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.51656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:34:11.11661Z","caller":"traceutil/trace.go:171","msg":"trace[1789544998] linearizableReadLoop","detail":"{readStateIndex:28541; appliedIndex:28540; }","duration":"600.839557ms","start":"2026-04-03T03:34:10.515759Z","end":"2026-04-03T03:34:11.116598Z","steps":["trace[1789544998] 'read index received' (duration: 134.198214ms)","trace[1789544998] 'applied index is now lower than readState.Index' (duration: 466.640483ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:34:11.11666Z","caller":"traceutil/trace.go:171","msg":"trace[1098968648] transaction","detail":"{read_only:false; response_revision:27500; number_of_response:1; }","duration":"601.862844ms","start":"2026-04-03T03:34:10.514788Z","end":"2026-04-03T03:34:11.116651Z","steps":["trace[1098968648] 'process raft request' (duration: 135.16838ms)","trace[1098968648] 'compare' (duration: 465.967276ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:11.116706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:10.514758Z","time spent":"601.922635ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:11.116953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.192487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-03T03:34:11.116983Z","caller":"traceutil/trace.go:171","msg":"trace[408499598] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27500; }","duration":"601.223057ms","start":"2026-04-03T03:34:10.515753Z","end":"2026-04-03T03:34:11.116976Z","steps":["trace[408499598] 'agreement among raft nodes before linearized reading' (duration: 601.106564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:11.117005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:10.515724Z","time spent":"601.274688ms","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T03:34:11.644605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.891838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:34:11.645559Z","caller":"traceutil/trace.go:171","msg":"trace[2000650976] linearizableReadLoop","detail":"{readStateIndex:28543; appliedIndex:28541; }","duration":"528.917074ms","start":"2026-04-03T03:34:11.116627Z","end":"2026-04-03T03:34:11.645544Z","steps":["trace[2000650976] 'read index received' (duration: 390.035181ms)","trace[2000650976] 'applied index is now lower than readState.Index' (duration: 138.879963ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:34:11.645523Z","caller":"traceutil/trace.go:171","msg":"trace[1327462289] transaction","detail":"{read_only:false; response_revision:27501; number_of_response:1; }","duration":"1.129040324s","start":"2026-04-03T03:34:10.516453Z","end":"2026-04-03T03:34:11.645494Z","steps":["trace[1327462289] 'process raft request' (duration: 990.189001ms)","trace[1327462289] 'compare' (duration: 137.509059ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:34:11.645578Z","caller":"traceutil/trace.go:171","msg":"trace[467965380] transaction","detail":"{read_only:false; response_revision:27502; number_of_response:1; }","duration":"1.126012568s","start":"2026-04-03T03:34:10.519529Z","end":"2026-04-03T03:34:11.645542Z","steps":["trace[467965380] 'process raft request' (duration: 1.125186338s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:11.645756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:10.519517Z","time spent":"1.126132412s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:11.645756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:10.51644Z","time spent":"1.129205229s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":843,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:34:12.118387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.537696ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-03T03:34:12.118549Z","caller":"traceutil/trace.go:171","msg":"trace[1591315940] linearizableReadLoop","detail":"{readStateIndex:28544; appliedIndex:28543; }","duration":"472.925ms","start":"2026-04-03T03:34:11.645606Z","end":"2026-04-03T03:34:12.11853Z","steps":["trace[1591315940] 'read index received' (duration: 32.781µs)","trace[1591315940] 'applied index is now lower than readState.Index' (duration: 472.890159ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:12.118783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15357223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:12.118835Z","caller":"traceutil/trace.go:171","msg":"trace[615722927] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:27502; }","duration":"1.153664602s","start":"2026-04-03T03:34:10.965151Z","end":"2026-04-03T03:34:12.118816Z","steps":["trace[615722927] 'agreement among raft nodes before linearized reading' (duration: 680.404394ms)","trace[615722927] 'count revisions from in-memory index tree' (duration: 473.181297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:12.118874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:10.965131Z","time spent":"1.153733204s","remote":"127.0.0.1:37750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:12.119077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596495218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:12.11911Z","caller":"traceutil/trace.go:171","msg":"trace[1147780095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27502; }","duration":"1.596542848s","start":"2026-04-03T03:34:10.522553Z","end":"2026-04-03T03:34:12.119096Z","steps":["trace[1147780095] 'agreement among raft nodes before linearized reading' (duration: 1.123039023s)","trace[1147780095] 'range keys from in-memory index tree' (duration: 473.459783ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:12.119137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:10.522536Z","time spent":"1.5965947s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:34:12.119139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.698261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:34:12.119178Z","caller":"traceutil/trace.go:171","msg":"trace[280185962] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27502; }","duration":"938.764623ms","start":"2026-04-03T03:34:11.180402Z","end":"2026-04-03T03:34:12.119166Z","steps":["trace[280185962] 'agreement among raft nodes before linearized reading' (duration: 938.684121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:12.119162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505176227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:12.119215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:11.180391Z","time spent":"938.814474ms","remote":"127.0.0.1:33124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:12.119185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.029134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:34:12.119292Z","caller":"traceutil/trace.go:171","msg":"trace[779958383] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:27502; }","duration":"552.191248ms","start":"2026-04-03T03:34:11.567072Z","end":"2026-04-03T03:34:12.119264Z","steps":["trace[779958383] 'agreement among raft nodes before linearized reading' (duration: 551.934291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:12.119314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.891068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:34:12.119337Z","caller":"traceutil/trace.go:171","msg":"trace[174360408] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:27502; }","duration":"956.949289ms","start":"2026-04-03T03:34:11.162381Z","end":"2026-04-03T03:34:12.11933Z","steps":["trace[174360408] 'agreement among raft nodes before linearized reading' (duration: 956.884898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:12.11935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:11.567051Z","time spent":"552.28739ms","remote":"127.0.0.1:47608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:12.119361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:11.162359Z","time spent":"956.996061ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:34:12.119233Z","caller":"traceutil/trace.go:171","msg":"trace[1775487727] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:27502; }","duration":"1.50528874s","start":"2026-04-03T03:34:10.613923Z","end":"2026-04-03T03:34:12.119212Z","steps":["trace[1775487727] 'agreement among raft nodes before linearized reading' (duration: 1.031653162s)","trace[1775487727] 'count revisions from in-memory index tree' (duration: 473.514935ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:12.119662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.522801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-949d5897-mbpq9.18a2baba1cce9fa3\" ","response":"range_response_count:1 size:901"} {"level":"info","ts":"2026-04-03T03:34:12.119697Z","caller":"traceutil/trace.go:171","msg":"trace[598935615] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-949d5897-mbpq9.18a2baba1cce9fa3; range_end:; response_count:1; response_revision:27502; }","duration":"998.592593ms","start":"2026-04-03T03:34:11.121093Z","end":"2026-04-03T03:34:12.119686Z","steps":["trace[598935615] 'agreement among raft nodes before linearized reading' (duration: 998.45868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:12.129516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:11.121077Z","time spent":"1.008403999s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":925,"request content":"key:\"/registry/events/openstack/heat-cfn-949d5897-mbpq9.18a2baba1cce9fa3\" "} {"level":"warn","ts":"2026-04-03T03:34:12.119685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:10.613906Z","time spent":"1.505753911s","remote":"127.0.0.1:33326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:12.619225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051821,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T03:34:12.643907Z","caller":"traceutil/trace.go:171","msg":"trace[307068677] transaction","detail":"{read_only:false; response_revision:27503; number_of_response:1; }","duration":"569.209285ms","start":"2026-04-03T03:34:12.074669Z","end":"2026-04-03T03:34:12.643879Z","steps":["trace[307068677] 'process raft request' (duration: 568.987469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:12.644078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:12.074564Z","time spent":"569.42306ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:12.805892Z","caller":"traceutil/trace.go:171","msg":"trace[1954680869] transaction","detail":"{read_only:false; response_revision:27505; number_of_response:1; }","duration":"730.679974ms","start":"2026-04-03T03:34:12.075187Z","end":"2026-04-03T03:34:12.805867Z","steps":["trace[1954680869] 'process raft request' (duration: 730.582272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:12.80604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:12.075161Z","time spent":"730.803227ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:12.806259Z","caller":"traceutil/trace.go:171","msg":"trace[1874055250] transaction","detail":"{read_only:false; response_revision:27504; number_of_response:1; }","duration":"731.133135ms","start":"2026-04-03T03:34:12.075113Z","end":"2026-04-03T03:34:12.806247Z","steps":["trace[1874055250] 'process raft request' (duration: 675.198693ms)","trace[1874055250] 'compare' (duration: 55.315347ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:12.806316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:12.075095Z","time spent":"731.192627ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:12.806515Z","caller":"traceutil/trace.go:171","msg":"trace[634166672] transaction","detail":"{read_only:false; response_revision:27506; number_of_response:1; }","duration":"730.830198ms","start":"2026-04-03T03:34:12.075672Z","end":"2026-04-03T03:34:12.806503Z","steps":["trace[634166672] 'process raft request' (duration: 730.150521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:12.806581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:12.075651Z","time spent":"730.89541ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:12.806762Z","caller":"traceutil/trace.go:171","msg":"trace[277849108] transaction","detail":"{read_only:false; response_revision:27507; number_of_response:1; }","duration":"731.034383ms","start":"2026-04-03T03:34:12.075688Z","end":"2026-04-03T03:34:12.806723Z","steps":["trace[277849108] 'process raft request' (duration: 730.761356ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:12.806946Z","caller":"traceutil/trace.go:171","msg":"trace[1987672684] transaction","detail":"{read_only:false; response_revision:27508; number_of_response:1; }","duration":"729.991796ms","start":"2026-04-03T03:34:12.076943Z","end":"2026-04-03T03:34:12.806934Z","steps":["trace[1987672684] 'process raft request' (duration: 729.701119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:12.806946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:12.075654Z","time spent":"731.201447ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:12.807024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:12.076909Z","time spent":"730.064838ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:12.807105Z","caller":"traceutil/trace.go:171","msg":"trace[1997911691] transaction","detail":"{read_only:false; response_revision:27509; number_of_response:1; }","duration":"729.834882ms","start":"2026-04-03T03:34:12.077259Z","end":"2026-04-03T03:34:12.807094Z","steps":["trace[1997911691] 'process raft request' (duration: 729.540285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:12.807155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:12.077212Z","time spent":"729.915245ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:12.807159Z","caller":"traceutil/trace.go:171","msg":"trace[1493654230] transaction","detail":"{read_only:false; response_revision:27510; number_of_response:1; }","duration":"675.220694ms","start":"2026-04-03T03:34:12.13192Z","end":"2026-04-03T03:34:12.807141Z","steps":["trace[1493654230] 'process raft request' (duration: 674.949897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:12.80722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:12.131897Z","time spent":"675.289416ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:12.807347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089243566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-03T03:34:12.80738Z","caller":"traceutil/trace.go:171","msg":"trace[331510897] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27510; }","duration":"1.089312718s","start":"2026-04-03T03:34:11.718057Z","end":"2026-04-03T03:34:12.80737Z","steps":["trace[331510897] 'agreement among raft nodes before linearized reading' (duration: 1.089159374s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:12.807402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:11.718034Z","time spent":"1.08936223s","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-03T03:34:12.807167Z","caller":"traceutil/trace.go:171","msg":"trace[1359444635] linearizableReadLoop","detail":"{readStateIndex:28552; appliedIndex:28544; }","duration":"688.554687ms","start":"2026-04-03T03:34:12.118578Z","end":"2026-04-03T03:34:12.807133Z","steps":["trace[1359444635] 'read index received' (duration: 525.005825ms)","trace[1359444635] 'applied index is now lower than readState.Index' (duration: 163.546782ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:12.807689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.463575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:12.807689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156876642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-rvtcb\" ","response":"range_response_count:1 size:6857"} {"level":"warn","ts":"2026-04-03T03:34:12.807757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.784796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:12.807781Z","caller":"traceutil/trace.go:171","msg":"trace[744145657] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:27510; }","duration":"133.853897ms","start":"2026-04-03T03:34:12.673919Z","end":"2026-04-03T03:34:12.807773Z","steps":["trace[744145657] 'agreement among raft nodes before linearized reading' (duration: 133.814216ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:12.807795Z","caller":"traceutil/trace.go:171","msg":"trace[104189335] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-rvtcb; range_end:; response_count:1; response_revision:27510; }","duration":"1.156991945s","start":"2026-04-03T03:34:11.650749Z","end":"2026-04-03T03:34:12.807741Z","steps":["trace[104189335] 'agreement among raft nodes before linearized reading' (duration: 1.156505983s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:12.807881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:11.650737Z","time spent":"1.157130738s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6881,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-rvtcb\" "} {"level":"warn","ts":"2026-04-03T03:34:12.807913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.979182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:12.80794Z","caller":"traceutil/trace.go:171","msg":"trace[952283243] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27510; }","duration":"166.035694ms","start":"2026-04-03T03:34:12.641895Z","end":"2026-04-03T03:34:12.80793Z","steps":["trace[952283243] 'agreement among raft nodes before linearized reading' (duration: 165.992603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:12.807983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.037198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:34:12.808056Z","caller":"traceutil/trace.go:171","msg":"trace[1349420183] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:27510; }","duration":"590.156541ms","start":"2026-04-03T03:34:12.217882Z","end":"2026-04-03T03:34:12.808038Z","steps":["trace[1349420183] 'agreement among raft nodes before linearized reading' (duration: 590.021927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:12.808109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:12.217855Z","time spent":"590.240612ms","remote":"127.0.0.1:44524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:34:12.807717Z","caller":"traceutil/trace.go:171","msg":"trace[1959822127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27510; }","duration":"686.527567ms","start":"2026-04-03T03:34:12.121182Z","end":"2026-04-03T03:34:12.80771Z","steps":["trace[1959822127] 'agreement among raft nodes before linearized reading' (duration: 686.480375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:12.808167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:12.121155Z","time spent":"687.004769ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:34:13.081094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.347766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:34:13.081197Z","caller":"traceutil/trace.go:171","msg":"trace[77534781] linearizableReadLoop","detail":"{readStateIndex:28553; appliedIndex:28552; }","duration":"262.710817ms","start":"2026-04-03T03:34:12.818468Z","end":"2026-04-03T03:34:13.081179Z","steps":["trace[77534781] 'read index received' (duration: 107.214938ms)","trace[77534781] 'applied index is now lower than readState.Index' (duration: 155.494409ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:34:13.08126Z","caller":"traceutil/trace.go:171","msg":"trace[784455167] transaction","detail":"{read_only:false; response_revision:27511; number_of_response:1; }","duration":"265.090467ms","start":"2026-04-03T03:34:12.816125Z","end":"2026-04-03T03:34:13.081215Z","steps":["trace[784455167] 'process raft request' (duration: 109.530877ms)","trace[784455167] 'compare' (duration: 155.045708ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:13.081312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.843341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:13.081342Z","caller":"traceutil/trace.go:171","msg":"trace[1902984746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27511; }","duration":"262.917602ms","start":"2026-04-03T03:34:12.818416Z","end":"2026-04-03T03:34:13.081333Z","steps":["trace[1902984746] 'agreement among raft nodes before linearized reading' (duration: 262.83515ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:13.151054Z","caller":"traceutil/trace.go:171","msg":"trace[585775885] transaction","detail":"{read_only:false; response_revision:27512; number_of_response:1; }","duration":"332.268172ms","start":"2026-04-03T03:34:12.818759Z","end":"2026-04-03T03:34:13.151027Z","steps":["trace[585775885] 'process raft request' (duration: 332.109798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:13.151283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:12.818748Z","time spent":"332.376544ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7034,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:13.294107Z","caller":"traceutil/trace.go:171","msg":"trace[709349337] transaction","detail":"{read_only:false; response_revision:27513; number_of_response:1; }","duration":"310.471556ms","start":"2026-04-03T03:34:12.983613Z","end":"2026-04-03T03:34:13.294085Z","steps":["trace[709349337] 'process raft request' (duration: 229.919136ms)","trace[709349337] 'compare' (duration: 79.974035ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:13.294245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:12.983564Z","time spent":"310.595719ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:13.294452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.861804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-04-03T03:34:13.294527Z","caller":"traceutil/trace.go:171","msg":"trace[1967351039] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:27513; }","duration":"419.084039ms","start":"2026-04-03T03:34:12.875425Z","end":"2026-04-03T03:34:13.294509Z","steps":["trace[1967351039] 'agreement among raft nodes before linearized reading' (duration: 418.871034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:13.294567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:12.875413Z","time spent":"419.146812ms","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":825,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-04-03T03:34:13.293672Z","caller":"traceutil/trace.go:171","msg":"trace[1127980859] linearizableReadLoop","detail":"{readStateIndex:28555; appliedIndex:28553; }","duration":"212.421027ms","start":"2026-04-03T03:34:13.081224Z","end":"2026-04-03T03:34:13.293645Z","steps":["trace[1127980859] 'read index received' (duration: 69.670307ms)","trace[1127980859] 'applied index is now lower than readState.Index' (duration: 142.74974ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:13.297844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.660453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-7gxm9.18a2b861f188ade2\" ","response":"range_response_count:1 size:866"} {"level":"info","ts":"2026-04-03T03:34:13.297892Z","caller":"traceutil/trace.go:171","msg":"trace[119281750] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-7gxm9.18a2b861f188ade2; range_end:; response_count:1; response_revision:27513; }","duration":"212.750955ms","start":"2026-04-03T03:34:13.085127Z","end":"2026-04-03T03:34:13.297878Z","steps":["trace[119281750] 'agreement among raft nodes before linearized reading' (duration: 212.570081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:13.298377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.453436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7f9c49b9db-qrkx7\" ","response":"range_response_count:1 size:8828"} {"level":"info","ts":"2026-04-03T03:34:13.298424Z","caller":"traceutil/trace.go:171","msg":"trace[748641211] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7f9c49b9db-qrkx7; range_end:; response_count:1; response_revision:27513; }","duration":"113.538818ms","start":"2026-04-03T03:34:13.184875Z","end":"2026-04-03T03:34:13.298413Z","steps":["trace[748641211] 'agreement among raft nodes before linearized reading' (duration: 113.403424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:14.041572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051832,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T03:34:14.062247Z","caller":"traceutil/trace.go:171","msg":"trace[391311859] transaction","detail":"{read_only:false; response_revision:27514; number_of_response:1; }","duration":"757.908467ms","start":"2026-04-03T03:34:13.30432Z","end":"2026-04-03T03:34:14.062228Z","steps":["trace[391311859] 'process raft request' (duration: 757.789073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:14.062362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:13.304302Z","time spent":"757.99813ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:15.354815Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.292771812s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:34:15.355198Z","caller":"traceutil/trace.go:171","msg":"trace[3159145] linearizableReadLoop","detail":"{readStateIndex:28557; appliedIndex:28555; }","duration":"1.814462374s","start":"2026-04-03T03:34:13.540711Z","end":"2026-04-03T03:34:15.355173Z","steps":["trace[3159145] 'read index received' (duration: 521.423047ms)","trace[3159145] 'applied index is now lower than readState.Index' (duration: 1.293038357s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:34:15.355303Z","caller":"traceutil/trace.go:171","msg":"trace[1741758052] transaction","detail":"{read_only:false; response_revision:27515; number_of_response:1; }","duration":"2.045746064s","start":"2026-04-03T03:34:13.309546Z","end":"2026-04-03T03:34:15.355292Z","steps":["trace[1741758052] 'process raft request' (duration: 2.045456326s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:15.355408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:13.309538Z","time spent":"2.045793035s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8552,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:15.35562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814902835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:15.355673Z","caller":"traceutil/trace.go:171","msg":"trace[381185983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27515; }","duration":"1.815006358s","start":"2026-04-03T03:34:13.54065Z","end":"2026-04-03T03:34:15.355657Z","steps":["trace[381185983] 'agreement among raft nodes before linearized reading' (duration: 1.814910425s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:15.355709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:13.540629Z","time spent":"1.815070459s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:34:15.855556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051842,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T03:34:16.179943Z","caller":"traceutil/trace.go:171","msg":"trace[1760372336] transaction","detail":"{read_only:false; response_revision:27522; number_of_response:1; }","duration":"1.362474709s","start":"2026-04-03T03:34:14.817444Z","end":"2026-04-03T03:34:16.179919Z","steps":["trace[1760372336] 'process raft request' (duration: 1.362431718s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:16.180052Z","caller":"traceutil/trace.go:171","msg":"trace[648496340] transaction","detail":"{read_only:false; response_revision:27517; number_of_response:1; }","duration":"1.368612693s","start":"2026-04-03T03:34:14.811418Z","end":"2026-04-03T03:34:16.180031Z","steps":["trace[648496340] 'process raft request' (duration: 1.368217153s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:16.180051Z","caller":"traceutil/trace.go:171","msg":"trace[843830623] transaction","detail":"{read_only:false; response_revision:27521; number_of_response:1; }","duration":"1.365903085s","start":"2026-04-03T03:34:14.814128Z","end":"2026-04-03T03:34:16.180031Z","steps":["trace[843830623] 'process raft request' (duration: 1.36571552s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:16.180054Z","caller":"traceutil/trace.go:171","msg":"trace[795428610] transaction","detail":"{read_only:false; response_revision:27518; number_of_response:1; }","duration":"1.366800857s","start":"2026-04-03T03:34:14.813207Z","end":"2026-04-03T03:34:16.180007Z","steps":["trace[795428610] 'process raft request' (duration: 1.366528139s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:16.180074Z","caller":"traceutil/trace.go:171","msg":"trace[604651344] transaction","detail":"{read_only:false; response_revision:27520; number_of_response:1; }","duration":"1.365946236s","start":"2026-04-03T03:34:14.814096Z","end":"2026-04-03T03:34:16.180042Z","steps":["trace[604651344] 'process raft request' (duration: 1.365705299s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:16.180103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:14.817417Z","time spent":"1.362597523s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:16.180173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:14.811396Z","time spent":"1.368698525s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:16.180184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:14.813196Z","time spent":"1.3669168s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:16.180237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:14.814087Z","time spent":"1.366054889s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:16.180173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:14.814119Z","time spent":"1.365978237s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:16.18038Z","caller":"traceutil/trace.go:171","msg":"trace[1996781531] transaction","detail":"{read_only:false; response_revision:27519; number_of_response:1; }","duration":"1.36691946s","start":"2026-04-03T03:34:14.81345Z","end":"2026-04-03T03:34:16.180369Z","steps":["trace[1996781531] 'process raft request' (duration: 1.366322044s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:16.179741Z","caller":"traceutil/trace.go:171","msg":"trace[1747635293] transaction","detail":"{read_only:false; response_revision:27516; number_of_response:1; }","duration":"1.530194194s","start":"2026-04-03T03:34:14.649509Z","end":"2026-04-03T03:34:16.179704Z","steps":["trace[1747635293] 'process raft request' (duration: 1.48219186s)","trace[1747635293] 'compare' (duration: 47.587154ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:16.180426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:14.813435Z","time spent":"1.366968722s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:16.180485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:14.649481Z","time spent":"1.530930174s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:16.248555Z","caller":"traceutil/trace.go:171","msg":"trace[1189771317] linearizableReadLoop","detail":"{readStateIndex:28565; appliedIndex:28557; }","duration":"893.271692ms","start":"2026-04-03T03:34:15.355257Z","end":"2026-04-03T03:34:16.248529Z","steps":["trace[1189771317] 'read index received' (duration: 776.458982ms)","trace[1189771317] 'applied index is now lower than readState.Index' (duration: 116.81139ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:16.248957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.051796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:16.249018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265392074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:16.249015Z","caller":"traceutil/trace.go:171","msg":"trace[737056449] transaction","detail":"{read_only:false; response_revision:27523; number_of_response:1; }","duration":"733.891075ms","start":"2026-04-03T03:34:15.515098Z","end":"2026-04-03T03:34:16.248989Z","steps":["trace[737056449] 'process raft request' (duration: 733.27937ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:16.249037Z","caller":"traceutil/trace.go:171","msg":"trace[119066826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27523; }","duration":"885.18453ms","start":"2026-04-03T03:34:15.363834Z","end":"2026-04-03T03:34:16.249018Z","steps":["trace[119066826] 'agreement among raft nodes before linearized reading' (duration: 885.058797ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:16.249062Z","caller":"traceutil/trace.go:171","msg":"trace[1538501920] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:27523; }","duration":"1.265449626s","start":"2026-04-03T03:34:14.9836Z","end":"2026-04-03T03:34:16.24905Z","steps":["trace[1538501920] 'agreement among raft nodes before linearized reading' (duration: 1.265357393s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:16.249079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:15.363818Z","time spent":"885.252431ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:34:16.249103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:14.983527Z","time spent":"1.265563559s","remote":"127.0.0.1:39164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:16.249128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:15.515072Z","time spent":"733.996417ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:16.249153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112274742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:34:16.249163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.812487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:34:16.249222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.261396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:16.249238Z","caller":"traceutil/trace.go:171","msg":"trace[555882302] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:27523; }","duration":"2.112400436s","start":"2026-04-03T03:34:14.136816Z","end":"2026-04-03T03:34:16.249216Z","steps":["trace[555882302] 'agreement among raft nodes before linearized reading' (duration: 2.112255332s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:16.24929Z","caller":"traceutil/trace.go:171","msg":"trace[1622209788] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:27523; }","duration":"151.95698ms","start":"2026-04-03T03:34:16.097293Z","end":"2026-04-03T03:34:16.24925Z","steps":["trace[1622209788] 'agreement among raft nodes before linearized reading' (duration: 151.672973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:16.2493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:14.1368Z","time spent":"2.112487097s","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:34:16.249299Z","caller":"traceutil/trace.go:171","msg":"trace[1638933805] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:27523; }","duration":"449.368109ms","start":"2026-04-03T03:34:15.799905Z","end":"2026-04-03T03:34:16.249274Z","steps":["trace[1638933805] 'agreement among raft nodes before linearized reading' (duration: 449.254056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:16.249322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.706208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:34:16.249361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:15.799881Z","time spent":"449.462512ms","remote":"127.0.0.1:52340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:34:16.249405Z","caller":"traceutil/trace.go:171","msg":"trace[411823620] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:27523; }","duration":"644.843742ms","start":"2026-04-03T03:34:15.604542Z","end":"2026-04-03T03:34:16.249386Z","steps":["trace[411823620] 'agreement among raft nodes before linearized reading' (duration: 644.587195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:16.249427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441245382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-04-03T03:34:16.249455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:15.604512Z","time spent":"644.932604ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":91,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:34:16.249489Z","caller":"traceutil/trace.go:171","msg":"trace[892035241] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:27523; }","duration":"2.441346755s","start":"2026-04-03T03:34:13.808124Z","end":"2026-04-03T03:34:16.24947Z","steps":["trace[892035241] 'agreement among raft nodes before linearized reading' (duration: 2.4411603s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:16.249511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.095461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7f9c49b9db-qrkx7\" ","response":"range_response_count:1 size:8570"} {"level":"info","ts":"2026-04-03T03:34:16.249612Z","caller":"traceutil/trace.go:171","msg":"trace[1177676169] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7f9c49b9db-qrkx7; range_end:; response_count:1; response_revision:27523; }","duration":"874.238734ms","start":"2026-04-03T03:34:15.375355Z","end":"2026-04-03T03:34:16.249594Z","steps":["trace[1177676169] 'agreement among raft nodes before linearized reading' (duration: 873.867365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:16.249531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:13.808101Z","time spent":"2.441421426s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-03T03:34:16.249725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:15.375348Z","time spent":"874.347368ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8594,"request content":"key:\"/registry/pods/openstack/magnum-api-7f9c49b9db-qrkx7\" "} {"level":"warn","ts":"2026-04-03T03:34:16.249111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867442382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:34:16.249897Z","caller":"traceutil/trace.go:171","msg":"trace[1936920576] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27523; }","duration":"1.868285103s","start":"2026-04-03T03:34:14.381594Z","end":"2026-04-03T03:34:16.249879Z","steps":["trace[1936920576] 'agreement among raft nodes before linearized reading' (duration: 1.867428812s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:16.249962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:14.381572Z","time spent":"1.868370435s","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:16.250422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.392001828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:16.249107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181129338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a2b86250c7047a\" ","response":"range_response_count:1 size:837"} {"level":"info","ts":"2026-04-03T03:34:16.250482Z","caller":"traceutil/trace.go:171","msg":"trace[28041373] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:27523; }","duration":"2.39208869s","start":"2026-04-03T03:34:13.85838Z","end":"2026-04-03T03:34:16.250469Z","steps":["trace[28041373] 'agreement among raft nodes before linearized reading' (duration: 2.391979067s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:16.250496Z","caller":"traceutil/trace.go:171","msg":"trace[411557298] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a2b86250c7047a; range_end:; response_count:1; response_revision:27523; }","duration":"2.182606046s","start":"2026-04-03T03:34:14.067872Z","end":"2026-04-03T03:34:16.250478Z","steps":["trace[411557298] 'agreement among raft nodes before linearized reading' (duration: 2.181003055s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:16.25052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:13.858369Z","time spent":"2.392142072s","remote":"127.0.0.1:40202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:16.250547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:14.067845Z","time spent":"2.182685718s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":861,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a2b86250c7047a\" "} {"level":"info","ts":"2026-04-03T03:34:16.564726Z","caller":"traceutil/trace.go:171","msg":"trace[1928715152] linearizableReadLoop","detail":"{readStateIndex:28566; appliedIndex:28565; }","duration":"310.798904ms","start":"2026-04-03T03:34:16.253902Z","end":"2026-04-03T03:34:16.564701Z","steps":["trace[1928715152] 'read index received' (duration: 227.993807ms)","trace[1928715152] 'applied index is now lower than readState.Index' (duration: 82.803477ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:34:16.56474Z","caller":"traceutil/trace.go:171","msg":"trace[1137304409] transaction","detail":"{read_only:false; response_revision:27524; number_of_response:1; }","duration":"311.286496ms","start":"2026-04-03T03:34:16.253425Z","end":"2026-04-03T03:34:16.564711Z","steps":["trace[1137304409] 'process raft request' (duration: 228.542871ms)","trace[1137304409] 'compare' (duration: 82.555051ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:16.564878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:16.253405Z","time spent":"311.39629ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:16.564931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.00924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-af9317da-64c9-47c7-914e-7a40de51621a\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-03T03:34:16.565009Z","caller":"traceutil/trace.go:171","msg":"trace[1178077827] range","detail":"{range_begin:/registry/persistentvolumes/pvc-af9317da-64c9-47c7-914e-7a40de51621a; range_end:; response_count:1; response_revision:27524; }","duration":"311.113362ms","start":"2026-04-03T03:34:16.253882Z","end":"2026-04-03T03:34:16.564995Z","steps":["trace[1178077827] 'agreement among raft nodes before linearized reading' (duration: 310.896867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:16.565038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:16.253868Z","time spent":"311.161473ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-af9317da-64c9-47c7-914e-7a40de51621a\" "} {"level":"warn","ts":"2026-04-03T03:34:17.4714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051852,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:34:17.971739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051852,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:34:18.269316Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.611671428s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:34:19.540614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000276903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:34:19.540701Z","caller":"traceutil/trace.go:171","msg":"trace[1180026119] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000428767s","start":"2026-04-03T03:34:17.540251Z","end":"2026-04-03T03:34:19.54068Z","steps":["trace[1180026119] 'agreement among raft nodes before linearized reading' (duration: 2.000310224s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:19.540752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:17.540229Z","time spent":"2.00051194s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:34:20.147133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877388543s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:34:20.147263Z","caller":"traceutil/trace.go:171","msg":"trace[799082746] transaction","detail":"{read_only:false; response_revision:27526; number_of_response:1; }","duration":"3.489804559s","start":"2026-04-03T03:34:16.657433Z","end":"2026-04-03T03:34:20.147237Z","steps":["trace[799082746] 'process raft request' (duration: 1.612217541s)","trace[799082746] 'compare' (duration: 1.876270985s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:20.147336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:16.657305Z","time spent":"3.489992624s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:20.306461Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.036053981s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T03:34:21.546931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999901924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T03:34:21.547007Z","caller":"traceutil/trace.go:171","msg":"trace[270461016] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000035628s","start":"2026-04-03T03:34:19.546954Z","end":"2026-04-03T03:34:21.54699Z","steps":["trace[270461016] 'agreement among raft nodes before linearized reading' (duration: 1.999925775s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:21.547046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:19.546938Z","time spent":"2.000099889s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:34:22.366721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05998211s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:34:22.366969Z","caller":"traceutil/trace.go:171","msg":"trace[1570651039] transaction","detail":"{read_only:false; response_revision:27528; number_of_response:1; }","duration":"5.312084058s","start":"2026-04-03T03:34:17.054851Z","end":"2026-04-03T03:34:22.366935Z","steps":["trace[1570651039] 'process raft request' (duration: 5.311969975s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:22.366969Z","caller":"traceutil/trace.go:171","msg":"trace[675835327] transaction","detail":"{read_only:false; response_revision:27527; number_of_response:1; }","duration":"5.590271535s","start":"2026-04-03T03:34:16.776655Z","end":"2026-04-03T03:34:22.366927Z","steps":["trace[675835327] 'process raft request' (duration: 3.529995397s)","trace[675835327] 'compare' (duration: 2.059688343s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:34:22.367022Z","caller":"traceutil/trace.go:171","msg":"trace[882844160] transaction","detail":"{read_only:false; response_revision:27530; number_of_response:1; }","duration":"4.18167038s","start":"2026-04-03T03:34:18.185334Z","end":"2026-04-03T03:34:22.367005Z","steps":["trace[882844160] 'process raft request' (duration: 4.181593698s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:22.367105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:18.185317Z","time spent":"4.181741801s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:22.367139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:17.054825Z","time spent":"5.312220202s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:22.367155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:16.776622Z","time spent":"5.590435679s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:22.36724Z","caller":"traceutil/trace.go:171","msg":"trace[1935258139] transaction","detail":"{read_only:false; response_revision:27529; number_of_response:1; }","duration":"4.181918936s","start":"2026-04-03T03:34:18.185308Z","end":"2026-04-03T03:34:22.367227Z","steps":["trace[1935258139] 'process raft request' (duration: 4.181579118s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:22.367286Z","caller":"traceutil/trace.go:171","msg":"trace[2093301688] transaction","detail":"{read_only:false; response_revision:27532; number_of_response:1; }","duration":"4.1816427s","start":"2026-04-03T03:34:18.18563Z","end":"2026-04-03T03:34:22.367273Z","steps":["trace[2093301688] 'process raft request' (duration: 4.181482306s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:22.367296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:18.185279Z","time spent":"4.181990397s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:22.367283Z","caller":"traceutil/trace.go:171","msg":"trace[1856703572] transaction","detail":"{read_only:false; response_revision:27531; number_of_response:1; }","duration":"4.181619699s","start":"2026-04-03T03:34:18.185625Z","end":"2026-04-03T03:34:22.367245Z","steps":["trace[1856703572] 'process raft request' (duration: 4.181339922s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:22.36734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:18.185607Z","time spent":"4.18170226s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:22.367342Z","caller":"traceutil/trace.go:171","msg":"trace[1375027121] transaction","detail":"{read_only:false; response_revision:27533; number_of_response:1; }","duration":"4.181559256s","start":"2026-04-03T03:34:18.185757Z","end":"2026-04-03T03:34:22.367316Z","steps":["trace[1375027121] 'process raft request' (duration: 4.181464923s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:22.367364Z","caller":"traceutil/trace.go:171","msg":"trace[986725974] transaction","detail":"{read_only:false; response_revision:27534; number_of_response:1; }","duration":"4.181260808s","start":"2026-04-03T03:34:18.186083Z","end":"2026-04-03T03:34:22.367344Z","steps":["trace[986725974] 'process raft request' (duration: 4.181184596s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:22.367436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:18.185738Z","time spent":"4.181650749s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:22.367432Z","caller":"traceutil/trace.go:171","msg":"trace[575237630] linearizableReadLoop","detail":"{readStateIndex:28570; appliedIndex:28567; }","duration":"5.396731611s","start":"2026-04-03T03:34:16.97067Z","end":"2026-04-03T03:34:22.367402Z","steps":["trace[575237630] 'read index received' (duration: 1.299084938s)","trace[575237630] 'applied index is now lower than readState.Index' (duration: 4.097645453s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:22.367525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:18.185603Z","time spent":"4.181777912s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:22.367485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:18.186074Z","time spent":"4.181352851s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:22.367595Z","caller":"traceutil/trace.go:171","msg":"trace[694339319] transaction","detail":"{read_only:false; response_revision:27535; number_of_response:1; }","duration":"4.181167407s","start":"2026-04-03T03:34:18.186404Z","end":"2026-04-03T03:34:22.367571Z","steps":["trace[694339319] 'process raft request' (duration: 4.18090155s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:22.367705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:18.186383Z","time spent":"4.181263299s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:22.367726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.397043918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-03T03:34:22.367772Z","caller":"traceutil/trace.go:171","msg":"trace[780470374] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:27535; }","duration":"5.397147511s","start":"2026-04-03T03:34:16.970611Z","end":"2026-04-03T03:34:22.367759Z","steps":["trace[780470374] 'agreement among raft nodes before linearized reading' (duration: 5.396957716s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:22.367817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:16.970557Z","time spent":"5.397250294s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-03T03:34:22.382887Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.57944087s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:34:22.383211Z","caller":"traceutil/trace.go:171","msg":"trace[1903672068] transaction","detail":"{read_only:false; response_revision:27536; number_of_response:1; }","duration":"1.57985155s","start":"2026-04-03T03:34:20.80334Z","end":"2026-04-03T03:34:22.383192Z","steps":["trace[1903672068] 'process raft request' (duration: 1.579727087s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:22.383321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:20.803313Z","time spent":"1.579957523s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:22.421755Z","caller":"traceutil/trace.go:171","msg":"trace[460394101] transaction","detail":"{read_only:false; response_revision:27537; number_of_response:1; }","duration":"1.167569381s","start":"2026-04-03T03:34:21.254116Z","end":"2026-04-03T03:34:22.421685Z","steps":["trace[460394101] 'process raft request' (duration: 1.167261132s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:22.421789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.629789088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:34:22.421869Z","caller":"traceutil/trace.go:171","msg":"trace[354013306] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:27537; }","duration":"4.629927122s","start":"2026-04-03T03:34:17.791925Z","end":"2026-04-03T03:34:22.421852Z","steps":["trace[354013306] 'agreement among raft nodes before linearized reading' (duration: 4.629767808s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:22.421896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.407219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:22.421937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.221191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:22.421988Z","caller":"traceutil/trace.go:171","msg":"trace[1704224662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27537; }","duration":"874.538602ms","start":"2026-04-03T03:34:21.547429Z","end":"2026-04-03T03:34:22.421968Z","steps":["trace[1704224662] 'agreement among raft nodes before linearized reading' (duration: 874.297406ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:22.422008Z","caller":"traceutil/trace.go:171","msg":"trace[1048641241] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:27537; }","duration":"324.341124ms","start":"2026-04-03T03:34:22.097648Z","end":"2026-04-03T03:34:22.42199Z","steps":["trace[1048641241] 'agreement among raft nodes before linearized reading' (duration: 324.213581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:22.422046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:21.547412Z","time spent":"874.624634ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:34:22.422087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.270286875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-7gxm9.18a2b86699a81a12\" ","response":"range_response_count:1 size:831"} {"level":"info","ts":"2026-04-03T03:34:22.422131Z","caller":"traceutil/trace.go:171","msg":"trace[553198812] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-7gxm9.18a2b86699a81a12; range_end:; response_count:1; response_revision:27537; }","duration":"2.270352107s","start":"2026-04-03T03:34:20.151769Z","end":"2026-04-03T03:34:22.422121Z","steps":["trace[553198812] 'agreement among raft nodes before linearized reading' (duration: 2.270197054s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:22.422167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:20.151755Z","time spent":"2.270405978s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":855,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-7gxm9.18a2b86699a81a12\" "} {"level":"warn","ts":"2026-04-03T03:34:22.422084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:21.254093Z","time spent":"1.167754586s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:22.422294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.297444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:22.422345Z","caller":"traceutil/trace.go:171","msg":"trace[461992602] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27537; }","duration":"147.390497ms","start":"2026-04-03T03:34:22.27494Z","end":"2026-04-03T03:34:22.422331Z","steps":["trace[461992602] 'agreement among raft nodes before linearized reading' (duration: 147.317135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:22.422407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.023806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-03T03:34:22.42246Z","caller":"traceutil/trace.go:171","msg":"trace[602482973] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27537; }","duration":"454.073387ms","start":"2026-04-03T03:34:21.968375Z","end":"2026-04-03T03:34:22.422448Z","steps":["trace[602482973] 'agreement among raft nodes before linearized reading' (duration: 453.898153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:22.4225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:21.968334Z","time spent":"454.156089ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T03:34:22.422525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308542724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:22.422576Z","caller":"traceutil/trace.go:171","msg":"trace[840331147] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27537; }","duration":"2.308650287s","start":"2026-04-03T03:34:20.113912Z","end":"2026-04-03T03:34:22.422562Z","steps":["trace[840331147] 'agreement among raft nodes before linearized reading' (duration: 2.308569855s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:22.422586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.01286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:34:22.422615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:20.113891Z","time spent":"2.308715758s","remote":"127.0.0.1:39934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:22.42194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:17.791897Z","time spent":"4.630033274s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:22.422742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.511847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-03T03:34:22.422051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:22.097627Z","time spent":"324.414496ms","remote":"127.0.0.1:33204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:34:22.422791Z","caller":"traceutil/trace.go:171","msg":"trace[662271330] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27537; }","duration":"696.6032ms","start":"2026-04-03T03:34:21.726175Z","end":"2026-04-03T03:34:22.422778Z","steps":["trace[662271330] 'agreement among raft nodes before linearized reading' (duration: 696.411355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:22.422816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.374593091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:22.422873Z","caller":"traceutil/trace.go:171","msg":"trace[1941039692] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27537; }","duration":"2.374689484s","start":"2026-04-03T03:34:20.048167Z","end":"2026-04-03T03:34:22.422857Z","steps":["trace[1941039692] 'agreement among raft nodes before linearized reading' (duration: 2.374608932s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:22.422917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.222696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-04-03T03:34:22.422922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:20.048145Z","time spent":"2.374764926s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-03T03:34:22.422952Z","caller":"traceutil/trace.go:171","msg":"trace[2004204411] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27537; }","duration":"455.278817ms","start":"2026-04-03T03:34:21.967663Z","end":"2026-04-03T03:34:22.422942Z","steps":["trace[2004204411] 'agreement among raft nodes before linearized reading' (duration: 455.191404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:22.422983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:21.967651Z","time spent":"455.326608ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T03:34:22.423149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.427851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:22.423166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.516758465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:22.423216Z","caller":"traceutil/trace.go:171","msg":"trace[928464946] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:27537; }","duration":"3.516871037s","start":"2026-04-03T03:34:18.906334Z","end":"2026-04-03T03:34:22.423206Z","steps":["trace[928464946] 'agreement among raft nodes before linearized reading' (duration: 3.516784455s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:22.423255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:18.906259Z","time spent":"3.51698795s","remote":"127.0.0.1:52478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:22.423266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.605722264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-03T03:34:22.423312Z","caller":"traceutil/trace.go:171","msg":"trace[1323115904] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27537; }","duration":"4.605803565s","start":"2026-04-03T03:34:17.817492Z","end":"2026-04-03T03:34:22.423296Z","steps":["trace[1323115904] 'agreement among raft nodes before linearized reading' (duration: 4.605651482s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:22.423358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:17.817474Z","time spent":"4.605872618s","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-03T03:34:22.423385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.69763767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-03T03:34:22.423421Z","caller":"traceutil/trace.go:171","msg":"trace[982934514] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:27537; }","duration":"3.697668491s","start":"2026-04-03T03:34:18.725741Z","end":"2026-04-03T03:34:22.423409Z","steps":["trace[982934514] 'agreement among raft nodes before linearized reading' (duration: 3.697537998s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:22.423465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:18.725722Z","time spent":"3.697735983s","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-04-03T03:34:22.423185Z","caller":"traceutil/trace.go:171","msg":"trace[1120762631] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:27537; }","duration":"457.513683ms","start":"2026-04-03T03:34:21.965662Z","end":"2026-04-03T03:34:22.423175Z","steps":["trace[1120762631] 'agreement among raft nodes before linearized reading' (duration: 457.453622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:22.423275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.912885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:34:22.423596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:21.965635Z","time spent":"457.942333ms","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:22.423624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.201818394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:34:22.422618Z","caller":"traceutil/trace.go:171","msg":"trace[1625351871] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:27537; }","duration":"252.082951ms","start":"2026-04-03T03:34:22.170526Z","end":"2026-04-03T03:34:22.422609Z","steps":["trace[1625351871] 'agreement among raft nodes before linearized reading' (duration: 252.03522ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:22.423662Z","caller":"traceutil/trace.go:171","msg":"trace[1625644340] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:27537; }","duration":"4.201886676s","start":"2026-04-03T03:34:18.221766Z","end":"2026-04-03T03:34:22.423652Z","steps":["trace[1625644340] 'agreement among raft nodes before linearized reading' (duration: 4.201771393s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:22.423697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:18.221752Z","time spent":"4.201937838s","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":93,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:22.42321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.003798209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:34:22.422541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.819997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:34:22.423514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.48431607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:34:22.42383Z","caller":"traceutil/trace.go:171","msg":"trace[1692083419] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27537; }","duration":"222.14673ms","start":"2026-04-03T03:34:22.20167Z","end":"2026-04-03T03:34:22.423817Z","steps":["trace[1692083419] 'agreement among raft nodes before linearized reading' (duration: 220.828798ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:22.423858Z","caller":"traceutil/trace.go:171","msg":"trace[583373750] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:27537; }","duration":"4.48472224s","start":"2026-04-03T03:34:17.939122Z","end":"2026-04-03T03:34:22.423844Z","steps":["trace[583373750] 'agreement among raft nodes before linearized reading' (duration: 4.48432519s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:22.423899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:17.939089Z","time spent":"4.484795652s","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:34:22.4236Z","caller":"traceutil/trace.go:171","msg":"trace[1228412246] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:27537; }","duration":"523.276794ms","start":"2026-04-03T03:34:21.900309Z","end":"2026-04-03T03:34:22.423585Z","steps":["trace[1228412246] 'agreement among raft nodes before linearized reading' (duration: 522.896124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:22.424005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:21.900284Z","time spent":"523.708174ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:22.42326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.680328297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:22.422834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:21.726151Z","time spent":"696.671962ms","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-03T03:34:22.424204Z","caller":"traceutil/trace.go:171","msg":"trace[921520459] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27537; }","duration":"3.681306762s","start":"2026-04-03T03:34:18.742885Z","end":"2026-04-03T03:34:22.424192Z","steps":["trace[921520459] 'agreement among raft nodes before linearized reading' (duration: 3.680350238s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:22.424271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:18.742857Z","time spent":"3.681376663s","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:34:22.423814Z","caller":"traceutil/trace.go:171","msg":"trace[1564624860] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:27537; }","duration":"4.004402754s","start":"2026-04-03T03:34:18.4194Z","end":"2026-04-03T03:34:22.423803Z","steps":["trace[1564624860] 'agreement among raft nodes before linearized reading' (duration: 4.003765448s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:22.424504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:18.419316Z","time spent":"4.005172474s","remote":"127.0.0.1:47324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:22.715647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.826913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:34:22.716112Z","caller":"traceutil/trace.go:171","msg":"trace[1102598990] transaction","detail":"{read_only:false; response_revision:27538; number_of_response:1; }","duration":"290.560587ms","start":"2026-04-03T03:34:22.425508Z","end":"2026-04-03T03:34:22.716069Z","steps":["trace[1102598990] 'process raft request' (duration: 56.21195ms)","trace[1102598990] 'compare' (duration: 233.473815ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:34:22.716305Z","caller":"traceutil/trace.go:171","msg":"trace[1822224202] transaction","detail":"{read_only:false; response_revision:27539; number_of_response:1; }","duration":"289.375757ms","start":"2026-04-03T03:34:22.426895Z","end":"2026-04-03T03:34:22.716271Z","steps":["trace[1822224202] 'process raft request' (duration: 289.09789ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:22.716618Z","caller":"traceutil/trace.go:171","msg":"trace[1699350212] transaction","detail":"{read_only:false; response_revision:27540; number_of_response:1; }","duration":"289.455718ms","start":"2026-04-03T03:34:22.427151Z","end":"2026-04-03T03:34:22.716606Z","steps":["trace[1699350212] 'process raft request' (duration: 288.976337ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:22.716654Z","caller":"traceutil/trace.go:171","msg":"trace[1529590524] transaction","detail":"{read_only:false; response_revision:27541; number_of_response:1; }","duration":"288.509895ms","start":"2026-04-03T03:34:22.428132Z","end":"2026-04-03T03:34:22.716642Z","steps":["trace[1529590524] 'process raft request' (duration: 288.362802ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:22.716643Z","caller":"traceutil/trace.go:171","msg":"trace[2078379435] linearizableReadLoop","detail":"{readStateIndex:28583; appliedIndex:28580; }","duration":"289.066569ms","start":"2026-04-03T03:34:22.427552Z","end":"2026-04-03T03:34:22.716619Z","steps":["trace[2078379435] 'read index received' (duration: 54.190078ms)","trace[2078379435] 'applied index is now lower than readState.Index' (duration: 234.874981ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:22.717075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.51087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9a3a4e27-1549-4c3e-900d-c3288076efe7\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-03T03:34:22.717188Z","caller":"traceutil/trace.go:171","msg":"trace[1195379670] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9a3a4e27-1549-4c3e-900d-c3288076efe7; range_end:; response_count:1; response_revision:27541; }","duration":"289.622792ms","start":"2026-04-03T03:34:22.427546Z","end":"2026-04-03T03:34:22.717169Z","steps":["trace[1195379670] 'agreement among raft nodes before linearized reading' (duration: 289.346686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:23.110794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.645982ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-03T03:34:23.110897Z","caller":"traceutil/trace.go:171","msg":"trace[917030696] linearizableReadLoop","detail":"{readStateIndex:28585; appliedIndex:28584; }","duration":"394.027401ms","start":"2026-04-03T03:34:22.716853Z","end":"2026-04-03T03:34:23.11088Z","steps":["trace[917030696] 'read index received' (duration: 4.228605ms)","trace[917030696] 'applied index is now lower than readState.Index' (duration: 389.797186ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:23.111321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.27346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:23.111364Z","caller":"traceutil/trace.go:171","msg":"trace[1791565412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27541; }","duration":"680.343952ms","start":"2026-04-03T03:34:22.43101Z","end":"2026-04-03T03:34:23.111354Z","steps":["trace[1791565412] 'agreement among raft nodes before linearized reading' (duration: 680.25717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:23.111402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:22.430996Z","time spent":"680.398543ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:34:23.111605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.025056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-03T03:34:23.111679Z","caller":"traceutil/trace.go:171","msg":"trace[2086232378] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27541; }","duration":"393.108318ms","start":"2026-04-03T03:34:22.718553Z","end":"2026-04-03T03:34:23.111661Z","steps":["trace[2086232378] 'agreement among raft nodes before linearized reading' (duration: 392.842091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:23.111708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.874374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:23.111729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:22.718511Z","time spent":"393.20582ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T03:34:23.111724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.063425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-03T03:34:23.111776Z","caller":"traceutil/trace.go:171","msg":"trace[111185344] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27541; }","duration":"288.988737ms","start":"2026-04-03T03:34:22.822767Z","end":"2026-04-03T03:34:23.111756Z","steps":["trace[111185344] 'agreement among raft nodes before linearized reading' (duration: 288.869654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:23.11177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.187286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:23.111816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.263735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-04-03T03:34:23.111829Z","caller":"traceutil/trace.go:171","msg":"trace[493462125] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:27541; }","duration":"201.254938ms","start":"2026-04-03T03:34:22.910561Z","end":"2026-04-03T03:34:23.111816Z","steps":["trace[493462125] 'agreement among raft nodes before linearized reading' (duration: 201.156125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:23.111815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.098673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a2b86250c7047a\" ","response":"range_response_count:1 size:837"} {"level":"info","ts":"2026-04-03T03:34:23.111858Z","caller":"traceutil/trace.go:171","msg":"trace[1420253294] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:27541; }","duration":"679.319366ms","start":"2026-04-03T03:34:22.432529Z","end":"2026-04-03T03:34:23.111848Z","steps":["trace[1420253294] 'agreement among raft nodes before linearized reading' (duration: 679.202183ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:23.111784Z","caller":"traceutil/trace.go:171","msg":"trace[2096229162] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:27541; }","duration":"288.159216ms","start":"2026-04-03T03:34:22.823611Z","end":"2026-04-03T03:34:23.11177Z","steps":["trace[2096229162] 'agreement among raft nodes before linearized reading' (duration: 287.937441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:23.111848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.991571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:23.11188Z","caller":"traceutil/trace.go:171","msg":"trace[433150567] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a2b86250c7047a; range_end:; response_count:1; response_revision:27541; }","duration":"392.181445ms","start":"2026-04-03T03:34:22.719682Z","end":"2026-04-03T03:34:23.111864Z","steps":["trace[433150567] 'agreement among raft nodes before linearized reading' (duration: 391.97001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:23.111892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:22.432513Z","time spent":"679.371988ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1336,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-04-03T03:34:23.11193Z","caller":"traceutil/trace.go:171","msg":"trace[672585641] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:27541; }","duration":"219.139986ms","start":"2026-04-03T03:34:22.892772Z","end":"2026-04-03T03:34:23.111912Z","steps":["trace[672585641] 'agreement among raft nodes before linearized reading' (duration: 218.986582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:23.111934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:22.719676Z","time spent":"392.245776ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":861,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a2b86250c7047a\" "} {"level":"warn","ts":"2026-04-03T03:34:23.112268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.021618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:23.112323Z","caller":"traceutil/trace.go:171","msg":"trace[790712483] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27541; }","duration":"681.102971ms","start":"2026-04-03T03:34:22.431208Z","end":"2026-04-03T03:34:23.112311Z","steps":["trace[790712483] 'agreement among raft nodes before linearized reading' (duration: 680.019954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:23.112361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:22.431199Z","time spent":"681.153832ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-03T03:34:23.267811Z","caller":"traceutil/trace.go:171","msg":"trace[1977641110] linearizableReadLoop","detail":"{readStateIndex:28586; appliedIndex:28585; }","duration":"152.581166ms","start":"2026-04-03T03:34:23.115207Z","end":"2026-04-03T03:34:23.267788Z","steps":["trace[1977641110] 'read index received' (duration: 152.388012ms)","trace[1977641110] 'applied index is now lower than readState.Index' (duration: 192.414µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:34:23.267955Z","caller":"traceutil/trace.go:171","msg":"trace[16128469] transaction","detail":"{read_only:false; response_revision:27542; number_of_response:1; }","duration":"153.795367ms","start":"2026-04-03T03:34:23.114142Z","end":"2026-04-03T03:34:23.267937Z","steps":["trace[16128469] 'process raft request' (duration: 153.51155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:23.268328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.101779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-634db051-5b8c-43ab-bd46-14a86d5eb80c\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-03T03:34:23.268372Z","caller":"traceutil/trace.go:171","msg":"trace[2103714762] range","detail":"{range_begin:/registry/persistentvolumes/pvc-634db051-5b8c-43ab-bd46-14a86d5eb80c; range_end:; response_count:1; response_revision:27542; }","duration":"153.170692ms","start":"2026-04-03T03:34:23.115189Z","end":"2026-04-03T03:34:23.268359Z","steps":["trace[2103714762] 'agreement among raft nodes before linearized reading' (duration: 153.000277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:23.268645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.785681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-03T03:34:23.26868Z","caller":"traceutil/trace.go:171","msg":"trace[1467322832] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27542; }","duration":"152.835833ms","start":"2026-04-03T03:34:23.115836Z","end":"2026-04-03T03:34:23.268672Z","steps":["trace[1467322832] 'agreement among raft nodes before linearized reading' (duration: 152.741781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:23.269067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.828273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:23.269104Z","caller":"traceutil/trace.go:171","msg":"trace[1166518312] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:27542; }","duration":"150.875994ms","start":"2026-04-03T03:34:23.118219Z","end":"2026-04-03T03:34:23.269095Z","steps":["trace[1166518312] 'agreement among raft nodes before linearized reading' (duration: 150.820872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:23.269342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.765495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:23.269408Z","caller":"traceutil/trace.go:171","msg":"trace[1730401467] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27542; }","duration":"151.850258ms","start":"2026-04-03T03:34:23.11754Z","end":"2026-04-03T03:34:23.269391Z","steps":["trace[1730401467] 'agreement among raft nodes before linearized reading' (duration: 151.703135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:23.775356Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:34:24.27584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:34:24.776837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840051887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T03:34:25.261528Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.893910476s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T03:34:25.294397Z","caller":"traceutil/trace.go:171","msg":"trace[1958386879] transaction","detail":"{read_only:false; response_revision:27543; number_of_response:1; }","duration":"2.01966921s","start":"2026-04-03T03:34:23.274704Z","end":"2026-04-03T03:34:25.294373Z","steps":["trace[1958386879] 'process raft request' (duration: 1.986989499s)","trace[1958386879] 'compare' (duration: 32.380033ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:25.29451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:23.274693Z","time spent":"2.019757352s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:25.55605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000078699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T03:34:25.556342Z","caller":"traceutil/trace.go:171","msg":"trace[1765056261] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000412438s","start":"2026-04-03T03:34:23.555912Z","end":"2026-04-03T03:34:25.556324Z","steps":["trace[1765056261] 'agreement among raft nodes before linearized reading' (duration: 2.000073389s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:25.556385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:23.55585Z","time spent":"2.00052338s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 03:34:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T03:34:26.515009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.391248ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:26.515152Z","caller":"traceutil/trace.go:171","msg":"trace[1873525653] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27543; }","duration":"295.551982ms","start":"2026-04-03T03:34:26.219575Z","end":"2026-04-03T03:34:26.515127Z","steps":["trace[1873525653] 'range keys from in-memory index tree' (duration: 295.367237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:26.516143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.677624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:34:26.516369Z","caller":"traceutil/trace.go:171","msg":"trace[785161517] transaction","detail":"{read_only:false; response_revision:27544; number_of_response:1; }","duration":"3.241357488s","start":"2026-04-03T03:34:23.274945Z","end":"2026-04-03T03:34:26.516302Z","steps":["trace[785161517] 'process raft request' (duration: 2.384451438s)","trace[785161517] 'compare' (duration: 855.645659ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:34:26.516479Z","caller":"traceutil/trace.go:171","msg":"trace[1274471808] linearizableReadLoop","detail":"{readStateIndex:28595; appliedIndex:28586; }","duration":"3.241575203s","start":"2026-04-03T03:34:23.274887Z","end":"2026-04-03T03:34:26.516462Z","steps":["trace[1274471808] 'read index received' (duration: 1.986819116s)","trace[1274471808] 'applied index is now lower than readState.Index' (duration: 1.254754817s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:26.516565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:23.274935Z","time spent":"3.241521522s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:26.516691Z","caller":"traceutil/trace.go:171","msg":"trace[1767688272] transaction","detail":"{read_only:false; response_revision:27551; number_of_response:1; }","duration":"2.142421747s","start":"2026-04-03T03:34:24.374261Z","end":"2026-04-03T03:34:26.516682Z","steps":["trace[1767688272] 'process raft request' (duration: 2.142169281s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:26.516689Z","caller":"traceutil/trace.go:171","msg":"trace[2034113884] transaction","detail":"{read_only:false; response_revision:27550; number_of_response:1; }","duration":"2.142574492s","start":"2026-04-03T03:34:24.374082Z","end":"2026-04-03T03:34:26.516656Z","steps":["trace[2034113884] 'process raft request' (duration: 2.142324606s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:26.516744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:24.374254Z","time spent":"2.142464938s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:26.516829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:24.374066Z","time spent":"2.142689084s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:26.516873Z","caller":"traceutil/trace.go:171","msg":"trace[1967974618] transaction","detail":"{read_only:false; response_revision:27549; number_of_response:1; }","duration":"2.142773387s","start":"2026-04-03T03:34:24.374075Z","end":"2026-04-03T03:34:26.516849Z","steps":["trace[1967974618] 'process raft request' (duration: 2.142305995s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:26.516878Z","caller":"traceutil/trace.go:171","msg":"trace[1002105828] transaction","detail":"{read_only:false; response_revision:27547; number_of_response:1; }","duration":"2.143173058s","start":"2026-04-03T03:34:24.373677Z","end":"2026-04-03T03:34:26.51685Z","steps":["trace[1002105828] 'process raft request' (duration: 2.142649285s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:26.516919Z","caller":"traceutil/trace.go:171","msg":"trace[1821353170] transaction","detail":"{read_only:false; response_revision:27548; number_of_response:1; }","duration":"2.142833887s","start":"2026-04-03T03:34:24.374049Z","end":"2026-04-03T03:34:26.516883Z","steps":["trace[1821353170] 'process raft request' (duration: 2.142302834s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:26.516974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:24.37405Z","time spent":"2.142870048s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:26.51706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:24.374016Z","time spent":"2.142971831s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:26.517068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.241502931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f377ba34-d666-4bbb-98f4-2e89d625e63c\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-03T03:34:26.517134Z","caller":"traceutil/trace.go:171","msg":"trace[1747511116] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f377ba34-d666-4bbb-98f4-2e89d625e63c; range_end:; response_count:1; response_revision:27551; }","duration":"3.241580944s","start":"2026-04-03T03:34:23.275534Z","end":"2026-04-03T03:34:26.517115Z","steps":["trace[1747511116] 'agreement among raft nodes before linearized reading' (duration: 3.241330937s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:26.517136Z","caller":"traceutil/trace.go:171","msg":"trace[8334100] transaction","detail":"{read_only:false; response_revision:27546; number_of_response:1; }","duration":"2.143618199s","start":"2026-04-03T03:34:24.373487Z","end":"2026-04-03T03:34:26.517106Z","steps":["trace[8334100] 'process raft request' (duration: 2.142814688s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:26.517111Z","caller":"traceutil/trace.go:171","msg":"trace[292905852] transaction","detail":"{read_only:false; response_revision:27545; number_of_response:1; }","duration":"2.143529386s","start":"2026-04-03T03:34:24.373442Z","end":"2026-04-03T03:34:26.516971Z","steps":["trace[292905852] 'process raft request' (duration: 2.142778237s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:26.517243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.97518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:26.517402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.242507517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"warn","ts":"2026-04-03T03:34:26.517437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.399718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:26.517459Z","caller":"traceutil/trace.go:171","msg":"trace[514365427] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27551; }","duration":"3.242567788s","start":"2026-04-03T03:34:23.274875Z","end":"2026-04-03T03:34:26.517443Z","steps":["trace[514365427] 'agreement among raft nodes before linearized reading' (duration: 3.242403484s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:26.517476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:24.373384Z","time spent":"2.143905816s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:26.517512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:23.27487Z","time spent":"3.24262419s","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-03T03:34:26.517539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.498368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:26.517195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:23.27553Z","time spent":"3.241652676s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-f377ba34-d666-4bbb-98f4-2e89d625e63c\" "} {"level":"info","ts":"2026-04-03T03:34:26.517573Z","caller":"traceutil/trace.go:171","msg":"trace[1231037778] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27551; }","duration":"517.59335ms","start":"2026-04-03T03:34:25.999969Z","end":"2026-04-03T03:34:26.517563Z","steps":["trace[1231037778] 'agreement among raft nodes before linearized reading' (duration: 517.540379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:26.5176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:25.999951Z","time spent":"517.641022ms","remote":"127.0.0.1:39752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:34:26.517398Z","caller":"traceutil/trace.go:171","msg":"trace[521213133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27551; }","duration":"961.165535ms","start":"2026-04-03T03:34:25.556216Z","end":"2026-04-03T03:34:26.517382Z","steps":["trace[521213133] 'agreement among raft nodes before linearized reading' (duration: 960.986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:26.517242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.392339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:26.517476Z","caller":"traceutil/trace.go:171","msg":"trace[351023161] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:27551; }","duration":"232.47935ms","start":"2026-04-03T03:34:26.284985Z","end":"2026-04-03T03:34:26.517465Z","steps":["trace[351023161] 'agreement among raft nodes before linearized reading' (duration: 232.403148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:26.517683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:25.556195Z","time spent":"961.468242ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:34:26.517275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219012571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-sng6q.18a2ba93932b6e89\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-04-03T03:34:26.517774Z","caller":"traceutil/trace.go:171","msg":"trace[201852487] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:27551; }","duration":"734.917692ms","start":"2026-04-03T03:34:25.782818Z","end":"2026-04-03T03:34:26.517736Z","steps":["trace[201852487] 'agreement among raft nodes before linearized reading' (duration: 734.351697ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:26.517804Z","caller":"traceutil/trace.go:171","msg":"trace[74360091] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-sng6q.18a2ba93932b6e89; range_end:; response_count:1; response_revision:27551; }","duration":"1.219573606s","start":"2026-04-03T03:34:25.298213Z","end":"2026-04-03T03:34:26.517787Z","steps":["trace[74360091] 'agreement among raft nodes before linearized reading' (duration: 1.218960221s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:26.517276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:24.373467Z","time spent":"2.143731142s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:26.517287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:24.373652Z","time spent":"2.143427424s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:26.517885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:25.782743Z","time spent":"735.110535ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:26.51786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:25.298166Z","time spent":"1.219677738s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":973,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-sng6q.18a2ba93932b6e89\" "} {"level":"warn","ts":"2026-04-03T03:34:26.517272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571668085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:34:26.518255Z","caller":"traceutil/trace.go:171","msg":"trace[1679063251] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:27551; }","duration":"1.57268492s","start":"2026-04-03T03:34:24.945553Z","end":"2026-04-03T03:34:26.518238Z","steps":["trace[1679063251] 'agreement among raft nodes before linearized reading' (duration: 1.571669035s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:26.518311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:24.94553Z","time spent":"1.572759251s","remote":"127.0.0.1:39212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:34:26.789903Z","caller":"traceutil/trace.go:171","msg":"trace[1554446844] linearizableReadLoop","detail":"{readStateIndex:28597; appliedIndex:28596; }","duration":"239.519007ms","start":"2026-04-03T03:34:26.550357Z","end":"2026-04-03T03:34:26.789876Z","steps":["trace[1554446844] 'read index received' (duration: 207.081433ms)","trace[1554446844] 'applied index is now lower than readState.Index' (duration: 32.436194ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:26.790202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.831855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ade3afa2-62cb-4d8c-afe9-eec6a425989a\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-03T03:34:26.790247Z","caller":"traceutil/trace.go:171","msg":"trace[376438512] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ade3afa2-62cb-4d8c-afe9-eec6a425989a; range_end:; response_count:1; response_revision:27553; }","duration":"239.912957ms","start":"2026-04-03T03:34:26.550321Z","end":"2026-04-03T03:34:26.790234Z","steps":["trace[376438512] 'agreement among raft nodes before linearized reading' (duration: 239.694202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:26.790568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.68267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-9cnq2.18a2ba974f2a8f10\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-04-03T03:34:26.790613Z","caller":"traceutil/trace.go:171","msg":"trace[1698136761] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-9cnq2.18a2ba974f2a8f10; range_end:; response_count:1; response_revision:27553; }","duration":"239.751412ms","start":"2026-04-03T03:34:26.550845Z","end":"2026-04-03T03:34:26.790596Z","steps":["trace[1698136761] 'agreement among raft nodes before linearized reading' (duration: 239.632429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:26.790868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.284239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:26.790913Z","caller":"traceutil/trace.go:171","msg":"trace[1388777670] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:27553; }","duration":"152.378231ms","start":"2026-04-03T03:34:26.638524Z","end":"2026-04-03T03:34:26.790902Z","steps":["trace[1388777670] 'agreement among raft nodes before linearized reading' (duration: 152.304189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:26.791149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.901511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:714"} {"level":"info","ts":"2026-04-03T03:34:26.79119Z","caller":"traceutil/trace.go:171","msg":"trace[1408861575] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:27553; }","duration":"165.992443ms","start":"2026-04-03T03:34:26.625188Z","end":"2026-04-03T03:34:26.79118Z","steps":["trace[1408861575] 'agreement among raft nodes before linearized reading' (duration: 165.88223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:26.791453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.572058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-04-03T03:34:26.791563Z","caller":"traceutil/trace.go:171","msg":"trace[558553978] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:27553; }","duration":"239.709891ms","start":"2026-04-03T03:34:26.551834Z","end":"2026-04-03T03:34:26.791544Z","steps":["trace[558553978] 'agreement among raft nodes before linearized reading' (duration: 239.437744ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:26.794111Z","caller":"traceutil/trace.go:171","msg":"trace[1805328259] transaction","detail":"{read_only:false; response_revision:27553; number_of_response:1; }","duration":"240.228225ms","start":"2026-04-03T03:34:26.549697Z","end":"2026-04-03T03:34:26.789925Z","steps":["trace[1805328259] 'process raft request' (duration: 207.726839ms)","trace[1805328259] 'compare' (duration: 32.331331ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:28.499266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479589656s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:34:28.499567Z","caller":"traceutil/trace.go:171","msg":"trace[434199656] linearizableReadLoop","detail":"{readStateIndex:28600; appliedIndex:28598; }","duration":"1.610564511s","start":"2026-04-03T03:34:26.88898Z","end":"2026-04-03T03:34:28.499544Z","steps":["trace[434199656] 'read index received' (duration: 130.508894ms)","trace[434199656] 'applied index is now lower than readState.Index' (duration: 1.480053977s)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:34:28.499663Z","caller":"traceutil/trace.go:171","msg":"trace[1316349741] transaction","detail":"{read_only:false; response_revision:27555; number_of_response:1; }","duration":"1.639435735s","start":"2026-04-03T03:34:26.860214Z","end":"2026-04-03T03:34:28.49965Z","steps":["trace[1316349741] 'process raft request' (duration: 159.325946ms)","trace[1316349741] 'compare' (duration: 1.478523969s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:28.499731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:26.860201Z","time spent":"1.639488736s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:28.499831Z","caller":"traceutil/trace.go:171","msg":"trace[2001015838] transaction","detail":"{read_only:false; response_revision:27556; number_of_response:1; }","duration":"1.639444975s","start":"2026-04-03T03:34:26.860345Z","end":"2026-04-03T03:34:28.49979Z","steps":["trace[2001015838] 'process raft request' (duration: 1.639042365s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:28.50002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:26.860338Z","time spent":"1.639579198s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:28.501316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610989881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:34:28.501411Z","caller":"traceutil/trace.go:171","msg":"trace[1016099967] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:27556; }","duration":"1.612433897s","start":"2026-04-03T03:34:26.888952Z","end":"2026-04-03T03:34:28.501386Z","steps":["trace[1016099967] 'agreement among raft nodes before linearized reading' (duration: 1.610886378s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:28.50147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:26.888938Z","time spent":"1.61251631s","remote":"127.0.0.1:39738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:29.306383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:28.799285Z","time spent":"507.090137ms","remote":"127.0.0.1:38002","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T03:34:29.30673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.535913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:34:29.306831Z","caller":"traceutil/trace.go:171","msg":"trace[1987886072] linearizableReadLoop","detail":"{readStateIndex:28601; appliedIndex:28600; }","duration":"807.201013ms","start":"2026-04-03T03:34:28.499612Z","end":"2026-04-03T03:34:29.306813Z","steps":["trace[1987886072] 'read index received' (duration: 168.584817ms)","trace[1987886072] 'applied index is now lower than readState.Index' (duration: 638.614456ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:34:29.307283Z","caller":"traceutil/trace.go:171","msg":"trace[812052105] transaction","detail":"{read_only:false; response_revision:27557; number_of_response:1; }","duration":"1.879344971s","start":"2026-04-03T03:34:27.427921Z","end":"2026-04-03T03:34:29.307266Z","steps":["trace[812052105] 'process raft request' (duration: 1.240185941s)","trace[812052105] 'compare' (duration: 638.215836ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:29.307355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:27.427894Z","time spent":"1.879425163s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:29.307357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335811218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-03T03:34:29.307414Z","caller":"traceutil/trace.go:171","msg":"trace[873685736] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:27557; }","duration":"2.335910401s","start":"2026-04-03T03:34:26.971482Z","end":"2026-04-03T03:34:29.307392Z","steps":["trace[873685736] 'agreement among raft nodes before linearized reading' (duration: 2.33552602s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:29.307465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:26.971464Z","time spent":"2.335991853s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-03T03:34:29.307758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21821051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-03T03:34:29.307811Z","caller":"traceutil/trace.go:171","msg":"trace[207354616] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27557; }","duration":"2.218304302s","start":"2026-04-03T03:34:27.089494Z","end":"2026-04-03T03:34:29.307798Z","steps":["trace[207354616] 'agreement among raft nodes before linearized reading' (duration: 2.218144688s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:29.307861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768766788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:29.307887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:27.08947Z","time spent":"2.218405494s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-03T03:34:29.30791Z","caller":"traceutil/trace.go:171","msg":"trace[171574351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27557; }","duration":"1.768879311s","start":"2026-04-03T03:34:27.539014Z","end":"2026-04-03T03:34:29.307894Z","steps":["trace[171574351] 'agreement among raft nodes before linearized reading' (duration: 1.768783119s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:29.307364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869365561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-03T03:34:29.307953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:27.538993Z","time spent":"1.768953663s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:34:29.308034Z","caller":"traceutil/trace.go:171","msg":"trace[255850781] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27557; }","duration":"1.870075159s","start":"2026-04-03T03:34:27.437935Z","end":"2026-04-03T03:34:29.30801Z","steps":["trace[255850781] 'agreement among raft nodes before linearized reading' (duration: 1.869050403s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:29.308092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:27.437916Z","time spent":"1.870161541s","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-03T03:34:29.349773Z","caller":"traceutil/trace.go:171","msg":"trace[1762435792] transaction","detail":"{read_only:false; response_revision:27559; number_of_response:1; }","duration":"824.782575ms","start":"2026-04-03T03:34:28.524968Z","end":"2026-04-03T03:34:29.34975Z","steps":["trace[1762435792] 'process raft request' (duration: 824.693853ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:29.349799Z","caller":"traceutil/trace.go:171","msg":"trace[668925683] transaction","detail":"{read_only:false; response_revision:27558; number_of_response:1; }","duration":"825.096333ms","start":"2026-04-03T03:34:28.524679Z","end":"2026-04-03T03:34:29.349775Z","steps":["trace[668925683] 'process raft request' (duration: 824.799165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:29.349899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:28.524908Z","time spent":"824.928938ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:29.349997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:28.524651Z","time spent":"825.203506ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:29.350183Z","caller":"traceutil/trace.go:171","msg":"trace[558111649] transaction","detail":"{read_only:false; response_revision:27563; number_of_response:1; }","duration":"824.22452ms","start":"2026-04-03T03:34:28.525944Z","end":"2026-04-03T03:34:29.350169Z","steps":["trace[558111649] 'process raft request' (duration: 824.138188ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:29.350183Z","caller":"traceutil/trace.go:171","msg":"trace[322085490] transaction","detail":"{read_only:false; response_revision:27562; number_of_response:1; }","duration":"824.513668ms","start":"2026-04-03T03:34:28.525637Z","end":"2026-04-03T03:34:29.35015Z","steps":["trace[322085490] 'process raft request' (duration: 824.414525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:29.350247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:28.525928Z","time spent":"824.291292ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:29.350262Z","caller":"traceutil/trace.go:171","msg":"trace[2053639908] transaction","detail":"{read_only:false; response_revision:27560; number_of_response:1; }","duration":"825.133443ms","start":"2026-04-03T03:34:28.52511Z","end":"2026-04-03T03:34:29.350243Z","steps":["trace[2053639908] 'process raft request' (duration: 824.60034ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:29.350316Z","caller":"traceutil/trace.go:171","msg":"trace[439783000] transaction","detail":"{read_only:false; response_revision:27564; number_of_response:1; }","duration":"824.273101ms","start":"2026-04-03T03:34:28.526036Z","end":"2026-04-03T03:34:29.350309Z","steps":["trace[439783000] 'process raft request' (duration: 824.075476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:29.350322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:28.525627Z","time spent":"824.62353ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:29.350354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:28.526027Z","time spent":"824.308172ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:29.350368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:28.525097Z","time spent":"825.216946ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:29.350431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.735685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:29.35045Z","caller":"traceutil/trace.go:171","msg":"trace[428191536] transaction","detail":"{read_only:false; response_revision:27561; number_of_response:1; }","duration":"824.99149ms","start":"2026-04-03T03:34:28.525449Z","end":"2026-04-03T03:34:29.350441Z","steps":["trace[428191536] 'process raft request' (duration: 824.503008ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:29.350477Z","caller":"traceutil/trace.go:171","msg":"trace[290644115] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:27564; }","duration":"527.822337ms","start":"2026-04-03T03:34:28.822645Z","end":"2026-04-03T03:34:29.350468Z","steps":["trace[290644115] 'agreement among raft nodes before linearized reading' (duration: 527.750615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:29.350499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:28.82261Z","time spent":"527.883227ms","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:29.350689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.117494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a2b861e304c96c\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-04-03T03:34:29.350719Z","caller":"traceutil/trace.go:171","msg":"trace[1638302992] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a2b861e304c96c; range_end:; response_count:1; response_revision:27564; }","duration":"845.176686ms","start":"2026-04-03T03:34:28.505534Z","end":"2026-04-03T03:34:29.35071Z","steps":["trace[1638302992] 'agreement among raft nodes before linearized reading' (duration: 845.083423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:29.350736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:28.505512Z","time spent":"845.220277ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":898,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a2b861e304c96c\" "} {"level":"warn","ts":"2026-04-03T03:34:29.350498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:28.525434Z","time spent":"825.039891ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:29.853144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.960977ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-03T03:34:29.853379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:29.309319Z","time spent":"544.052184ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T03:34:29.853457Z","caller":"traceutil/trace.go:171","msg":"trace[1134806948] linearizableReadLoop","detail":"{readStateIndex:28609; appliedIndex:28608; }","duration":"503.304211ms","start":"2026-04-03T03:34:29.350142Z","end":"2026-04-03T03:34:29.853446Z","steps":["trace[1134806948] 'read index received' (duration: 76.124809ms)","trace[1134806948] 'applied index is now lower than readState.Index' (duration: 427.178512ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:29.853576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.471105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:29.853609Z","caller":"traceutil/trace.go:171","msg":"trace[300398077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27565; }","duration":"544.525617ms","start":"2026-04-03T03:34:29.309076Z","end":"2026-04-03T03:34:29.853601Z","steps":["trace[300398077] 'agreement among raft nodes before linearized reading' (duration: 544.441585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:29.85364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:29.309063Z","time spent":"544.570278ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:34:29.853418Z","caller":"traceutil/trace.go:171","msg":"trace[1018387424] transaction","detail":"{read_only:false; response_revision:27565; number_of_response:1; }","duration":"500.154613ms","start":"2026-04-03T03:34:29.353244Z","end":"2026-04-03T03:34:29.853399Z","steps":["trace[1018387424] 'process raft request' (duration: 500.005039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:29.854175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:29.353223Z","time spent":"500.848691ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:29.854173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.130536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:29.854268Z","caller":"traceutil/trace.go:171","msg":"trace[1422305751] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:27565; }","duration":"361.287151ms","start":"2026-04-03T03:34:29.492956Z","end":"2026-04-03T03:34:29.854243Z","steps":["trace[1422305751] 'agreement among raft nodes before linearized reading' (duration: 361.111667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:29.854342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:29.492933Z","time spent":"361.391753ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:29.854384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.513535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:29.854489Z","caller":"traceutil/trace.go:171","msg":"trace[1653325895] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27565; }","duration":"280.677279ms","start":"2026-04-03T03:34:29.573782Z","end":"2026-04-03T03:34:29.85446Z","steps":["trace[1653325895] 'agreement among raft nodes before linearized reading' (duration: 280.481154ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:30.164513Z","caller":"traceutil/trace.go:171","msg":"trace[1888994817] linearizableReadLoop","detail":"{readStateIndex:28612; appliedIndex:28611; }","duration":"267.11759ms","start":"2026-04-03T03:34:29.897353Z","end":"2026-04-03T03:34:30.16447Z","steps":["trace[1888994817] 'read index received' (duration: 228.320037ms)","trace[1888994817] 'applied index is now lower than readState.Index' (duration: 38.795913ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:34:30.164552Z","caller":"traceutil/trace.go:171","msg":"trace[812325682] transaction","detail":"{read_only:false; response_revision:27567; number_of_response:1; }","duration":"274.435742ms","start":"2026-04-03T03:34:29.890083Z","end":"2026-04-03T03:34:30.164519Z","steps":["trace[812325682] 'process raft request' (duration: 235.576238ms)","trace[812325682] 'compare' (duration: 38.582236ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:30.164702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.435425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:30.16475Z","caller":"traceutil/trace.go:171","msg":"trace[271171164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27567; }","duration":"302.517197ms","start":"2026-04-03T03:34:29.862223Z","end":"2026-04-03T03:34:30.16474Z","steps":["trace[271171164] 'agreement among raft nodes before linearized reading' (duration: 302.400914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:30.164789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:29.862216Z","time spent":"302.564748ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:34:30.526134Z","caller":"traceutil/trace.go:171","msg":"trace[1713251798] linearizableReadLoop","detail":"{readStateIndex:28613; appliedIndex:28612; }","duration":"361.488185ms","start":"2026-04-03T03:34:30.164619Z","end":"2026-04-03T03:34:30.526107Z","steps":["trace[1713251798] 'read index received' (duration: 275.056778ms)","trace[1713251798] 'applied index is now lower than readState.Index' (duration: 86.429897ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:34:30.526152Z","caller":"traceutil/trace.go:171","msg":"trace[741404999] transaction","detail":"{read_only:false; response_revision:27568; number_of_response:1; }","duration":"626.371339ms","start":"2026-04-03T03:34:29.899745Z","end":"2026-04-03T03:34:30.526116Z","steps":["trace[741404999] 'process raft request' (duration: 540.001652ms)","trace[741404999] 'compare' (duration: 86.059018ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:30.526224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.568112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:34:30.526301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.231302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:34:30.526244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.773166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:30.526327Z","caller":"traceutil/trace.go:171","msg":"trace[1616188468] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:27568; }","duration":"417.728686ms","start":"2026-04-03T03:34:30.108576Z","end":"2026-04-03T03:34:30.526305Z","steps":["trace[1616188468] 'agreement among raft nodes before linearized reading' (duration: 417.534681ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:30.526373Z","caller":"traceutil/trace.go:171","msg":"trace[1656051734] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:27568; }","duration":"525.96295ms","start":"2026-04-03T03:34:30.000386Z","end":"2026-04-03T03:34:30.526349Z","steps":["trace[1656051734] 'agreement among raft nodes before linearized reading' (duration: 525.755675ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:30.526341Z","caller":"traceutil/trace.go:171","msg":"trace[1787826585] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27568; }","duration":"269.320554ms","start":"2026-04-03T03:34:30.257008Z","end":"2026-04-03T03:34:30.526329Z","steps":["trace[1787826585] 'agreement among raft nodes before linearized reading' (duration: 269.240322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:30.526387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:30.108551Z","time spent":"417.819788ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:30.52641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.863797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:30.526437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:30.000364Z","time spent":"526.059043ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:34:30.526455Z","caller":"traceutil/trace.go:171","msg":"trace[1198959029] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:27568; }","duration":"184.964688ms","start":"2026-04-03T03:34:30.341471Z","end":"2026-04-03T03:34:30.526436Z","steps":["trace[1198959029] 'agreement among raft nodes before linearized reading' (duration: 184.893917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:30.526302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:29.899731Z","time spent":"626.486062ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:30.526476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.192509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-03T03:34:30.52659Z","caller":"traceutil/trace.go:171","msg":"trace[1406877601] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27568; }","duration":"627.363914ms","start":"2026-04-03T03:34:29.899204Z","end":"2026-04-03T03:34:30.526568Z","steps":["trace[1406877601] 'agreement among raft nodes before linearized reading' (duration: 627.006315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:30.526694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:29.899192Z","time spent":"627.484376ms","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T03:34:30.972583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.49966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:34:30.972712Z","caller":"traceutil/trace.go:171","msg":"trace[1510430956] linearizableReadLoop","detail":"{readStateIndex:28614; appliedIndex:28613; }","duration":"440.690062ms","start":"2026-04-03T03:34:30.532005Z","end":"2026-04-03T03:34:30.972695Z","steps":["trace[1510430956] 'read index received' (duration: 93.896454ms)","trace[1510430956] 'applied index is now lower than readState.Index' (duration: 346.790738ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:34:30.972776Z","caller":"traceutil/trace.go:171","msg":"trace[2082796479] transaction","detail":"{read_only:false; response_revision:27569; number_of_response:1; }","duration":"441.03065ms","start":"2026-04-03T03:34:30.531734Z","end":"2026-04-03T03:34:30.972765Z","steps":["trace[2082796479] 'process raft request' (duration: 94.261864ms)","trace[2082796479] 'compare' (duration: 346.011238ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:30.972832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:30.531699Z","time spent":"441.108732ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":838,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T03:34:30.973175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.175433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-03T03:34:30.973217Z","caller":"traceutil/trace.go:171","msg":"trace[2063259305] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27569; }","duration":"441.258235ms","start":"2026-04-03T03:34:30.531949Z","end":"2026-04-03T03:34:30.973208Z","steps":["trace[2063259305] 'agreement among raft nodes before linearized reading' (duration: 441.083271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:30.973247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:30.531928Z","time spent":"441.312177ms","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T03:34:31.400933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.448761ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-03T03:34:31.401581Z","caller":"traceutil/trace.go:171","msg":"trace[426946176] linearizableReadLoop","detail":"{readStateIndex:28615; appliedIndex:28614; }","duration":"428.825374ms","start":"2026-04-03T03:34:30.972737Z","end":"2026-04-03T03:34:31.401563Z","steps":["trace[426946176] 'read index received' (duration: 191.682886ms)","trace[426946176] 'applied index is now lower than readState.Index' (duration: 237.140508ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:31.401924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.410713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:31.401975Z","caller":"traceutil/trace.go:171","msg":"trace[1390041357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27570; }","duration":"863.497985ms","start":"2026-04-03T03:34:30.538464Z","end":"2026-04-03T03:34:31.401962Z","steps":["trace[1390041357] 'agreement among raft nodes before linearized reading' (duration: 863.189317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:31.402046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:30.538449Z","time spent":"863.586568ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:34:32.073179Z","caller":"traceutil/trace.go:171","msg":"trace[1987101514] transaction","detail":"{read_only:false; response_revision:27572; number_of_response:1; }","duration":"717.106384ms","start":"2026-04-03T03:34:31.356034Z","end":"2026-04-03T03:34:32.07314Z","steps":["trace[1987101514] 'process raft request' (duration: 700.639811ms)","trace[1987101514] 'compare' (duration: 15.719045ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:34:32.073253Z","caller":"traceutil/trace.go:171","msg":"trace[550657326] transaction","detail":"{read_only:false; response_revision:27574; number_of_response:1; }","duration":"716.768566ms","start":"2026-04-03T03:34:31.356453Z","end":"2026-04-03T03:34:32.073222Z","steps":["trace[550657326] 'process raft request' (duration: 716.51758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:32.073332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:31.356021Z","time spent":"717.232987ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:32.073423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:31.356427Z","time spent":"716.893568ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:32.073484Z","caller":"traceutil/trace.go:171","msg":"trace[202289434] transaction","detail":"{read_only:false; response_revision:27575; number_of_response:1; }","duration":"716.885949ms","start":"2026-04-03T03:34:31.35656Z","end":"2026-04-03T03:34:32.073446Z","steps":["trace[202289434] 'process raft request' (duration: 716.465088ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:32.073528Z","caller":"traceutil/trace.go:171","msg":"trace[1536885985] transaction","detail":"{read_only:false; response_revision:27573; number_of_response:1; }","duration":"717.123014ms","start":"2026-04-03T03:34:31.356355Z","end":"2026-04-03T03:34:32.073478Z","steps":["trace[1536885985] 'process raft request' (duration: 716.444418ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:32.073609Z","caller":"traceutil/trace.go:171","msg":"trace[750003182] transaction","detail":"{read_only:false; response_revision:27576; number_of_response:1; }","duration":"716.856828ms","start":"2026-04-03T03:34:31.35672Z","end":"2026-04-03T03:34:32.073576Z","steps":["trace[750003182] 'process raft request' (duration: 716.343625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:32.073652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:31.356526Z","time spent":"717.037412ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:32.073686Z","caller":"traceutil/trace.go:171","msg":"trace[921996496] linearizableReadLoop","detail":"{readStateIndex:28622; appliedIndex:28615; }","duration":"672.030204ms","start":"2026-04-03T03:34:31.401629Z","end":"2026-04-03T03:34:32.073659Z","steps":["trace[921996496] 'read index received' (duration: 36.003913ms)","trace[921996496] 'applied index is now lower than readState.Index' (duration: 636.025041ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:32.074068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0969754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7f9c49b9db-qrkx7.18a2bb46cf161e02\" ","response":"range_response_count:1 size:834"} {"level":"warn","ts":"2026-04-03T03:34:32.073733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:31.356711Z","time spent":"716.96897ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:32.074109Z","caller":"traceutil/trace.go:171","msg":"trace[401872992] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7f9c49b9db-qrkx7.18a2bb46cf161e02; range_end:; response_count:1; response_revision:27577; }","duration":"1.097055232s","start":"2026-04-03T03:34:30.977042Z","end":"2026-04-03T03:34:32.074097Z","steps":["trace[401872992] 'agreement among raft nodes before linearized reading' (duration: 1.096862347s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:32.074139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:30.977022Z","time spent":"1.097110594s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":858,"request content":"key:\"/registry/events/openstack/magnum-api-7f9c49b9db-qrkx7.18a2bb46cf161e02\" "} {"level":"warn","ts":"2026-04-03T03:34:32.073771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:31.356346Z","time spent":"717.294118ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:32.074224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.890948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:32.074303Z","caller":"traceutil/trace.go:171","msg":"trace[1218104975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27577; }","duration":"533.999821ms","start":"2026-04-03T03:34:31.540275Z","end":"2026-04-03T03:34:32.074275Z","steps":["trace[1218104975] 'agreement among raft nodes before linearized reading' (duration: 533.900969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:32.074341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.07117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:32.074361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:31.540249Z","time spent":"534.098934ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:34:32.07439Z","caller":"traceutil/trace.go:171","msg":"trace[630319502] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:27577; }","duration":"297.161913ms","start":"2026-04-03T03:34:31.777213Z","end":"2026-04-03T03:34:32.074375Z","steps":["trace[630319502] 'agreement among raft nodes before linearized reading' (duration: 297.06892ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:32.073792Z","caller":"traceutil/trace.go:171","msg":"trace[1842999509] transaction","detail":"{read_only:false; response_revision:27577; number_of_response:1; }","duration":"716.439758ms","start":"2026-04-03T03:34:31.357342Z","end":"2026-04-03T03:34:32.073781Z","steps":["trace[1842999509] 'process raft request' (duration: 715.757411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:32.074547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.253489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:32.074596Z","caller":"traceutil/trace.go:171","msg":"trace[127964187] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:27577; }","duration":"233.329281ms","start":"2026-04-03T03:34:31.841254Z","end":"2026-04-03T03:34:32.074583Z","steps":["trace[127964187] 'agreement among raft nodes before linearized reading' (duration: 233.247099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:32.074637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:31.357337Z","time spent":"717.245228ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:32.074647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.881481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:32.074734Z","caller":"traceutil/trace.go:171","msg":"trace[193953452] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:27577; }","duration":"381.012805ms","start":"2026-04-03T03:34:31.693695Z","end":"2026-04-03T03:34:32.074707Z","steps":["trace[193953452] 'agreement among raft nodes before linearized reading' (duration: 380.858191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:32.074789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:31.693673Z","time spent":"381.106027ms","remote":"127.0.0.1:33332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:32.074805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.939442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:32.074855Z","caller":"traceutil/trace.go:171","msg":"trace[1037927430] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27577; }","duration":"365.013924ms","start":"2026-04-03T03:34:31.709822Z","end":"2026-04-03T03:34:32.074836Z","steps":["trace[1037927430] 'agreement among raft nodes before linearized reading' (duration: 364.933742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:32.074907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:31.709806Z","time spent":"365.086915ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:34:32.434003Z","caller":"traceutil/trace.go:171","msg":"trace[898714056] linearizableReadLoop","detail":"{readStateIndex:28623; appliedIndex:28622; }","duration":"357.763852ms","start":"2026-04-03T03:34:32.076204Z","end":"2026-04-03T03:34:32.433968Z","steps":["trace[898714056] 'read index received' (duration: 346.014117ms)","trace[898714056] 'applied index is now lower than readState.Index' (duration: 11.746705ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:32.434171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.944297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:32.434166Z","caller":"traceutil/trace.go:171","msg":"trace[571340709] transaction","detail":"{read_only:false; response_revision:27578; number_of_response:1; }","duration":"357.992489ms","start":"2026-04-03T03:34:32.076141Z","end":"2026-04-03T03:34:32.434134Z","steps":["trace[571340709] 'process raft request' (duration: 346.147771ms)","trace[571340709] 'compare' (duration: 10.856732ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:34:32.434229Z","caller":"traceutil/trace.go:171","msg":"trace[1121984779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27578; }","duration":"358.047229ms","start":"2026-04-03T03:34:32.076166Z","end":"2026-04-03T03:34:32.434214Z","steps":["trace[1121984779] 'agreement among raft nodes before linearized reading' (duration: 357.922296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:32.434288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:32.076145Z","time spent":"358.129022ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:34:32.434387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:32.07612Z","time spent":"358.149322ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:33.118272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.681168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:34:33.118561Z","caller":"traceutil/trace.go:171","msg":"trace[1025097158] linearizableReadLoop","detail":"{readStateIndex:28625; appliedIndex:28623; }","duration":"572.917387ms","start":"2026-04-03T03:34:32.545627Z","end":"2026-04-03T03:34:33.118544Z","steps":["trace[1025097158] 'read index received' (duration: 173.889601ms)","trace[1025097158] 'applied index is now lower than readState.Index' (duration: 399.026586ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:33.118662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.040352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:33.118695Z","caller":"traceutil/trace.go:171","msg":"trace[680183303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27581; }","duration":"573.107202ms","start":"2026-04-03T03:34:32.545579Z","end":"2026-04-03T03:34:33.118686Z","steps":["trace[680183303] 'agreement among raft nodes before linearized reading' (duration: 573.02218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:33.118728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:32.545561Z","time spent":"573.160124ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:34:33.119039Z","caller":"traceutil/trace.go:171","msg":"trace[1805828466] transaction","detail":"{read_only:false; response_revision:27579; number_of_response:1; }","duration":"676.128576ms","start":"2026-04-03T03:34:32.442892Z","end":"2026-04-03T03:34:33.119021Z","steps":["trace[1805828466] 'process raft request' (duration: 276.610637ms)","trace[1805828466] 'compare' (duration: 398.36325ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:33.119108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:32.442868Z","time spent":"676.202718ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:33.119333Z","caller":"traceutil/trace.go:171","msg":"trace[460309017] transaction","detail":"{read_only:false; response_revision:27581; number_of_response:1; }","duration":"496.779078ms","start":"2026-04-03T03:34:32.622526Z","end":"2026-04-03T03:34:33.119305Z","steps":["trace[460309017] 'process raft request' (duration: 495.977728ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:33.119363Z","caller":"traceutil/trace.go:171","msg":"trace[516784023] transaction","detail":"{read_only:false; response_revision:27580; number_of_response:1; }","duration":"599.021073ms","start":"2026-04-03T03:34:32.520325Z","end":"2026-04-03T03:34:33.119346Z","steps":["trace[516784023] 'process raft request' (duration: 598.050619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:33.119479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:32.520296Z","time spent":"599.102535ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:33.119937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:32.622497Z","time spent":"496.901621ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:33.5974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.715356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:34:33.597562Z","caller":"traceutil/trace.go:171","msg":"trace[1265204301] linearizableReadLoop","detail":"{readStateIndex:28627; appliedIndex:28626; }","duration":"312.145088ms","start":"2026-04-03T03:34:33.285398Z","end":"2026-04-03T03:34:33.597544Z","steps":["trace[1265204301] 'read index received' (duration: 26.198577ms)","trace[1265204301] 'applied index is now lower than readState.Index' (duration: 285.944961ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:34:33.597661Z","caller":"traceutil/trace.go:171","msg":"trace[2123724225] transaction","detail":"{read_only:false; response_revision:27582; number_of_response:1; }","duration":"472.887749ms","start":"2026-04-03T03:34:33.124757Z","end":"2026-04-03T03:34:33.597644Z","steps":["trace[2123724225] 'process raft request' (duration: 186.834106ms)","trace[2123724225] 'compare' (duration: 285.585362ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:33.597753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:33.124743Z","time spent":"472.961312ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:33.597779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.364223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:33.597836Z","caller":"traceutil/trace.go:171","msg":"trace[1057847444] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27582; }","duration":"312.471806ms","start":"2026-04-03T03:34:33.285351Z","end":"2026-04-03T03:34:33.597822Z","steps":["trace[1057847444] 'agreement among raft nodes before linearized reading' (duration: 312.337492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:33.597867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:33.285327Z","time spent":"312.534598ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:34:33.601645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.082125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:33.601727Z","caller":"traceutil/trace.go:171","msg":"trace[1900647599] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:27583; }","duration":"101.212869ms","start":"2026-04-03T03:34:33.500497Z","end":"2026-04-03T03:34:33.601709Z","steps":["trace[1900647599] 'agreement among raft nodes before linearized reading' (duration: 101.070615ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:33.601869Z","caller":"traceutil/trace.go:171","msg":"trace[902201792] transaction","detail":"{read_only:false; response_revision:27583; number_of_response:1; }","duration":"158.795753ms","start":"2026-04-03T03:34:33.443048Z","end":"2026-04-03T03:34:33.601844Z","steps":["trace[902201792] 'process raft request' (duration: 158.375132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:34.03917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.693116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:34:34.03929Z","caller":"traceutil/trace.go:171","msg":"trace[456285625] linearizableReadLoop","detail":"{readStateIndex:28629; appliedIndex:28628; }","duration":"432.357074ms","start":"2026-04-03T03:34:33.606916Z","end":"2026-04-03T03:34:34.039273Z","steps":["trace[456285625] 'read index received' (duration: 209.429163ms)","trace[456285625] 'applied index is now lower than readState.Index' (duration: 222.925821ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:34:34.039387Z","caller":"traceutil/trace.go:171","msg":"trace[504160593] transaction","detail":"{read_only:false; response_revision:27584; number_of_response:1; }","duration":"434.222729ms","start":"2026-04-03T03:34:33.605153Z","end":"2026-04-03T03:34:34.039375Z","steps":["trace[504160593] 'process raft request' (duration: 211.217156ms)","trace[504160593] 'compare' (duration: 222.496021ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:34.039448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:33.60513Z","time spent":"434.287882ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:34.039769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.225404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:34:34.03979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.849266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:34.03984Z","caller":"traceutil/trace.go:171","msg":"trace[525460809] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27584; }","duration":"287.339516ms","start":"2026-04-03T03:34:33.752479Z","end":"2026-04-03T03:34:34.039818Z","steps":["trace[525460809] 'agreement among raft nodes before linearized reading' (duration: 287.207763ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:34.039855Z","caller":"traceutil/trace.go:171","msg":"trace[65386635] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27584; }","duration":"432.947148ms","start":"2026-04-03T03:34:33.60689Z","end":"2026-04-03T03:34:34.039837Z","steps":["trace[65386635] 'agreement among raft nodes before linearized reading' (duration: 432.804324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:34.039892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:33.606879Z","time spent":"433.00473ms","remote":"127.0.0.1:47212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:34:35.375879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.722597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:34:35.376035Z","caller":"traceutil/trace.go:171","msg":"trace[1611402120] linearizableReadLoop","detail":"{readStateIndex:28630; appliedIndex:28629; }","duration":"1.331117572s","start":"2026-04-03T03:34:34.044868Z","end":"2026-04-03T03:34:35.375985Z","steps":["trace[1611402120] 'read index received' (duration: 450.294052ms)","trace[1611402120] 'applied index is now lower than readState.Index' (duration: 880.82088ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:35.376183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331293816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:35.376239Z","caller":"traceutil/trace.go:171","msg":"trace[825363995] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27585; }","duration":"1.33142306s","start":"2026-04-03T03:34:34.0448Z","end":"2026-04-03T03:34:35.376223Z","steps":["trace[825363995] 'agreement among raft nodes before linearized reading' (duration: 1.331284237s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:35.376206Z","caller":"traceutil/trace.go:171","msg":"trace[144343557] transaction","detail":"{read_only:false; response_revision:27585; number_of_response:1; }","duration":"1.332235891s","start":"2026-04-03T03:34:34.043858Z","end":"2026-04-03T03:34:35.376094Z","steps":["trace[144343557] 'process raft request' (duration: 451.220966ms)","trace[144343557] 'compare' (duration: 879.809264ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:34:35.376281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:34.044788Z","time spent":"1.331483951s","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:34:35.376462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:34.043839Z","time spent":"1.332504697s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T03:34:35.402262Z","caller":"traceutil/trace.go:171","msg":"trace[1194609146] transaction","detail":"{read_only:false; response_revision:27586; number_of_response:1; }","duration":"1.322080786s","start":"2026-04-03T03:34:34.080144Z","end":"2026-04-03T03:34:35.402225Z","steps":["trace[1194609146] 'process raft request' (duration: 1.32184646s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:35.40246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:34.080117Z","time spent":"1.322246949s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:35.402633Z","caller":"traceutil/trace.go:171","msg":"trace[931176261] transaction","detail":"{read_only:false; response_revision:27587; number_of_response:1; }","duration":"1.321167671s","start":"2026-04-03T03:34:34.081452Z","end":"2026-04-03T03:34:35.40262Z","steps":["trace[931176261] 'process raft request' (duration: 1.3207146s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:35.402668Z","caller":"traceutil/trace.go:171","msg":"trace[943629219] transaction","detail":"{read_only:false; response_revision:27589; number_of_response:1; }","duration":"1.320797033s","start":"2026-04-03T03:34:34.081841Z","end":"2026-04-03T03:34:35.402639Z","steps":["trace[943629219] 'process raft request' (duration: 1.320712391s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:35.402685Z","caller":"traceutil/trace.go:171","msg":"trace[633235342] transaction","detail":"{read_only:false; response_revision:27588; number_of_response:1; }","duration":"1.321057319s","start":"2026-04-03T03:34:34.081591Z","end":"2026-04-03T03:34:35.402649Z","steps":["trace[633235342] 'process raft request' (duration: 1.320840304s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:35.402826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:34.081579Z","time spent":"1.321180052s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:35.40283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:34.081831Z","time spent":"1.320912585s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:34:35.402697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:34.081419Z","time spent":"1.321241353s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:35.402823Z","caller":"traceutil/trace.go:171","msg":"trace[2146650562] transaction","detail":"{read_only:false; response_revision:27590; number_of_response:1; }","duration":"1.320058795s","start":"2026-04-03T03:34:34.082738Z","end":"2026-04-03T03:34:35.402797Z","steps":["trace[2146650562] 'process raft request' (duration: 1.31985921s)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:35.402981Z","caller":"traceutil/trace.go:171","msg":"trace[1863970759] transaction","detail":"{read_only:false; response_revision:27592; number_of_response:1; }","duration":"1.089273056s","start":"2026-04-03T03:34:34.313695Z","end":"2026-04-03T03:34:35.402969Z","steps":["trace[1863970759] 'process raft request' (duration: 1.089163893s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:35.402983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:34.08273Z","time spent":"1.320166047s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:35.403019Z","caller":"traceutil/trace.go:171","msg":"trace[785288194] transaction","detail":"{read_only:false; response_revision:27591; number_of_response:1; }","duration":"1.320056544s","start":"2026-04-03T03:34:34.082926Z","end":"2026-04-03T03:34:35.402982Z","steps":["trace[785288194] 'process raft request' (duration: 1.319787468s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:35.403142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.58602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:34:35.403049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:34.313665Z","time spent":"1.089347908s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:35.403192Z","caller":"traceutil/trace.go:171","msg":"trace[635976993] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:27592; }","duration":"708.667842ms","start":"2026-04-03T03:34:34.69451Z","end":"2026-04-03T03:34:35.403178Z","steps":["trace[635976993] 'agreement among raft nodes before linearized reading' (duration: 708.57106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:35.403183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.4011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:34:35.403201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082983579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-03T03:34:35.403147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:34.082919Z","time spent":"1.320173688s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:34:35.40324Z","caller":"traceutil/trace.go:171","msg":"trace[1315933958] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:27592; }","duration":"770.492382ms","start":"2026-04-03T03:34:34.632733Z","end":"2026-04-03T03:34:35.403225Z","steps":["trace[1315933958] 'agreement among raft nodes before linearized reading' (duration: 770.358089ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:34:35.403268Z","caller":"traceutil/trace.go:171","msg":"trace[199190139] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27592; }","duration":"1.083087162s","start":"2026-04-03T03:34:34.320167Z","end":"2026-04-03T03:34:35.403254Z","steps":["trace[199190139] 'agreement among raft nodes before linearized reading' (duration: 1.082848105s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:35.403285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:34.632715Z","time spent":"770.558694ms","remote":"127.0.0.1:55098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:35.403314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:34.320146Z","time spent":"1.083158833s","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-03T03:34:35.403231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:34.694494Z","time spent":"708.727363ms","remote":"127.0.0.1:44510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:34:35.403177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.168557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:34:35.403572Z","caller":"traceutil/trace.go:171","msg":"trace[901536102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27592; }","duration":"861.469914ms","start":"2026-04-03T03:34:34.541961Z","end":"2026-04-03T03:34:35.403431Z","steps":["trace[901536102] 'agreement among raft nodes before linearized reading' (duration: 861.050173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:35.403587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.327656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-04-03T03:34:35.403688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:34.541896Z","time spent":"861.732441ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:34:35.403742Z","caller":"traceutil/trace.go:171","msg":"trace[993923122] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:27592; }","duration":"604.636743ms","start":"2026-04-03T03:34:34.799071Z","end":"2026-04-03T03:34:35.403707Z","steps":["trace[993923122] 'agreement among raft nodes before linearized reading' (duration: 604.08532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:34:35.403807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:34:34.799041Z","time spent":"604.753416ms","remote":"127.0.0.1:47186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-03T03:35:25.784154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.159066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:35:25.784264Z","caller":"traceutil/trace.go:171","msg":"trace[1469401096] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:28060; }","duration":"217.303209ms","start":"2026-04-03T03:35:25.566939Z","end":"2026-04-03T03:35:25.784242Z","steps":["trace[1469401096] 'count revisions from in-memory index tree' (duration: 217.084984ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:35:25.784843Z","caller":"traceutil/trace.go:171","msg":"trace[883401283] transaction","detail":"{read_only:false; response_revision:28061; number_of_response:1; }","duration":"194.984299ms","start":"2026-04-03T03:35:25.589811Z","end":"2026-04-03T03:35:25.784795Z","steps":["trace[883401283] 'process raft request' (duration: 171.207803ms)","trace[883401283] 'compare' (duration: 23.1238ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:35:25.790749Z","caller":"traceutil/trace.go:171","msg":"trace[706556335] transaction","detail":"{read_only:false; response_revision:28062; number_of_response:1; }","duration":"199.247167ms","start":"2026-04-03T03:35:25.591466Z","end":"2026-04-03T03:35:25.790713Z","steps":["trace[706556335] 'process raft request' (duration: 198.98813ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:35:25.790836Z","caller":"traceutil/trace.go:171","msg":"trace[1518534168] transaction","detail":"{read_only:false; response_revision:28063; number_of_response:1; }","duration":"197.112263ms","start":"2026-04-03T03:35:25.593698Z","end":"2026-04-03T03:35:25.79081Z","steps":["trace[1518534168] 'process raft request' (duration: 196.927838ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:35:25.790958Z","caller":"traceutil/trace.go:171","msg":"trace[1143127849] transaction","detail":"{read_only:false; response_revision:28064; number_of_response:1; }","duration":"196.896368ms","start":"2026-04-03T03:35:25.594027Z","end":"2026-04-03T03:35:25.790923Z","steps":["trace[1143127849] 'process raft request' (duration: 196.646652ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:35:25.791227Z","caller":"traceutil/trace.go:171","msg":"trace[1182163336] transaction","detail":"{read_only:false; response_revision:28066; number_of_response:1; }","duration":"183.094562ms","start":"2026-04-03T03:35:25.608119Z","end":"2026-04-03T03:35:25.791213Z","steps":["trace[1182163336] 'process raft request' (duration: 182.969349ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:35:25.791226Z","caller":"traceutil/trace.go:171","msg":"trace[329002811] transaction","detail":"{read_only:false; response_revision:28065; number_of_response:1; }","duration":"185.770248ms","start":"2026-04-03T03:35:25.605426Z","end":"2026-04-03T03:35:25.791197Z","steps":["trace[329002811] 'process raft request' (duration: 185.340448ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:35:25.791312Z","caller":"traceutil/trace.go:171","msg":"trace[631233094] transaction","detail":"{read_only:false; response_revision:28067; number_of_response:1; }","duration":"173.153612ms","start":"2026-04-03T03:35:25.618145Z","end":"2026-04-03T03:35:25.791299Z","steps":["trace[631233094] 'process raft request' (duration: 173.012359ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:35:25.791297Z","caller":"traceutil/trace.go:171","msg":"trace[2016141147] linearizableReadLoop","detail":"{readStateIndex:29125; appliedIndex:29119; }","duration":"182.729982ms","start":"2026-04-03T03:35:25.608544Z","end":"2026-04-03T03:35:25.791274Z","steps":["trace[2016141147] 'read index received' (duration: 152.557486ms)","trace[2016141147] 'applied index is now lower than readState.Index' (duration: 30.171326ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:35:25.791451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.884056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:35:25.791897Z","caller":"traceutil/trace.go:171","msg":"trace[387481324] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:28067; }","duration":"183.340359ms","start":"2026-04-03T03:35:25.608521Z","end":"2026-04-03T03:35:25.791862Z","steps":["trace[387481324] 'agreement among raft nodes before linearized reading' (duration: 182.847846ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:35:28.937519Z","caller":"traceutil/trace.go:171","msg":"trace[1804815962] linearizableReadLoop","detail":"{readStateIndex:29144; appliedIndex:29143; }","duration":"442.249621ms","start":"2026-04-03T03:35:28.49524Z","end":"2026-04-03T03:35:28.937489Z","steps":["trace[1804815962] 'read index received' (duration: 441.968043ms)","trace[1804815962] 'applied index is now lower than readState.Index' (duration: 280.008µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:35:28.93796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.710292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T03:35:28.937954Z","caller":"traceutil/trace.go:171","msg":"trace[1987165130] transaction","detail":"{read_only:false; response_revision:28084; number_of_response:1; }","duration":"685.540282ms","start":"2026-04-03T03:35:28.252353Z","end":"2026-04-03T03:35:28.937893Z","steps":["trace[1987165130] 'process raft request' (duration: 684.979587ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:35:28.93801Z","caller":"traceutil/trace.go:171","msg":"trace[997251913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28084; }","duration":"442.816005ms","start":"2026-04-03T03:35:28.495179Z","end":"2026-04-03T03:35:28.937995Z","steps":["trace[997251913] 'agreement among raft nodes before linearized reading' (duration: 442.664831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:28.938049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:28.495157Z","time spent":"442.883417ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:35:28.93818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:28.25234Z","time spent":"685.689366ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:35:28.938178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.936841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:35:28.938271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.599355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-03T03:35:28.939253Z","caller":"traceutil/trace.go:171","msg":"trace[1447502213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28084; }","duration":"442.580389ms","start":"2026-04-03T03:35:28.496656Z","end":"2026-04-03T03:35:28.939237Z","steps":["trace[1447502213] 'agreement among raft nodes before linearized reading' (duration: 441.185735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:28.939352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:28.496619Z","time spent":"442.700343ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T03:35:28.939475Z","caller":"traceutil/trace.go:171","msg":"trace[1988985942] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:28084; }","duration":"338.021818ms","start":"2026-04-03T03:35:28.60115Z","end":"2026-04-03T03:35:28.939171Z","steps":["trace[1988985942] 'agreement among raft nodes before linearized reading' (duration: 336.91229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:28.939543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:28.601128Z","time spent":"338.398877ms","remote":"127.0.0.1:44530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:35:34.040478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302822840053365,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T03:35:34.420878Z","caller":"traceutil/trace.go:171","msg":"trace[875033081] transaction","detail":"{read_only:false; response_revision:28115; number_of_response:1; }","duration":"919.024918ms","start":"2026-04-03T03:35:33.501831Z","end":"2026-04-03T03:35:34.420856Z","steps":["trace[875033081] 'process raft request' (duration: 918.890444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:34.42102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:33.50182Z","time spent":"919.12786ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:35:34.542536Z","caller":"traceutil/trace.go:171","msg":"trace[989747742] transaction","detail":"{read_only:false; response_revision:28117; number_of_response:1; }","duration":"727.660348ms","start":"2026-04-03T03:35:33.814846Z","end":"2026-04-03T03:35:34.542506Z","steps":["trace[989747742] 'process raft request' (duration: 727.388721ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:35:34.542609Z","caller":"traceutil/trace.go:171","msg":"trace[2137846086] transaction","detail":"{read_only:false; response_revision:28119; number_of_response:1; }","duration":"722.93403ms","start":"2026-04-03T03:35:33.819639Z","end":"2026-04-03T03:35:34.542573Z","steps":["trace[2137846086] 'process raft request' (duration: 722.721645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:34.542685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:33.814832Z","time spent":"727.774141ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:35:34.542773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:33.819628Z","time spent":"723.054383ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:35:34.542793Z","caller":"traceutil/trace.go:171","msg":"trace[650405461] transaction","detail":"{read_only:false; response_revision:28118; number_of_response:1; }","duration":"724.9322ms","start":"2026-04-03T03:35:33.81783Z","end":"2026-04-03T03:35:34.542762Z","steps":["trace[650405461] 'process raft request' (duration: 724.445208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:34.543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:33.817806Z","time spent":"725.115083ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:35:34.543082Z","caller":"traceutil/trace.go:171","msg":"trace[959092696] transaction","detail":"{read_only:false; response_revision:28120; number_of_response:1; }","duration":"721.827873ms","start":"2026-04-03T03:35:33.82123Z","end":"2026-04-03T03:35:34.543058Z","steps":["trace[959092696] 'process raft request' (duration: 721.178896ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:35:34.543021Z","caller":"traceutil/trace.go:171","msg":"trace[1986003586] transaction","detail":"{read_only:false; response_revision:28116; number_of_response:1; }","duration":"735.316132ms","start":"2026-04-03T03:35:33.807691Z","end":"2026-04-03T03:35:34.543007Z","steps":["trace[1986003586] 'process raft request' (duration: 682.658221ms)","trace[1986003586] 'compare' (duration: 51.776328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:35:34.543233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:33.807672Z","time spent":"735.522236ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:35:34.543265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:33.821211Z","time spent":"721.937455ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:35:34.543541Z","caller":"traceutil/trace.go:171","msg":"trace[652385197] transaction","detail":"{read_only:false; response_revision:28121; number_of_response:1; }","duration":"721.644468ms","start":"2026-04-03T03:35:33.821881Z","end":"2026-04-03T03:35:34.543525Z","steps":["trace[652385197] 'process raft request' (duration: 720.570041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:34.543625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:33.821873Z","time spent":"721.70799ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:35:34.545074Z","caller":"traceutil/trace.go:171","msg":"trace[1281906661] linearizableReadLoop","detail":"{readStateIndex:29185; appliedIndex:29175; }","duration":"1.004983302s","start":"2026-04-03T03:35:33.540077Z","end":"2026-04-03T03:35:34.54506Z","steps":["trace[1281906661] 'read index received' (duration: 880.708456ms)","trace[1281906661] 'applied index is now lower than readState.Index' (duration: 124.273986ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:35:34.545399Z","caller":"traceutil/trace.go:171","msg":"trace[1975606551] transaction","detail":"{read_only:false; response_revision:28122; number_of_response:1; }","duration":"722.292393ms","start":"2026-04-03T03:35:33.823026Z","end":"2026-04-03T03:35:34.545318Z","steps":["trace[1975606551] 'process raft request' (duration: 719.466752ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:35:34.545453Z","caller":"traceutil/trace.go:171","msg":"trace[639142174] transaction","detail":"{read_only:false; response_revision:28124; number_of_response:1; }","duration":"579.507172ms","start":"2026-04-03T03:35:33.965917Z","end":"2026-04-03T03:35:34.545424Z","steps":["trace[639142174] 'process raft request' (duration: 579.099912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:34.545495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:33.82302Z","time spent":"722.423017ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:35:34.545573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:33.965884Z","time spent":"579.636626ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:35:34.54571Z","caller":"traceutil/trace.go:171","msg":"trace[858347343] transaction","detail":"{read_only:false; response_revision:28123; number_of_response:1; }","duration":"653.298474ms","start":"2026-04-03T03:35:33.892394Z","end":"2026-04-03T03:35:34.545692Z","steps":["trace[858347343] 'process raft request' (duration: 652.520065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:34.545797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:33.892381Z","time spent":"653.371305ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:35:34.545903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005824414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:35:34.545976Z","caller":"traceutil/trace.go:171","msg":"trace[815665519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28124; }","duration":"1.005923077s","start":"2026-04-03T03:35:33.540035Z","end":"2026-04-03T03:35:34.545958Z","steps":["trace[815665519] 'agreement among raft nodes before linearized reading' (duration: 1.005815865s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:34.546012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:33.540022Z","time spent":"1.00598276s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:35:34.546046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.57191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-03T03:35:34.546595Z","caller":"traceutil/trace.go:171","msg":"trace[1110631299] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28124; }","duration":"716.742514ms","start":"2026-04-03T03:35:33.82946Z","end":"2026-04-03T03:35:34.546203Z","steps":["trace[1110631299] 'agreement among raft nodes before linearized reading' (duration: 716.320284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:34.546652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:33.829425Z","time spent":"717.212246ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T03:35:34.844572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.331298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:35:34.845893Z","caller":"traceutil/trace.go:171","msg":"trace[705265656] linearizableReadLoop","detail":"{readStateIndex:29187; appliedIndex:29186; }","duration":"113.792534ms","start":"2026-04-03T03:35:34.732067Z","end":"2026-04-03T03:35:34.84586Z","steps":["trace[705265656] 'read index received' (duration: 35.301µs)","trace[705265656] 'applied index is now lower than readState.Index' (duration: 113.754833ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:35:34.845912Z","caller":"traceutil/trace.go:171","msg":"trace[1890171923] transaction","detail":"{read_only:false; response_revision:28126; number_of_response:1; }","duration":"184.052026ms","start":"2026-04-03T03:35:34.661837Z","end":"2026-04-03T03:35:34.845889Z","steps":["trace[1890171923] 'process raft request' (duration: 64.285652ms)","trace[1890171923] 'compare' (duration: 117.964679ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:35:34.846144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.067891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-sng6q.18a2ba93932b6e89\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-04-03T03:35:34.846205Z","caller":"traceutil/trace.go:171","msg":"trace[1060296734] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-sng6q.18a2ba93932b6e89; range_end:; response_count:1; response_revision:28126; }","duration":"114.159184ms","start":"2026-04-03T03:35:34.732032Z","end":"2026-04-03T03:35:34.846191Z","steps":["trace[1060296734] 'agreement among raft nodes before linearized reading' (duration: 113.909488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:35.515398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.87717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-03T03:35:35.51546Z","caller":"traceutil/trace.go:171","msg":"trace[430204656] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28127; }","duration":"551.988173ms","start":"2026-04-03T03:35:34.963458Z","end":"2026-04-03T03:35:35.515446Z","steps":["trace[430204656] 'range keys from in-memory index tree' (duration: 551.654985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:35.515483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:34.96344Z","time spent":"552.037774ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T03:35:35.516265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.242911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-03T03:35:35.517244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.304767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T03:35:35.517343Z","caller":"traceutil/trace.go:171","msg":"trace[1343906802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28127; }","duration":"508.444111ms","start":"2026-04-03T03:35:35.00888Z","end":"2026-04-03T03:35:35.517324Z","steps":["trace[1343906802] 'range keys from in-memory index tree' (duration: 508.066981ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:35:35.517297Z","caller":"traceutil/trace.go:171","msg":"trace[860587663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28127; }","duration":"508.310018ms","start":"2026-04-03T03:35:35.008962Z","end":"2026-04-03T03:35:35.517272Z","steps":["trace[860587663] 'range keys from in-memory index tree' (duration: 507.114927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:35.518036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:35.008957Z","time spent":"509.054487ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T03:35:35.517391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:35.008864Z","time spent":"508.514272ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:35:35.516894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.332051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:35:35.518543Z","caller":"traceutil/trace.go:171","msg":"trace[1833411634] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28127; }","duration":"356.911002ms","start":"2026-04-03T03:35:35.16152Z","end":"2026-04-03T03:35:35.518431Z","steps":["trace[1833411634] 'count revisions from in-memory index tree' (duration: 355.27362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:35.518655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:35.161503Z","time spent":"357.107607ms","remote":"127.0.0.1:40106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:35:35.995552Z","caller":"traceutil/trace.go:171","msg":"trace[1287867182] transaction","detail":"{read_only:false; response_revision:28128; number_of_response:1; }","duration":"497.294801ms","start":"2026-04-03T03:35:35.498227Z","end":"2026-04-03T03:35:35.995522Z","steps":["trace[1287867182] 'process raft request' (duration: 497.088836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:35.995727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:35.498196Z","time spent":"497.447446ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:35:36.004599Z","caller":"traceutil/trace.go:171","msg":"trace[1358505312] transaction","detail":"{read_only:false; response_revision:28129; number_of_response:1; }","duration":"483.068334ms","start":"2026-04-03T03:35:35.521517Z","end":"2026-04-03T03:35:36.004585Z","steps":["trace[1358505312] 'process raft request' (duration: 482.831598ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:35:36.004603Z","caller":"traceutil/trace.go:171","msg":"trace[1510524338] linearizableReadLoop","detail":"{readStateIndex:29192; appliedIndex:29188; }","duration":"472.657953ms","start":"2026-04-03T03:35:35.531921Z","end":"2026-04-03T03:35:36.004579Z","steps":["trace[1510524338] 'read index received' (duration: 463.37603ms)","trace[1510524338] 'applied index is now lower than readState.Index' (duration: 9.280843ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:35:36.004662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:35.521493Z","time spent":"483.137936ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:35:36.004689Z","caller":"traceutil/trace.go:171","msg":"trace[621974562] transaction","detail":"{read_only:false; response_revision:28131; number_of_response:1; }","duration":"479.919765ms","start":"2026-04-03T03:35:35.52476Z","end":"2026-04-03T03:35:36.00468Z","steps":["trace[621974562] 'process raft request' (duration: 479.790052ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:35:36.004675Z","caller":"traceutil/trace.go:171","msg":"trace[610461066] transaction","detail":"{read_only:false; response_revision:28130; number_of_response:1; }","duration":"480.547371ms","start":"2026-04-03T03:35:35.524094Z","end":"2026-04-03T03:35:36.004642Z","steps":["trace[610461066] 'process raft request' (duration: 480.419208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:36.004792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:35.52475Z","time spent":"479.971706ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:35:36.004836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:35.524081Z","time spent":"480.667024ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:35:36.004928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.014241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:35:36.004959Z","caller":"traceutil/trace.go:171","msg":"trace[493106403] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28131; }","duration":"473.044642ms","start":"2026-04-03T03:35:35.531905Z","end":"2026-04-03T03:35:36.00495Z","steps":["trace[493106403] 'agreement among raft nodes before linearized reading' (duration: 472.98121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:36.004984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:35.531834Z","time spent":"473.144256ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:35:36.007077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.16567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-03T03:35:36.007117Z","caller":"traceutil/trace.go:171","msg":"trace[200922435] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:28131; }","duration":"141.250072ms","start":"2026-04-03T03:35:35.865859Z","end":"2026-04-03T03:35:36.007109Z","steps":["trace[200922435] 'agreement among raft nodes before linearized reading' (duration: 139.17958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:36.12595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.410904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:35:36.126041Z","caller":"traceutil/trace.go:171","msg":"trace[938933372] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28131; }","duration":"107.526978ms","start":"2026-04-03T03:35:36.018492Z","end":"2026-04-03T03:35:36.126019Z","steps":["trace[938933372] 'range keys from in-memory index tree' (duration: 107.361393ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:35:36.831569Z","caller":"traceutil/trace.go:171","msg":"trace[781335286] linearizableReadLoop","detail":"{readStateIndex:29193; appliedIndex:29192; }","duration":"289.956651ms","start":"2026-04-03T03:35:36.541589Z","end":"2026-04-03T03:35:36.831546Z","steps":["trace[781335286] 'read index received' (duration: 289.880459ms)","trace[781335286] 'applied index is now lower than readState.Index' (duration: 75.482µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:35:36.83174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.134736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:35:36.831804Z","caller":"traceutil/trace.go:171","msg":"trace[1531718346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28132; }","duration":"290.253269ms","start":"2026-04-03T03:35:36.541535Z","end":"2026-04-03T03:35:36.831788Z","steps":["trace[1531718346] 'agreement among raft nodes before linearized reading' (duration: 290.129075ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:35:36.832119Z","caller":"traceutil/trace.go:171","msg":"trace[783566272] transaction","detail":"{read_only:false; response_revision:28132; number_of_response:1; }","duration":"402.691179ms","start":"2026-04-03T03:35:36.429408Z","end":"2026-04-03T03:35:36.8321Z","steps":["trace[783566272] 'process raft request' (duration: 401.95474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:36.832332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:36.429383Z","time spent":"402.785391ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:35:36.875918Z","caller":"traceutil/trace.go:171","msg":"trace[1812292717] transaction","detail":"{read_only:false; response_revision:28133; number_of_response:1; }","duration":"328.170041ms","start":"2026-04-03T03:35:36.547705Z","end":"2026-04-03T03:35:36.875875Z","steps":["trace[1812292717] 'process raft request' (duration: 327.913704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:36.876067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.209318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-03T03:35:36.876131Z","caller":"traceutil/trace.go:171","msg":"trace[1927365086] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28140; }","duration":"296.310381ms","start":"2026-04-03T03:35:36.579807Z","end":"2026-04-03T03:35:36.876117Z","steps":["trace[1927365086] 'agreement among raft nodes before linearized reading' (duration: 296.150327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:36.876132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:36.547679Z","time spent":"328.328164ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:35:36.876329Z","caller":"traceutil/trace.go:171","msg":"trace[522375529] transaction","detail":"{read_only:false; response_revision:28134; number_of_response:1; }","duration":"327.084283ms","start":"2026-04-03T03:35:36.549237Z","end":"2026-04-03T03:35:36.876321Z","steps":["trace[522375529] 'process raft request' (duration: 326.486268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:36.876403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:36.549225Z","time spent":"327.125613ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:35:36.876574Z","caller":"traceutil/trace.go:171","msg":"trace[1718186858] transaction","detail":"{read_only:false; response_revision:28135; number_of_response:1; }","duration":"327.214707ms","start":"2026-04-03T03:35:36.549348Z","end":"2026-04-03T03:35:36.876563Z","steps":["trace[1718186858] 'process raft request' (duration: 326.400415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:36.876692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:36.549318Z","time spent":"327.34056ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:35:36.876787Z","caller":"traceutil/trace.go:171","msg":"trace[923150758] transaction","detail":"{read_only:false; response_revision:28136; number_of_response:1; }","duration":"327.281278ms","start":"2026-04-03T03:35:36.549496Z","end":"2026-04-03T03:35:36.876777Z","steps":["trace[923150758] 'process raft request' (duration: 326.327413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:36.876841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:36.549462Z","time spent":"327.35123ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:35:36.876931Z","caller":"traceutil/trace.go:171","msg":"trace[310036207] transaction","detail":"{read_only:false; response_revision:28137; number_of_response:1; }","duration":"327.408341ms","start":"2026-04-03T03:35:36.549513Z","end":"2026-04-03T03:35:36.876922Z","steps":["trace[310036207] 'process raft request' (duration: 326.342074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:36.877002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:36.549463Z","time spent":"327.507514ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:35:36.877142Z","caller":"traceutil/trace.go:171","msg":"trace[1971280841] transaction","detail":"{read_only:false; response_revision:28138; number_of_response:1; }","duration":"327.313489ms","start":"2026-04-03T03:35:36.549818Z","end":"2026-04-03T03:35:36.877132Z","steps":["trace[1971280841] 'process raft request' (duration: 326.060977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:36.87723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:36.549807Z","time spent":"327.364621ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:35:36.877314Z","caller":"traceutil/trace.go:171","msg":"trace[299605390] transaction","detail":"{read_only:false; response_revision:28139; number_of_response:1; }","duration":"326.191281ms","start":"2026-04-03T03:35:36.551115Z","end":"2026-04-03T03:35:36.877306Z","steps":["trace[299605390] 'process raft request' (duration: 324.790065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:36.877366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:36.551101Z","time spent":"326.237893ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:35:36.877529Z","caller":"traceutil/trace.go:171","msg":"trace[899013195] transaction","detail":"{read_only:false; response_revision:28140; number_of_response:1; }","duration":"325.847402ms","start":"2026-04-03T03:35:36.551672Z","end":"2026-04-03T03:35:36.877519Z","steps":["trace[899013195] 'process raft request' (duration: 324.255012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:36.877589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:36.551661Z","time spent":"325.899423ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:35:37.673906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.46333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T03:35:37.674068Z","caller":"traceutil/trace.go:171","msg":"trace[1193502822] linearizableReadLoop","detail":"{readStateIndex:29204; appliedIndex:29203; }","duration":"553.525361ms","start":"2026-04-03T03:35:37.120514Z","end":"2026-04-03T03:35:37.674039Z","steps":["trace[1193502822] 'read index received' (duration: 190.802995ms)","trace[1193502822] 'applied index is now lower than readState.Index' (duration: 362.720456ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:35:37.674263Z","caller":"traceutil/trace.go:171","msg":"trace[2028436450] transaction","detail":"{read_only:false; response_revision:28142; number_of_response:1; }","duration":"554.035644ms","start":"2026-04-03T03:35:37.120168Z","end":"2026-04-03T03:35:37.674204Z","steps":["trace[2028436450] 'process raft request' (duration: 191.131984ms)","trace[2028436450] 'compare' (duration: 362.021458ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:35:37.674381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.333391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:35:37.674459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:37.120147Z","time spent":"554.199809ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:35:37.674502Z","caller":"traceutil/trace.go:171","msg":"trace[409696087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28142; }","duration":"489.496785ms","start":"2026-04-03T03:35:37.184986Z","end":"2026-04-03T03:35:37.674483Z","steps":["trace[409696087] 'agreement among raft nodes before linearized reading' (duration: 489.30124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:37.674384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.925539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:35:37.674556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:37.184974Z","time spent":"489.571607ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T03:35:37.674599Z","caller":"traceutil/trace.go:171","msg":"trace[1747613615] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28142; }","duration":"516.208305ms","start":"2026-04-03T03:35:37.158374Z","end":"2026-04-03T03:35:37.674582Z","steps":["trace[1747613615] 'agreement among raft nodes before linearized reading' (duration: 515.916648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:37.674563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.28021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:35:37.674655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:37.158343Z","time spent":"516.293398ms","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:35:37.674436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.917191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"info","ts":"2026-04-03T03:35:37.674766Z","caller":"traceutil/trace.go:171","msg":"trace[2052636160] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:28142; }","duration":"487.620848ms","start":"2026-04-03T03:35:37.187124Z","end":"2026-04-03T03:35:37.674745Z","steps":["trace[2052636160] 'agreement among raft nodes before linearized reading' (duration: 487.159727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:37.674869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:37.187109Z","time spent":"487.743432ms","remote":"127.0.0.1:47316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:35:37.674801Z","caller":"traceutil/trace.go:171","msg":"trace[1936456300] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28142; }","duration":"554.333131ms","start":"2026-04-03T03:35:37.120454Z","end":"2026-04-03T03:35:37.674787Z","steps":["trace[1936456300] 'agreement among raft nodes before linearized reading' (duration: 553.757166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:37.675067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:37.120425Z","time spent":"554.579788ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-03T03:35:37.982968Z","caller":"traceutil/trace.go:171","msg":"trace[1547556315] linearizableReadLoop","detail":"{readStateIndex:29205; appliedIndex:29204; }","duration":"243.429815ms","start":"2026-04-03T03:35:37.739508Z","end":"2026-04-03T03:35:37.982938Z","steps":["trace[1547556315] 'read index received' (duration: 179.548733ms)","trace[1547556315] 'applied index is now lower than readState.Index' (duration: 63.879812ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:35:37.982989Z","caller":"traceutil/trace.go:171","msg":"trace[158858938] transaction","detail":"{read_only:false; response_revision:28143; number_of_response:1; }","duration":"245.719212ms","start":"2026-04-03T03:35:37.737233Z","end":"2026-04-03T03:35:37.982953Z","steps":["trace[158858938] 'process raft request' (duration: 181.81057ms)","trace[158858938] 'compare' (duration: 63.540073ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:35:37.983174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.653711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:35:37.983248Z","caller":"traceutil/trace.go:171","msg":"trace[2044371269] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28143; }","duration":"243.787854ms","start":"2026-04-03T03:35:37.739441Z","end":"2026-04-03T03:35:37.983229Z","steps":["trace[2044371269] 'agreement among raft nodes before linearized reading' (duration: 243.64566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:37.983251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.14977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-03T03:35:37.983293Z","caller":"traceutil/trace.go:171","msg":"trace[1044753097] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28143; }","duration":"204.202901ms","start":"2026-04-03T03:35:37.779074Z","end":"2026-04-03T03:35:37.983277Z","steps":["trace[1044753097] 'agreement among raft nodes before linearized reading' (duration: 204.030937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:37.983361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.548492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-03T03:35:37.983489Z","caller":"traceutil/trace.go:171","msg":"trace[1339638511] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:28143; }","duration":"173.745107ms","start":"2026-04-03T03:35:37.809709Z","end":"2026-04-03T03:35:37.983454Z","steps":["trace[1339638511] 'agreement among raft nodes before linearized reading' (duration: 173.42863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:37.984213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.457247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-03T03:35:37.9843Z","caller":"traceutil/trace.go:171","msg":"trace[1222468799] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28143; }","duration":"192.58589ms","start":"2026-04-03T03:35:37.791695Z","end":"2026-04-03T03:35:37.984281Z","steps":["trace[1222468799] 'agreement among raft nodes before linearized reading' (duration: 191.661117ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:35:38.257078Z","caller":"traceutil/trace.go:171","msg":"trace[841903512] linearizableReadLoop","detail":"{readStateIndex:29207; appliedIndex:29205; }","duration":"267.296383ms","start":"2026-04-03T03:35:37.989751Z","end":"2026-04-03T03:35:38.257048Z","steps":["trace[841903512] 'read index received' (duration: 39.984152ms)","trace[841903512] 'applied index is now lower than readState.Index' (duration: 227.310741ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:35:38.257404Z","caller":"traceutil/trace.go:171","msg":"trace[953012623] transaction","detail":"{read_only:false; response_revision:28145; number_of_response:1; }","duration":"268.345549ms","start":"2026-04-03T03:35:37.989022Z","end":"2026-04-03T03:35:38.257367Z","steps":["trace[953012623] 'process raft request' (duration: 262.937793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:38.257821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.030532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"info","ts":"2026-04-03T03:35:38.25799Z","caller":"traceutil/trace.go:171","msg":"trace[1746489057] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28145; }","duration":"268.242308ms","start":"2026-04-03T03:35:37.989723Z","end":"2026-04-03T03:35:38.257966Z","steps":["trace[1746489057] 'agreement among raft nodes before linearized reading' (duration: 267.55416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:38.257988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.157094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T03:35:38.258198Z","caller":"traceutil/trace.go:171","msg":"trace[1389511617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28145; }","duration":"246.41172ms","start":"2026-04-03T03:35:38.011768Z","end":"2026-04-03T03:35:38.25818Z","steps":["trace[1389511617] 'agreement among raft nodes before linearized reading' (duration: 246.074082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:38.258199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.259546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-03T03:35:38.258321Z","caller":"traceutil/trace.go:171","msg":"trace[943179616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28145; }","duration":"246.443791ms","start":"2026-04-03T03:35:38.011846Z","end":"2026-04-03T03:35:38.25829Z","steps":["trace[943179616] 'agreement among raft nodes before linearized reading' (duration: 245.983029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:38.258546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.846841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-03T03:35:38.258595Z","caller":"traceutil/trace.go:171","msg":"trace[830793953] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28145; }","duration":"246.922183ms","start":"2026-04-03T03:35:38.011659Z","end":"2026-04-03T03:35:38.258582Z","steps":["trace[830793953] 'agreement among raft nodes before linearized reading' (duration: 246.137193ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:35:38.740096Z","caller":"traceutil/trace.go:171","msg":"trace[1347671015] transaction","detail":"{read_only:false; response_revision:28147; number_of_response:1; }","duration":"475.125456ms","start":"2026-04-03T03:35:38.264945Z","end":"2026-04-03T03:35:38.74007Z","steps":["trace[1347671015] 'process raft request' (duration: 473.821143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:38.740218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:38.264915Z","time spent":"475.236878ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:35:38.740289Z","caller":"traceutil/trace.go:171","msg":"trace[1271614254] linearizableReadLoop","detail":"{readStateIndex:29210; appliedIndex:29207; }","duration":"471.396732ms","start":"2026-04-03T03:35:38.268865Z","end":"2026-04-03T03:35:38.740262Z","steps":["trace[1271614254] 'read index received' (duration: 4.217785ms)","trace[1271614254] 'applied index is now lower than readState.Index' (duration: 467.177777ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:35:38.740644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.496949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:35:38.740648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.760341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-03T03:35:38.740723Z","caller":"traceutil/trace.go:171","msg":"trace[915767171] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28148; }","duration":"471.881824ms","start":"2026-04-03T03:35:38.268822Z","end":"2026-04-03T03:35:38.740704Z","steps":["trace[915767171] 'agreement among raft nodes before linearized reading' (duration: 471.637638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:38.740765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:38.268804Z","time spent":"471.952855ms","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-03T03:35:38.740679Z","caller":"traceutil/trace.go:171","msg":"trace[433754158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28148; }","duration":"198.578601ms","start":"2026-04-03T03:35:38.54209Z","end":"2026-04-03T03:35:38.740669Z","steps":["trace[433754158] 'agreement among raft nodes before linearized reading' (duration: 198.506189ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:35:38.740884Z","caller":"traceutil/trace.go:171","msg":"trace[402397577] transaction","detail":"{read_only:false; response_revision:28148; number_of_response:1; }","duration":"474.50045ms","start":"2026-04-03T03:35:38.266371Z","end":"2026-04-03T03:35:38.740871Z","steps":["trace[402397577] 'process raft request' (duration: 473.623718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:35:38.740902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.437731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-03T03:35:38.740927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:35:38.266355Z","time spent":"474.549841ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:35:38.740937Z","caller":"traceutil/trace.go:171","msg":"trace[1891984693] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:28148; }","duration":"132.510343ms","start":"2026-04-03T03:35:38.608418Z","end":"2026-04-03T03:35:38.740929Z","steps":["trace[1891984693] 'agreement among raft nodes before linearized reading' (duration: 132.357639ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:35:44.983278Z","caller":"traceutil/trace.go:171","msg":"trace[472302997] transaction","detail":"{read_only:false; response_revision:28191; number_of_response:1; }","duration":"106.615314ms","start":"2026-04-03T03:35:44.876631Z","end":"2026-04-03T03:35:44.983246Z","steps":["trace[472302997] 'process raft request' (duration: 105.23924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:16.819949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.515087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T03:36:16.819977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.440624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:36:16.820048Z","caller":"traceutil/trace.go:171","msg":"trace[1679349890] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:28593; }","duration":"493.67183ms","start":"2026-04-03T03:36:16.326357Z","end":"2026-04-03T03:36:16.820029Z","steps":["trace[1679349890] 'count revisions from in-memory index tree' (duration: 493.416803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:16.819979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.438628ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:36:16.820078Z","caller":"traceutil/trace.go:171","msg":"trace[1302327559] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28593; }","duration":"613.593267ms","start":"2026-04-03T03:36:16.206461Z","end":"2026-04-03T03:36:16.820054Z","steps":["trace[1302327559] 'range keys from in-memory index tree' (duration: 613.354892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:16.820092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:36:16.326333Z","time spent":"493.747762ms","remote":"127.0.0.1:47406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:36:16.820107Z","caller":"traceutil/trace.go:171","msg":"trace[227222733] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28593; }","duration":"600.578051ms","start":"2026-04-03T03:36:16.219508Z","end":"2026-04-03T03:36:16.820086Z","steps":["trace[227222733] 'range keys from in-memory index tree' (duration: 600.419257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:16.820136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:36:16.206435Z","time spent":"613.68491ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-03T03:36:16.820764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.434949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:36:16.820787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.152142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-03T03:36:16.820833Z","caller":"traceutil/trace.go:171","msg":"trace[1097107175] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28593; }","duration":"104.516711ms","start":"2026-04-03T03:36:16.716294Z","end":"2026-04-03T03:36:16.820811Z","steps":["trace[1097107175] 'range keys from in-memory index tree' (duration: 104.344366ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:36:16.820844Z","caller":"traceutil/trace.go:171","msg":"trace[905217135] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28593; }","duration":"248.255776ms","start":"2026-04-03T03:36:16.572569Z","end":"2026-04-03T03:36:16.820825Z","steps":["trace[905217135] 'range keys from in-memory index tree' (duration: 247.961288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:16.821019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.563607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:36:16.821051Z","caller":"traceutil/trace.go:171","msg":"trace[381347475] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28593; }","duration":"107.651749ms","start":"2026-04-03T03:36:16.713389Z","end":"2026-04-03T03:36:16.821041Z","steps":["trace[381347475] 'range keys from in-memory index tree' (duration: 107.448764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:16.821067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.658781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:36:16.821134Z","caller":"traceutil/trace.go:171","msg":"trace[2066914492] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:28593; }","duration":"310.759834ms","start":"2026-04-03T03:36:16.510354Z","end":"2026-04-03T03:36:16.821114Z","steps":["trace[2066914492] 'count revisions from in-memory index tree' (duration: 310.582488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:16.82118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.280975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:36:16.821209Z","caller":"traceutil/trace.go:171","msg":"trace[1424369381] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28593; }","duration":"106.349927ms","start":"2026-04-03T03:36:16.714851Z","end":"2026-04-03T03:36:16.821201Z","steps":["trace[1424369381] 'range keys from in-memory index tree' (duration: 106.200902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:16.821298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.241678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:36:16.821398Z","caller":"traceutil/trace.go:171","msg":"trace[87470894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28593; }","duration":"282.371971ms","start":"2026-04-03T03:36:16.539012Z","end":"2026-04-03T03:36:16.821384Z","steps":["trace[87470894] 'range keys from in-memory index tree' (duration: 282.191756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:16.821201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:36:16.510336Z","time spent":"310.849215ms","remote":"127.0.0.1:33310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:36:16.822123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.937102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-03T03:36:16.822188Z","caller":"traceutil/trace.go:171","msg":"trace[1155769874] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28593; }","duration":"109.050265ms","start":"2026-04-03T03:36:16.713126Z","end":"2026-04-03T03:36:16.822176Z","steps":["trace[1155769874] 'range keys from in-memory index tree' (duration: 107.305201ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:36:33.292172Z","caller":"traceutil/trace.go:171","msg":"trace[371554487] linearizableReadLoop","detail":"{readStateIndex:29792; appliedIndex:29790; }","duration":"156.820743ms","start":"2026-04-03T03:36:33.135327Z","end":"2026-04-03T03:36:33.292148Z","steps":["trace[371554487] 'read index received' (duration: 47.487801ms)","trace[371554487] 'applied index is now lower than readState.Index' (duration: 109.331812ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:36:33.292285Z","caller":"traceutil/trace.go:171","msg":"trace[198877036] transaction","detail":"{read_only:false; response_revision:28716; number_of_response:1; }","duration":"168.475055ms","start":"2026-04-03T03:36:33.12375Z","end":"2026-04-03T03:36:33.292225Z","steps":["trace[198877036] 'process raft request' (duration: 135.9943ms)","trace[198877036] 'compare' (duration: 32.30103ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:36:33.2923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.950636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:36:33.292474Z","caller":"traceutil/trace.go:171","msg":"trace[1074003084] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28716; }","duration":"157.146831ms","start":"2026-04-03T03:36:33.135287Z","end":"2026-04-03T03:36:33.292434Z","steps":["trace[1074003084] 'agreement among raft nodes before linearized reading' (duration: 156.936916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:33.295855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.501595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:36:33.295941Z","caller":"traceutil/trace.go:171","msg":"trace[217392893] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28724; }","duration":"160.614188ms","start":"2026-04-03T03:36:33.135307Z","end":"2026-04-03T03:36:33.295921Z","steps":["trace[217392893] 'agreement among raft nodes before linearized reading' (duration: 160.479784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:33.29639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.532646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-03T03:36:33.296428Z","caller":"traceutil/trace.go:171","msg":"trace[250593402] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28724; }","duration":"158.588948ms","start":"2026-04-03T03:36:33.137831Z","end":"2026-04-03T03:36:33.296419Z","steps":["trace[250593402] 'agreement among raft nodes before linearized reading' (duration: 158.500596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:33.296568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.399863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:36:33.296601Z","caller":"traceutil/trace.go:171","msg":"trace[709023262] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28724; }","duration":"160.476145ms","start":"2026-04-03T03:36:33.136117Z","end":"2026-04-03T03:36:33.296593Z","steps":["trace[709023262] 'agreement among raft nodes before linearized reading' (duration: 160.427714ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:36:39.576638Z","caller":"traceutil/trace.go:171","msg":"trace[166379963] linearizableReadLoop","detail":"{readStateIndex:29839; appliedIndex:29838; }","duration":"268.824832ms","start":"2026-04-03T03:36:39.307786Z","end":"2026-04-03T03:36:39.57661Z","steps":["trace[166379963] 'read index received' (duration: 268.653028ms)","trace[166379963] 'applied index is now lower than readState.Index' (duration: 170.744µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:36:39.576726Z","caller":"traceutil/trace.go:171","msg":"trace[255031451] transaction","detail":"{read_only:false; response_revision:28762; number_of_response:1; }","duration":"363.128906ms","start":"2026-04-03T03:36:39.213568Z","end":"2026-04-03T03:36:39.576697Z","steps":["trace[255031451] 'process raft request' (duration: 362.88638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:39.576867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:36:39.213544Z","time spent":"363.24982ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:36:39.576881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.067048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:36:39.576992Z","caller":"traceutil/trace.go:171","msg":"trace[620192915] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28762; }","duration":"269.222352ms","start":"2026-04-03T03:36:39.307744Z","end":"2026-04-03T03:36:39.576967Z","steps":["trace[620192915] 'agreement among raft nodes before linearized reading' (duration: 269.003566ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:36:39.945765Z","caller":"traceutil/trace.go:171","msg":"trace[527582703] transaction","detail":"{read_only:false; response_revision:28764; number_of_response:1; }","duration":"630.45057ms","start":"2026-04-03T03:36:39.315294Z","end":"2026-04-03T03:36:39.945745Z","steps":["trace[527582703] 'process raft request' (duration: 630.332647ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:36:39.945763Z","caller":"traceutil/trace.go:171","msg":"trace[213959348] transaction","detail":"{read_only:false; response_revision:28763; number_of_response:1; }","duration":"632.532913ms","start":"2026-04-03T03:36:39.313194Z","end":"2026-04-03T03:36:39.945726Z","steps":["trace[213959348] 'process raft request' (duration: 632.263676ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:36:39.945767Z","caller":"traceutil/trace.go:171","msg":"trace[139910613] transaction","detail":"{read_only:false; response_revision:28765; number_of_response:1; }","duration":"628.791458ms","start":"2026-04-03T03:36:39.31695Z","end":"2026-04-03T03:36:39.945742Z","steps":["trace[139910613] 'process raft request' (duration: 628.716426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:39.945922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:36:39.315157Z","time spent":"630.697866ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:36:39.945923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:36:39.313177Z","time spent":"632.677857ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:36:39.945956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:36:39.316941Z","time spent":"628.936982ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:36:39.946274Z","caller":"traceutil/trace.go:171","msg":"trace[1904051004] transaction","detail":"{read_only:false; response_revision:28766; number_of_response:1; }","duration":"628.432119ms","start":"2026-04-03T03:36:39.317833Z","end":"2026-04-03T03:36:39.946265Z","steps":["trace[1904051004] 'process raft request' (duration: 627.870915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:39.946323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:36:39.317823Z","time spent":"628.474441ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:36:39.946375Z","caller":"traceutil/trace.go:171","msg":"trace[137884822] transaction","detail":"{read_only:false; response_revision:28768; number_of_response:1; }","duration":"623.214959ms","start":"2026-04-03T03:36:39.323155Z","end":"2026-04-03T03:36:39.946369Z","steps":["trace[137884822] 'process raft request' (duration: 623.096406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:39.946409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:36:39.323148Z","time spent":"623.243349ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:36:39.946415Z","caller":"traceutil/trace.go:171","msg":"trace[2045382305] linearizableReadLoop","detail":"{readStateIndex:29847; appliedIndex:29839; }","duration":"369.698272ms","start":"2026-04-03T03:36:39.576707Z","end":"2026-04-03T03:36:39.946405Z","steps":["trace[2045382305] 'read index received' (duration: 368.797819ms)","trace[2045382305] 'applied index is now lower than readState.Index' (duration: 899.473µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:36:39.946498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.708111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:36:39.946507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.444913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:36:39.946546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.423329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-03T03:36:39.946551Z","caller":"traceutil/trace.go:171","msg":"trace[685398822] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28770; }","duration":"609.507505ms","start":"2026-04-03T03:36:39.337031Z","end":"2026-04-03T03:36:39.946539Z","steps":["trace[685398822] 'agreement among raft nodes before linearized reading' (duration: 609.413043ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:36:39.946572Z","caller":"traceutil/trace.go:171","msg":"trace[145368239] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28770; }","duration":"616.46101ms","start":"2026-04-03T03:36:39.330103Z","end":"2026-04-03T03:36:39.946564Z","steps":["trace[145368239] 'agreement among raft nodes before linearized reading' (duration: 616.350427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:39.946578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.9046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-03T03:36:39.946584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:36:39.337021Z","time spent":"609.557216ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:36:39.946597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:36:39.330097Z","time spent":"616.49359ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T03:36:39.946597Z","caller":"traceutil/trace.go:171","msg":"trace[755811949] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28770; }","duration":"618.938842ms","start":"2026-04-03T03:36:39.327653Z","end":"2026-04-03T03:36:39.946592Z","steps":["trace[755811949] 'agreement among raft nodes before linearized reading' (duration: 618.880351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:39.946575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.862615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:36:39.946668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.317086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T03:36:39.946668Z","caller":"traceutil/trace.go:171","msg":"trace[1850069910] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28770; }","duration":"629.982378ms","start":"2026-04-03T03:36:39.316661Z","end":"2026-04-03T03:36:39.946643Z","steps":["trace[1850069910] 'agreement among raft nodes before linearized reading' (duration: 629.828614ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:36:39.946691Z","caller":"traceutil/trace.go:171","msg":"trace[1955748544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28770; }","duration":"626.349298ms","start":"2026-04-03T03:36:39.320336Z","end":"2026-04-03T03:36:39.946685Z","steps":["trace[1955748544] 'agreement among raft nodes before linearized reading' (duration: 626.296026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:39.946663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.234514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:36:39.946714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:36:39.316651Z","time spent":"630.05448ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:36:39.946758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.942457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-03T03:36:39.946751Z","caller":"traceutil/trace.go:171","msg":"trace[414143506] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28770; }","duration":"632.349998ms","start":"2026-04-03T03:36:39.31438Z","end":"2026-04-03T03:36:39.94673Z","steps":["trace[414143506] 'agreement among raft nodes before linearized reading' (duration: 632.210584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:39.946763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.643304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:36:39.94678Z","caller":"traceutil/trace.go:171","msg":"trace[287926984] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28770; }","duration":"629.979029ms","start":"2026-04-03T03:36:39.316796Z","end":"2026-04-03T03:36:39.946775Z","steps":["trace[287926984] 'agreement among raft nodes before linearized reading' (duration: 629.924576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:39.946789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.832732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:36:39.946795Z","caller":"traceutil/trace.go:171","msg":"trace[2348649] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28770; }","duration":"567.683967ms","start":"2026-04-03T03:36:39.379102Z","end":"2026-04-03T03:36:39.946786Z","steps":["trace[2348649] 'agreement among raft nodes before linearized reading' (duration: 567.637955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:39.946798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:36:39.316791Z","time spent":"630.002959ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-03T03:36:39.946802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.772156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:36:39.946816Z","caller":"traceutil/trace.go:171","msg":"trace[1034821369] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:28770; }","duration":"638.876053ms","start":"2026-04-03T03:36:39.30793Z","end":"2026-04-03T03:36:39.946806Z","steps":["trace[1034821369] 'agreement among raft nodes before linearized reading' (duration: 638.82112ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:36:39.946809Z","caller":"traceutil/trace.go:171","msg":"trace[240029895] transaction","detail":"{read_only:false; response_revision:28769; number_of_response:1; }","duration":"623.125317ms","start":"2026-04-03T03:36:39.32367Z","end":"2026-04-03T03:36:39.946795Z","steps":["trace[240029895] 'process raft request' (duration: 622.656645ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:36:39.946843Z","caller":"traceutil/trace.go:171","msg":"trace[779655793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28770; }","duration":"405.847548ms","start":"2026-04-03T03:36:39.540978Z","end":"2026-04-03T03:36:39.946826Z","steps":["trace[779655793] 'agreement among raft nodes before linearized reading' (duration: 405.802127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:39.946861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.187769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:36:39.946876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:36:39.540952Z","time spent":"405.91765ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T03:36:39.946883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.210429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:36:39.946896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.101546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-03T03:36:39.946896Z","caller":"traceutil/trace.go:171","msg":"trace[1975220163] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28770; }","duration":"568.250861ms","start":"2026-04-03T03:36:39.378637Z","end":"2026-04-03T03:36:39.946888Z","steps":["trace[1975220163] 'agreement among raft nodes before linearized reading' (duration: 568.204279ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:36:39.946911Z","caller":"traceutil/trace.go:171","msg":"trace[348681936] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28770; }","duration":"568.23421ms","start":"2026-04-03T03:36:39.378667Z","end":"2026-04-03T03:36:39.946902Z","steps":["trace[348681936] 'agreement among raft nodes before linearized reading' (duration: 568.198489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:39.946939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:36:39.378621Z","time spent":"568.312343ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:36:39.946951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.206184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:36:39.94671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:36:39.32033Z","time spent":"626.375868ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T03:36:39.946967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:36:39.323661Z","time spent":"623.217379ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:36:39.946944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:36:39.378621Z","time spent":"568.317153ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-03T03:36:39.946717Z","caller":"traceutil/trace.go:171","msg":"trace[642062717] transaction","detail":"{read_only:false; response_revision:28770; number_of_response:1; }","duration":"620.806568ms","start":"2026-04-03T03:36:39.325873Z","end":"2026-04-03T03:36:39.946679Z","steps":["trace[642062717] 'process raft request' (duration: 620.496131ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:36:39.946983Z","caller":"traceutil/trace.go:171","msg":"trace[907838243] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28770; }","duration":"630.251096ms","start":"2026-04-03T03:36:39.316723Z","end":"2026-04-03T03:36:39.946974Z","steps":["trace[907838243] 'agreement among raft nodes before linearized reading' (duration: 630.202995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:39.947053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:36:39.316718Z","time spent":"630.328207ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-03T03:36:39.947062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:36:39.325866Z","time spent":"621.168498ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:36:39.94662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:36:39.327647Z","time spent":"618.969083ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T03:36:39.946744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.094871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-03T03:36:39.946822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:36:39.379097Z","time spent":"567.719748ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-03T03:36:39.946799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:36:39.314369Z","time spent":"632.42084ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-03T03:36:39.946914Z","caller":"traceutil/trace.go:171","msg":"trace[1880542383] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28770; }","duration":"609.138106ms","start":"2026-04-03T03:36:39.337771Z","end":"2026-04-03T03:36:39.946909Z","steps":["trace[1880542383] 'agreement among raft nodes before linearized reading' (duration: 609.088045ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:36:39.946521Z","caller":"traceutil/trace.go:171","msg":"trace[2033158271] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28770; }","duration":"629.742272ms","start":"2026-04-03T03:36:39.316773Z","end":"2026-04-03T03:36:39.946515Z","steps":["trace[2033158271] 'agreement among raft nodes before linearized reading' (duration: 629.686221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:39.947163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:36:39.337763Z","time spent":"609.396273ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-03T03:36:39.947185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:36:39.316743Z","time spent":"630.43301ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-03T03:36:39.947108Z","caller":"traceutil/trace.go:171","msg":"trace[1978906890] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28770; }","duration":"561.468911ms","start":"2026-04-03T03:36:39.385631Z","end":"2026-04-03T03:36:39.9471Z","steps":["trace[1978906890] 'agreement among raft nodes before linearized reading' (duration: 560.970928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:39.947211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:36:39.385612Z","time spent":"561.594334ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-03T03:36:39.946841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:36:39.307923Z","time spent":"638.910413ms","remote":"127.0.0.1:33094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T03:36:39.948408Z","caller":"traceutil/trace.go:171","msg":"trace[227856484] transaction","detail":"{read_only:false; response_revision:28767; number_of_response:1; }","duration":"623.329762ms","start":"2026-04-03T03:36:39.322954Z","end":"2026-04-03T03:36:39.946284Z","steps":["trace[227856484] 'process raft request' (duration: 623.192618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:39.948673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:36:39.322945Z","time spent":"625.67029ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:36:40.032606Z","caller":"traceutil/trace.go:171","msg":"trace[2137002705] transaction","detail":"{read_only:false; response_revision:28771; number_of_response:1; }","duration":"272.054303ms","start":"2026-04-03T03:36:39.760523Z","end":"2026-04-03T03:36:40.032577Z","steps":["trace[2137002705] 'process raft request' (duration: 251.780085ms)","trace[2137002705] 'compare' (duration: 19.770955ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:36:40.032693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.479583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:36:40.032775Z","caller":"traceutil/trace.go:171","msg":"trace[946673886] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28771; }","duration":"201.595795ms","start":"2026-04-03T03:36:39.831157Z","end":"2026-04-03T03:36:40.032752Z","steps":["trace[946673886] 'agreement among raft nodes before linearized reading' (duration: 201.432461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:40.033236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.01156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-03T03:36:40.03332Z","caller":"traceutil/trace.go:171","msg":"trace[4373639] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28771; }","duration":"250.145673ms","start":"2026-04-03T03:36:39.783156Z","end":"2026-04-03T03:36:40.033301Z","steps":["trace[4373639] 'agreement among raft nodes before linearized reading' (duration: 249.901667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:40.060143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.399853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:36:40.060315Z","caller":"traceutil/trace.go:171","msg":"trace[440929220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28774; }","duration":"103.618058ms","start":"2026-04-03T03:36:39.956677Z","end":"2026-04-03T03:36:40.060295Z","steps":["trace[440929220] 'agreement among raft nodes before linearized reading' (duration: 103.390543ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:36:40.060687Z","caller":"traceutil/trace.go:171","msg":"trace[1612008623] transaction","detail":"{read_only:false; response_revision:28774; number_of_response:1; }","duration":"100.533321ms","start":"2026-04-03T03:36:39.960124Z","end":"2026-04-03T03:36:40.060657Z","steps":["trace[1612008623] 'process raft request' (duration: 99.904976ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:36:40.060947Z","caller":"traceutil/trace.go:171","msg":"trace[1773114012] transaction","detail":"{read_only:false; response_revision:28772; number_of_response:1; }","duration":"100.979783ms","start":"2026-04-03T03:36:39.959953Z","end":"2026-04-03T03:36:40.060932Z","steps":["trace[1773114012] 'process raft request' (duration: 99.915557ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:36:40.061128Z","caller":"traceutil/trace.go:171","msg":"trace[1027272680] transaction","detail":"{read_only:false; response_revision:28773; number_of_response:1; }","duration":"101.064444ms","start":"2026-04-03T03:36:39.960047Z","end":"2026-04-03T03:36:40.061112Z","steps":["trace[1027272680] 'process raft request' (duration: 99.947627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:36:40.254635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.097265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:36:40.254708Z","caller":"traceutil/trace.go:171","msg":"trace[465976776] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28774; }","duration":"101.213978ms","start":"2026-04-03T03:36:40.153478Z","end":"2026-04-03T03:36:40.254692Z","steps":["trace[465976776] 'range keys from in-memory index tree' (duration: 101.014153ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:36:57.795126Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c6cf68dde442ffa5","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-03T03:36:57.80145Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-03T03:36:57.801637Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-03T03:37:32.10526Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26985} {"level":"info","ts":"2026-04-03T03:37:32.279067Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26985,"took":"169.770107ms","hash":3234070083,"current-db-size-bytes":55926784,"current-db-size":"56 MB","current-db-size-in-use-bytes":35569664,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-03T03:37:32.279114Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3234070083,"revision":26985,"compact-revision":23859} {"level":"info","ts":"2026-04-03T03:38:59.513154Z","caller":"traceutil/trace.go:171","msg":"trace[2021097342] transaction","detail":"{read_only:false; response_revision:30121; number_of_response:1; }","duration":"521.98153ms","start":"2026-04-03T03:38:58.991148Z","end":"2026-04-03T03:38:59.51313Z","steps":["trace[2021097342] 'process raft request' (duration: 503.186549ms)","trace[2021097342] 'compare' (duration: 18.391181ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:38:59.513274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:38:58.991127Z","time spent":"522.083982ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:39:03.678553Z","caller":"traceutil/trace.go:171","msg":"trace[582807712] linearizableReadLoop","detail":"{readStateIndex:31270; appliedIndex:31269; }","duration":"140.541684ms","start":"2026-04-03T03:39:03.537987Z","end":"2026-04-03T03:39:03.678529Z","steps":["trace[582807712] 'read index received' (duration: 140.38448ms)","trace[582807712] 'applied index is now lower than readState.Index' (duration: 156.304µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:39:03.678638Z","caller":"traceutil/trace.go:171","msg":"trace[1538730407] transaction","detail":"{read_only:false; response_revision:30155; number_of_response:1; }","duration":"150.048323ms","start":"2026-04-03T03:39:03.528559Z","end":"2026-04-03T03:39:03.678607Z","steps":["trace[1538730407] 'process raft request' (duration: 149.817037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:39:03.67906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.027987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"warn","ts":"2026-04-03T03:39:03.679086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.77082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-03T03:39:03.679153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.22785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:39:03.67919Z","caller":"traceutil/trace.go:171","msg":"trace[792863554] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:30155; }","duration":"121.297782ms","start":"2026-04-03T03:39:03.557877Z","end":"2026-04-03T03:39:03.679175Z","steps":["trace[792863554] 'agreement among raft nodes before linearized reading' (duration: 121.255591ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:03.679194Z","caller":"traceutil/trace.go:171","msg":"trace[1237190216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30155; }","duration":"140.907154ms","start":"2026-04-03T03:39:03.53826Z","end":"2026-04-03T03:39:03.679167Z","steps":["trace[1237190216] 'agreement among raft nodes before linearized reading' (duration: 140.73376ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:03.679175Z","caller":"traceutil/trace.go:171","msg":"trace[355848030] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:30155; }","duration":"141.219922ms","start":"2026-04-03T03:39:03.53793Z","end":"2026-04-03T03:39:03.67915Z","steps":["trace[355848030] 'agreement among raft nodes before linearized reading' (duration: 140.701699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:39:03.679087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.533787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:39:03.679298Z","caller":"traceutil/trace.go:171","msg":"trace[2110643594] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30155; }","duration":"113.779623ms","start":"2026-04-03T03:39:03.565499Z","end":"2026-04-03T03:39:03.679278Z","steps":["trace[2110643594] 'agreement among raft nodes before linearized reading' (duration: 113.524036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:39:10.181634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.169844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:39:10.181733Z","caller":"traceutil/trace.go:171","msg":"trace[1375346976] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:30205; }","duration":"388.316058ms","start":"2026-04-03T03:39:09.793385Z","end":"2026-04-03T03:39:10.181701Z","steps":["trace[1375346976] 'count revisions from in-memory index tree' (duration: 388.057011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:39:10.181778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:39:09.793365Z","time spent":"388.400681ms","remote":"127.0.0.1:40216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:39:10.182002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.424366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-03T03:39:10.182148Z","caller":"traceutil/trace.go:171","msg":"trace[580095081] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30205; }","duration":"394.129984ms","start":"2026-04-03T03:39:09.787991Z","end":"2026-04-03T03:39:10.182121Z","steps":["trace[580095081] 'range keys from in-memory index tree' (duration: 393.287873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:39:10.182207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:39:09.787971Z","time spent":"394.219947ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T03:39:10.324863Z","caller":"traceutil/trace.go:171","msg":"trace[520386166] transaction","detail":"{read_only:false; response_revision:30206; number_of_response:1; }","duration":"138.004331ms","start":"2026-04-03T03:39:10.186839Z","end":"2026-04-03T03:39:10.324843Z","steps":["trace[520386166] 'process raft request' (duration: 137.712243ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:10.616881Z","caller":"traceutil/trace.go:171","msg":"trace[1737990366] transaction","detail":"{read_only:false; response_revision:30207; number_of_response:1; }","duration":"283.243963ms","start":"2026-04-03T03:39:10.333587Z","end":"2026-04-03T03:39:10.616831Z","steps":["trace[1737990366] 'process raft request' (duration: 215.723ms)","trace[1737990366] 'compare' (duration: 67.365769ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:39:10.616916Z","caller":"traceutil/trace.go:171","msg":"trace[2107411143] transaction","detail":"{read_only:false; response_revision:30208; number_of_response:1; }","duration":"242.305377ms","start":"2026-04-03T03:39:10.374586Z","end":"2026-04-03T03:39:10.616891Z","steps":["trace[2107411143] 'process raft request' (duration: 242.251566ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:10.616978Z","caller":"traceutil/trace.go:171","msg":"trace[458462358] linearizableReadLoop","detail":"{readStateIndex:31323; appliedIndex:31322; }","duration":"244.022759ms","start":"2026-04-03T03:39:10.372911Z","end":"2026-04-03T03:39:10.616934Z","steps":["trace[458462358] 'read index received' (duration: 176.313351ms)","trace[458462358] 'applied index is now lower than readState.Index' (duration: 67.705758ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:39:10.617421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.243165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:39:10.61748Z","caller":"traceutil/trace.go:171","msg":"trace[690825686] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:30208; }","duration":"244.594993ms","start":"2026-04-03T03:39:10.372866Z","end":"2026-04-03T03:39:10.617461Z","steps":["trace[690825686] 'agreement among raft nodes before linearized reading' (duration: 244.219204ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:10.706424Z","caller":"traceutil/trace.go:171","msg":"trace[1965802677] transaction","detail":"{read_only:false; response_revision:30209; number_of_response:1; }","duration":"145.384256ms","start":"2026-04-03T03:39:10.56101Z","end":"2026-04-03T03:39:10.706394Z","steps":["trace[1965802677] 'process raft request' (duration: 145.13285ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:10.706641Z","caller":"traceutil/trace.go:171","msg":"trace[1629541868] transaction","detail":"{read_only:false; response_revision:30210; number_of_response:1; }","duration":"126.890083ms","start":"2026-04-03T03:39:10.579712Z","end":"2026-04-03T03:39:10.706602Z","steps":["trace[1629541868] 'process raft request' (duration: 126.600506ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:10.776968Z","caller":"traceutil/trace.go:171","msg":"trace[1595969262] transaction","detail":"{read_only:false; response_revision:30211; number_of_response:1; }","duration":"177.993384ms","start":"2026-04-03T03:39:10.598943Z","end":"2026-04-03T03:39:10.776937Z","steps":["trace[1595969262] 'process raft request' (duration: 133.880248ms)","trace[1595969262] 'compare' (duration: 43.900661ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:39:10.777168Z","caller":"traceutil/trace.go:171","msg":"trace[418893844] transaction","detail":"{read_only:false; response_revision:30212; number_of_response:1; }","duration":"169.817879ms","start":"2026-04-03T03:39:10.607323Z","end":"2026-04-03T03:39:10.777141Z","steps":["trace[418893844] 'process raft request' (duration: 169.563203ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:10.777212Z","caller":"traceutil/trace.go:171","msg":"trace[2082407183] transaction","detail":"{read_only:false; response_revision:30213; number_of_response:1; }","duration":"163.551861ms","start":"2026-04-03T03:39:10.613638Z","end":"2026-04-03T03:39:10.77719Z","steps":["trace[2082407183] 'process raft request' (duration: 163.435468ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:10.867546Z","caller":"traceutil/trace.go:171","msg":"trace[175268159] transaction","detail":"{read_only:false; response_revision:30215; number_of_response:1; }","duration":"108.83946ms","start":"2026-04-03T03:39:10.758678Z","end":"2026-04-03T03:39:10.867518Z","steps":["trace[175268159] 'process raft request' (duration: 108.621675ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:10.867951Z","caller":"traceutil/trace.go:171","msg":"trace[1018440252] transaction","detail":"{read_only:false; response_revision:30216; number_of_response:1; }","duration":"107.888315ms","start":"2026-04-03T03:39:10.760028Z","end":"2026-04-03T03:39:10.867916Z","steps":["trace[1018440252] 'process raft request' (duration: 107.423654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:39:11.190812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.817256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T03:39:11.190965Z","caller":"traceutil/trace.go:171","msg":"trace[1179401864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30217; }","duration":"122.022381ms","start":"2026-04-03T03:39:11.068912Z","end":"2026-04-03T03:39:11.190935Z","steps":["trace[1179401864] 'range keys from in-memory index tree' (duration: 121.62043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:39:11.672245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.938498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:39:11.672333Z","caller":"traceutil/trace.go:171","msg":"trace[1595123127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30219; }","duration":"134.084403ms","start":"2026-04-03T03:39:11.538228Z","end":"2026-04-03T03:39:11.672313Z","steps":["trace[1595123127] 'range keys from in-memory index tree' (duration: 133.829666ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:18.534604Z","caller":"traceutil/trace.go:171","msg":"trace[1182690308] linearizableReadLoop","detail":"{readStateIndex:31435; appliedIndex:31434; }","duration":"185.051941ms","start":"2026-04-03T03:39:18.349525Z","end":"2026-04-03T03:39:18.534577Z","steps":["trace[1182690308] 'read index received' (duration: 97.637359ms)","trace[1182690308] 'applied index is now lower than readState.Index' (duration: 87.413602ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:39:18.534891Z","caller":"traceutil/trace.go:171","msg":"trace[364538702] transaction","detail":"{read_only:false; response_revision:30313; number_of_response:1; }","duration":"185.655625ms","start":"2026-04-03T03:39:18.349222Z","end":"2026-04-03T03:39:18.534878Z","steps":["trace[364538702] 'process raft request' (duration: 97.859784ms)","trace[364538702] 'compare' (duration: 87.34001ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T03:39:18.534968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.40468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:39:18.535047Z","caller":"traceutil/trace.go:171","msg":"trace[988604682] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30313; }","duration":"185.526432ms","start":"2026-04-03T03:39:18.349503Z","end":"2026-04-03T03:39:18.535029Z","steps":["trace[988604682] 'agreement among raft nodes before linearized reading' (duration: 185.343788ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:18.629012Z","caller":"traceutil/trace.go:171","msg":"trace[1469712773] transaction","detail":"{read_only:false; response_revision:30314; number_of_response:1; }","duration":"279.353626ms","start":"2026-04-03T03:39:18.349632Z","end":"2026-04-03T03:39:18.628986Z","steps":["trace[1469712773] 'process raft request' (duration: 279.147651ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:18.629399Z","caller":"traceutil/trace.go:171","msg":"trace[841714390] transaction","detail":"{read_only:false; response_revision:30315; number_of_response:1; }","duration":"279.565351ms","start":"2026-04-03T03:39:18.349806Z","end":"2026-04-03T03:39:18.629371Z","steps":["trace[841714390] 'process raft request' (duration: 279.11925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:39:18.629613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.313203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:39:18.629736Z","caller":"traceutil/trace.go:171","msg":"trace[866699754] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:30316; }","duration":"129.478617ms","start":"2026-04-03T03:39:18.500235Z","end":"2026-04-03T03:39:18.629713Z","steps":["trace[866699754] 'agreement among raft nodes before linearized reading' (duration: 129.138228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:39:18.629911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.072022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-03T03:39:18.629961Z","caller":"traceutil/trace.go:171","msg":"trace[1226727649] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30316; }","duration":"270.119943ms","start":"2026-04-03T03:39:18.359824Z","end":"2026-04-03T03:39:18.629944Z","steps":["trace[1226727649] 'agreement among raft nodes before linearized reading' (duration: 269.98789ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:18.629994Z","caller":"traceutil/trace.go:171","msg":"trace[292484122] transaction","detail":"{read_only:false; response_revision:30316; number_of_response:1; }","duration":"270.035051ms","start":"2026-04-03T03:39:18.359943Z","end":"2026-04-03T03:39:18.629978Z","steps":["trace[292484122] 'process raft request' (duration: 269.231371ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:18.765879Z","caller":"traceutil/trace.go:171","msg":"trace[1908962239] transaction","detail":"{read_only:false; response_revision:30317; number_of_response:1; }","duration":"131.759044ms","start":"2026-04-03T03:39:18.634089Z","end":"2026-04-03T03:39:18.765848Z","steps":["trace[1908962239] 'process raft request' (duration: 53.609774ms)","trace[1908962239] 'compare' (duration: 77.923204ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:39:18.766791Z","caller":"traceutil/trace.go:171","msg":"trace[106635480] linearizableReadLoop","detail":"{readStateIndex:31440; appliedIndex:31438; }","duration":"131.784805ms","start":"2026-04-03T03:39:18.634973Z","end":"2026-04-03T03:39:18.766757Z","steps":["trace[106635480] 'read index received' (duration: 52.886186ms)","trace[106635480] 'applied index is now lower than readState.Index' (duration: 78.897599ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:39:18.766932Z","caller":"traceutil/trace.go:171","msg":"trace[1671601098] transaction","detail":"{read_only:false; response_revision:30318; number_of_response:1; }","duration":"129.894138ms","start":"2026-04-03T03:39:18.63702Z","end":"2026-04-03T03:39:18.766914Z","steps":["trace[1671601098] 'process raft request' (duration: 129.402555ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:18.767153Z","caller":"traceutil/trace.go:171","msg":"trace[1470424917] transaction","detail":"{read_only:false; response_revision:30319; number_of_response:1; }","duration":"103.897066ms","start":"2026-04-03T03:39:18.663222Z","end":"2026-04-03T03:39:18.767119Z","steps":["trace[1470424917] 'process raft request' (duration: 103.450725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:39:18.767917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.902753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18391"} {"level":"info","ts":"2026-04-03T03:39:18.767999Z","caller":"traceutil/trace.go:171","msg":"trace[1402218007] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:30319; }","duration":"133.034986ms","start":"2026-04-03T03:39:18.634941Z","end":"2026-04-03T03:39:18.767976Z","steps":["trace[1402218007] 'agreement among raft nodes before linearized reading' (duration: 132.202835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:39:18.788047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.60957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-04-03T03:39:18.788119Z","caller":"traceutil/trace.go:171","msg":"trace[2112418381] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:30321; }","duration":"125.721263ms","start":"2026-04-03T03:39:18.66238Z","end":"2026-04-03T03:39:18.788101Z","steps":["trace[2112418381] 'agreement among raft nodes before linearized reading' (duration: 125.552899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:39:18.788381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.597721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openstack-exporter-6bdf96f8b-cvcfx\" ","response":"range_response_count:1 size:4630"} {"level":"info","ts":"2026-04-03T03:39:18.788445Z","caller":"traceutil/trace.go:171","msg":"trace[1607492582] range","detail":"{range_begin:/registry/pods/openstack/openstack-exporter-6bdf96f8b-cvcfx; range_end:; response_count:1; response_revision:30321; }","duration":"133.665582ms","start":"2026-04-03T03:39:18.654748Z","end":"2026-04-03T03:39:18.788414Z","steps":["trace[1607492582] 'agreement among raft nodes before linearized reading' (duration: 133.553039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:39:18.788488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.430057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-03T03:39:18.788594Z","caller":"traceutil/trace.go:171","msg":"trace[137012769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30321; }","duration":"139.578981ms","start":"2026-04-03T03:39:18.648992Z","end":"2026-04-03T03:39:18.788571Z","steps":["trace[137012769] 'agreement among raft nodes before linearized reading' (duration: 139.350225ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:20.992833Z","caller":"traceutil/trace.go:171","msg":"trace[1803699324] transaction","detail":"{read_only:false; response_revision:30349; number_of_response:1; }","duration":"216.218904ms","start":"2026-04-03T03:39:20.776584Z","end":"2026-04-03T03:39:20.992802Z","steps":["trace[1803699324] 'process raft request' (duration: 216.043029ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:21.08168Z","caller":"traceutil/trace.go:171","msg":"trace[2123625773] linearizableReadLoop","detail":"{readStateIndex:31475; appliedIndex:31472; }","duration":"188.057366ms","start":"2026-04-03T03:39:20.893608Z","end":"2026-04-03T03:39:21.081666Z","steps":["trace[2123625773] 'read index received' (duration: 99.179167ms)","trace[2123625773] 'applied index is now lower than readState.Index' (duration: 88.876479ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:39:21.081787Z","caller":"traceutil/trace.go:171","msg":"trace[485425211] transaction","detail":"{read_only:false; response_revision:30354; number_of_response:1; }","duration":"187.597684ms","start":"2026-04-03T03:39:20.894179Z","end":"2026-04-03T03:39:21.081777Z","steps":["trace[485425211] 'process raft request' (duration: 187.368849ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:21.081723Z","caller":"traceutil/trace.go:171","msg":"trace[85814852] transaction","detail":"{read_only:false; response_revision:30353; number_of_response:1; }","duration":"187.701897ms","start":"2026-04-03T03:39:20.893993Z","end":"2026-04-03T03:39:21.081694Z","steps":["trace[85814852] 'process raft request' (duration: 187.527243ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:21.081954Z","caller":"traceutil/trace.go:171","msg":"trace[220959622] transaction","detail":"{read_only:false; response_revision:30355; number_of_response:1; }","duration":"187.246225ms","start":"2026-04-03T03:39:20.894701Z","end":"2026-04-03T03:39:21.081947Z","steps":["trace[220959622] 'process raft request' (duration: 186.869875ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:21.082018Z","caller":"traceutil/trace.go:171","msg":"trace[1643711164] transaction","detail":"{read_only:false; response_revision:30351; number_of_response:1; }","duration":"288.029632ms","start":"2026-04-03T03:39:20.793946Z","end":"2026-04-03T03:39:21.081976Z","steps":["trace[1643711164] 'process raft request' (duration: 287.514209ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:21.082199Z","caller":"traceutil/trace.go:171","msg":"trace[487908649] transaction","detail":"{read_only:false; response_revision:30352; number_of_response:1; }","duration":"275.114881ms","start":"2026-04-03T03:39:20.807078Z","end":"2026-04-03T03:39:21.082193Z","steps":["trace[487908649] 'process raft request' (duration: 274.412712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:39:21.082092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.368044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-03T03:39:21.082264Z","caller":"traceutil/trace.go:171","msg":"trace[797285732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30358; }","duration":"188.59793ms","start":"2026-04-03T03:39:20.89366Z","end":"2026-04-03T03:39:21.082258Z","steps":["trace[797285732] 'agreement among raft nodes before linearized reading' (duration: 188.343483ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:21.082314Z","caller":"traceutil/trace.go:171","msg":"trace[1075695641] transaction","detail":"{read_only:false; response_revision:30358; number_of_response:1; }","duration":"140.76078ms","start":"2026-04-03T03:39:20.941547Z","end":"2026-04-03T03:39:21.082308Z","steps":["trace[1075695641] 'process raft request' (duration: 140.091823ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:21.082317Z","caller":"traceutil/trace.go:171","msg":"trace[222352223] transaction","detail":"{read_only:false; response_revision:30356; number_of_response:1; }","duration":"183.797519ms","start":"2026-04-03T03:39:20.898505Z","end":"2026-04-03T03:39:21.082302Z","steps":["trace[222352223] 'process raft request' (duration: 183.086181ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:21.082357Z","caller":"traceutil/trace.go:171","msg":"trace[334664869] transaction","detail":"{read_only:false; response_revision:30357; number_of_response:1; }","duration":"147.171401ms","start":"2026-04-03T03:39:20.935167Z","end":"2026-04-03T03:39:21.082339Z","steps":["trace[334664869] 'process raft request' (duration: 146.450032ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:21.082179Z","caller":"traceutil/trace.go:171","msg":"trace[1124199811] transaction","detail":"{read_only:false; response_revision:30350; number_of_response:1; }","duration":"289.271645ms","start":"2026-04-03T03:39:20.792679Z","end":"2026-04-03T03:39:21.081951Z","steps":["trace[1124199811] 'process raft request' (duration: 288.66105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:39:21.082468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.518349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/ironic-db-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:39:21.08271Z","caller":"traceutil/trace.go:171","msg":"trace[973439568] range","detail":"{range_begin:/registry/secrets/openstack/ironic-db-user; range_end:; response_count:0; response_revision:30358; }","duration":"189.121203ms","start":"2026-04-03T03:39:20.893548Z","end":"2026-04-03T03:39:21.082669Z","steps":["trace[973439568] 'agreement among raft nodes before linearized reading' (duration: 188.442516ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:21.250917Z","caller":"traceutil/trace.go:171","msg":"trace[737538534] transaction","detail":"{read_only:false; response_revision:30359; number_of_response:1; }","duration":"163.921411ms","start":"2026-04-03T03:39:21.086965Z","end":"2026-04-03T03:39:21.250886Z","steps":["trace[737538534] 'process raft request' (duration: 159.834868ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:21.251207Z","caller":"traceutil/trace.go:171","msg":"trace[286302287] transaction","detail":"{read_only:false; response_revision:30360; number_of_response:1; }","duration":"163.566173ms","start":"2026-04-03T03:39:21.087395Z","end":"2026-04-03T03:39:21.250961Z","steps":["trace[286302287] 'process raft request' (duration: 163.386788ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:21.63856Z","caller":"traceutil/trace.go:171","msg":"trace[1059516078] transaction","detail":"{read_only:false; response_revision:30362; number_of_response:1; }","duration":"126.781999ms","start":"2026-04-03T03:39:21.511752Z","end":"2026-04-03T03:39:21.638534Z","steps":["trace[1059516078] 'process raft request' (duration: 126.610695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:39:21.978488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.516627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-db-user\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-04-03T03:39:21.979126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.259051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:39:21.979198Z","caller":"traceutil/trace.go:171","msg":"trace[1596784947] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:30362; }","duration":"243.388225ms","start":"2026-04-03T03:39:21.735794Z","end":"2026-04-03T03:39:21.979182Z","steps":["trace[1596784947] 'count revisions from in-memory index tree' (duration: 243.207409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:39:21.97916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.406271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:39:21.979608Z","caller":"traceutil/trace.go:171","msg":"trace[543652492] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:30362; }","duration":"197.861513ms","start":"2026-04-03T03:39:21.781722Z","end":"2026-04-03T03:39:21.979584Z","steps":["trace[543652492] 'count revisions from in-memory index tree' (duration: 197.231217ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:21.978567Z","caller":"traceutil/trace.go:171","msg":"trace[1198938468] range","detail":"{range_begin:/registry/secrets/openstack/keystone-db-user; range_end:; response_count:1; response_revision:30362; }","duration":"245.63178ms","start":"2026-04-03T03:39:21.732917Z","end":"2026-04-03T03:39:21.978549Z","steps":["trace[1198938468] 'range keys from in-memory index tree' (duration: 245.362753ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:22.625615Z","caller":"traceutil/trace.go:171","msg":"trace[1305708343] transaction","detail":"{read_only:false; response_revision:30365; number_of_response:1; }","duration":"101.247938ms","start":"2026-04-03T03:39:22.524348Z","end":"2026-04-03T03:39:22.625596Z","steps":["trace[1305708343] 'process raft request' (duration: 100.784357ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:26.968155Z","caller":"traceutil/trace.go:171","msg":"trace[280486648] linearizableReadLoop","detail":"{readStateIndex:31524; appliedIndex:31523; }","duration":"201.685658ms","start":"2026-04-03T03:39:26.766444Z","end":"2026-04-03T03:39:26.968129Z","steps":["trace[280486648] 'read index received' (duration: 201.435752ms)","trace[280486648] 'applied index is now lower than readState.Index' (duration: 248.556µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:39:26.968219Z","caller":"traceutil/trace.go:171","msg":"trace[496351312] transaction","detail":"{read_only:false; response_revision:30400; number_of_response:1; }","duration":"323.322648ms","start":"2026-04-03T03:39:26.644862Z","end":"2026-04-03T03:39:26.968185Z","steps":["trace[496351312] 'process raft request' (duration: 323.083683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:39:26.968371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:39:26.644834Z","time spent":"323.451172ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:39:26.968439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.708497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-03T03:39:26.968482Z","caller":"traceutil/trace.go:171","msg":"trace[110257213] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:30400; }","duration":"171.802939ms","start":"2026-04-03T03:39:26.796664Z","end":"2026-04-03T03:39:26.968467Z","steps":["trace[110257213] 'agreement among raft nodes before linearized reading' (duration: 171.614135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:39:26.968558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.992116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/placement-db-user\" ","response":"range_response_count:1 size:727"} {"level":"info","ts":"2026-04-03T03:39:26.968751Z","caller":"traceutil/trace.go:171","msg":"trace[1940123015] range","detail":"{range_begin:/registry/secrets/openstack/placement-db-user; range_end:; response_count:1; response_revision:30400; }","duration":"202.322364ms","start":"2026-04-03T03:39:26.766404Z","end":"2026-04-03T03:39:26.968726Z","steps":["trace[1940123015] 'agreement among raft nodes before linearized reading' (duration: 201.869003ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:29.364343Z","caller":"traceutil/trace.go:171","msg":"trace[1432871456] transaction","detail":"{read_only:false; response_revision:30438; number_of_response:1; }","duration":"206.718444ms","start":"2026-04-03T03:39:29.157605Z","end":"2026-04-03T03:39:29.364323Z","steps":["trace[1432871456] 'process raft request' (duration: 206.663623ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:29.364397Z","caller":"traceutil/trace.go:171","msg":"trace[1734278459] transaction","detail":"{read_only:false; response_revision:30437; number_of_response:1; }","duration":"215.30745ms","start":"2026-04-03T03:39:29.149052Z","end":"2026-04-03T03:39:29.364359Z","steps":["trace[1734278459] 'process raft request' (duration: 166.242549ms)","trace[1734278459] 'compare' (duration: 48.864086ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:39:29.364513Z","caller":"traceutil/trace.go:171","msg":"trace[929743816] transaction","detail":"{read_only:false; response_revision:30439; number_of_response:1; }","duration":"198.850907ms","start":"2026-04-03T03:39:29.165655Z","end":"2026-04-03T03:39:29.364506Z","steps":["trace[929743816] 'process raft request' (duration: 198.642661ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:29.364655Z","caller":"traceutil/trace.go:171","msg":"trace[436205443] transaction","detail":"{read_only:false; response_revision:30440; number_of_response:1; }","duration":"198.824696ms","start":"2026-04-03T03:39:29.165824Z","end":"2026-04-03T03:39:29.364649Z","steps":["trace[436205443] 'process raft request' (duration: 198.653352ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:29.364744Z","caller":"traceutil/trace.go:171","msg":"trace[1982434394] transaction","detail":"{read_only:false; response_revision:30441; number_of_response:1; }","duration":"198.848416ms","start":"2026-04-03T03:39:29.165885Z","end":"2026-04-03T03:39:29.364734Z","steps":["trace[1982434394] 'process raft request' (duration: 198.736264ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:29.364813Z","caller":"traceutil/trace.go:171","msg":"trace[1088806699] transaction","detail":"{read_only:false; response_revision:30444; number_of_response:1; }","duration":"197.329768ms","start":"2026-04-03T03:39:29.167476Z","end":"2026-04-03T03:39:29.364806Z","steps":["trace[1088806699] 'process raft request' (duration: 197.300697ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:29.364845Z","caller":"traceutil/trace.go:171","msg":"trace[1790595848] transaction","detail":"{read_only:false; response_revision:30442; number_of_response:1; }","duration":"198.904198ms","start":"2026-04-03T03:39:29.165934Z","end":"2026-04-03T03:39:29.364838Z","steps":["trace[1790595848] 'process raft request' (duration: 198.767375ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:29.36487Z","caller":"traceutil/trace.go:171","msg":"trace[1607609898] transaction","detail":"{read_only:false; response_revision:30443; number_of_response:1; }","duration":"198.328744ms","start":"2026-04-03T03:39:29.166535Z","end":"2026-04-03T03:39:29.364864Z","steps":["trace[1607609898] 'process raft request' (duration: 198.213521ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:29.44393Z","caller":"traceutil/trace.go:171","msg":"trace[1501232168] linearizableReadLoop","detail":"{readStateIndex:31570; appliedIndex:31561; }","duration":"146.596296ms","start":"2026-04-03T03:39:29.297308Z","end":"2026-04-03T03:39:29.443904Z","steps":["trace[1501232168] 'read index received' (duration: 17.97718ms)","trace[1501232168] 'applied index is now lower than readState.Index' (duration: 128.618056ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:39:29.444011Z","caller":"traceutil/trace.go:171","msg":"trace[143856373] transaction","detail":"{read_only:false; response_revision:30445; number_of_response:1; }","duration":"202.19236ms","start":"2026-04-03T03:39:29.241779Z","end":"2026-04-03T03:39:29.443972Z","steps":["trace[143856373] 'process raft request' (duration: 201.997555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:39:29.444491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.730377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-03T03:39:29.444311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.989847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-03T03:39:29.444571Z","caller":"traceutil/trace.go:171","msg":"trace[325754024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30445; }","duration":"104.863061ms","start":"2026-04-03T03:39:29.339692Z","end":"2026-04-03T03:39:29.444555Z","steps":["trace[325754024] 'agreement among raft nodes before linearized reading' (duration: 104.612805ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:29.44458Z","caller":"traceutil/trace.go:171","msg":"trace[503092241] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30445; }","duration":"147.308455ms","start":"2026-04-03T03:39:29.297259Z","end":"2026-04-03T03:39:29.444567Z","steps":["trace[503092241] 'agreement among raft nodes before linearized reading' (duration: 146.849743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:39:29.444431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.657698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-03T03:39:29.444987Z","caller":"traceutil/trace.go:171","msg":"trace[1107244191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30445; }","duration":"141.265033ms","start":"2026-04-03T03:39:29.303708Z","end":"2026-04-03T03:39:29.444973Z","steps":["trace[1107244191] 'agreement among raft nodes before linearized reading' (duration: 140.569166ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:29.577235Z","caller":"traceutil/trace.go:171","msg":"trace[2140271330] transaction","detail":"{read_only:false; response_revision:30447; number_of_response:1; }","duration":"128.101652ms","start":"2026-04-03T03:39:29.449114Z","end":"2026-04-03T03:39:29.577216Z","steps":["trace[2140271330] 'process raft request' (duration: 127.60086ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:29.577353Z","caller":"traceutil/trace.go:171","msg":"trace[845609203] transaction","detail":"{read_only:false; response_revision:30448; number_of_response:1; }","duration":"128.189785ms","start":"2026-04-03T03:39:29.449157Z","end":"2026-04-03T03:39:29.577347Z","steps":["trace[845609203] 'process raft request' (duration: 127.669232ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:31.219157Z","caller":"traceutil/trace.go:171","msg":"trace[1081356950] transaction","detail":"{read_only:false; response_revision:30453; number_of_response:1; }","duration":"185.093672ms","start":"2026-04-03T03:39:31.034035Z","end":"2026-04-03T03:39:31.219129Z","steps":["trace[1081356950] 'process raft request' (duration: 184.901687ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:31.765235Z","caller":"traceutil/trace.go:171","msg":"trace[550471004] linearizableReadLoop","detail":"{readStateIndex:31579; appliedIndex:31578; }","duration":"398.092984ms","start":"2026-04-03T03:39:31.367116Z","end":"2026-04-03T03:39:31.765209Z","steps":["trace[550471004] 'read index received' (duration: 397.986711ms)","trace[550471004] 'applied index is now lower than readState.Index' (duration: 104.623µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T03:39:31.765332Z","caller":"traceutil/trace.go:171","msg":"trace[391250059] transaction","detail":"{read_only:false; response_revision:30454; number_of_response:1; }","duration":"460.056697ms","start":"2026-04-03T03:39:31.305216Z","end":"2026-04-03T03:39:31.765272Z","steps":["trace[391250059] 'process raft request' (duration: 459.789451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:39:31.765455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.279338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:39:31.765496Z","caller":"traceutil/trace.go:171","msg":"trace[1672543694] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:30454; }","duration":"398.452162ms","start":"2026-04-03T03:39:31.36703Z","end":"2026-04-03T03:39:31.765482Z","steps":["trace[1672543694] 'agreement among raft nodes before linearized reading' (duration: 398.308109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:39:31.765547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:39:31.367Z","time spent":"398.536215ms","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T03:39:31.765609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:39:31.305137Z","time spent":"460.354855ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:39:31.781965Z","caller":"traceutil/trace.go:171","msg":"trace[628215608] transaction","detail":"{read_only:false; response_revision:30457; number_of_response:1; }","duration":"411.074829ms","start":"2026-04-03T03:39:31.370875Z","end":"2026-04-03T03:39:31.78195Z","steps":["trace[628215608] 'process raft request' (duration: 410.726841ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:31.781962Z","caller":"traceutil/trace.go:171","msg":"trace[961440119] transaction","detail":"{read_only:false; response_revision:30455; number_of_response:1; }","duration":"412.425243ms","start":"2026-04-03T03:39:31.369507Z","end":"2026-04-03T03:39:31.781932Z","steps":["trace[961440119] 'process raft request' (duration: 411.850609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:39:31.782084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:39:31.370868Z","time spent":"411.143691ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:39:31.782124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:39:31.369482Z","time spent":"412.551965ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:39:31.782404Z","caller":"traceutil/trace.go:171","msg":"trace[802741698] transaction","detail":"{read_only:false; response_revision:30459; number_of_response:1; }","duration":"411.060459ms","start":"2026-04-03T03:39:31.37133Z","end":"2026-04-03T03:39:31.78239Z","steps":["trace[802741698] 'process raft request' (duration: 410.914256ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:31.781681Z","caller":"traceutil/trace.go:171","msg":"trace[767965382] transaction","detail":"{read_only:false; response_revision:30456; number_of_response:1; }","duration":"411.364036ms","start":"2026-04-03T03:39:31.370286Z","end":"2026-04-03T03:39:31.78165Z","steps":["trace[767965382] 'process raft request' (duration: 411.272044ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:31.782437Z","caller":"traceutil/trace.go:171","msg":"trace[1443298997] transaction","detail":"{read_only:false; response_revision:30458; number_of_response:1; }","duration":"411.341736ms","start":"2026-04-03T03:39:31.371047Z","end":"2026-04-03T03:39:31.782389Z","steps":["trace[1443298997] 'process raft request' (duration: 410.833434ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:31.782419Z","caller":"traceutil/trace.go:171","msg":"trace[1338424595] transaction","detail":"{read_only:false; response_revision:30460; number_of_response:1; }","duration":"410.800831ms","start":"2026-04-03T03:39:31.371599Z","end":"2026-04-03T03:39:31.7824Z","steps":["trace[1338424595] 'process raft request' (duration: 410.72413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:39:31.782688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:39:31.370279Z","time spent":"412.329151ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:39:31.782709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:39:31.371591Z","time spent":"411.090028ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:39:31.782788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.885682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-03T03:39:31.78282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.289272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-03T03:39:31.782799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.072967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-03T03:39:31.782847Z","caller":"traceutil/trace.go:171","msg":"trace[645983637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30462; }","duration":"256.988014ms","start":"2026-04-03T03:39:31.525845Z","end":"2026-04-03T03:39:31.782833Z","steps":["trace[645983637] 'agreement among raft nodes before linearized reading' (duration: 256.784569ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:31.782858Z","caller":"traceutil/trace.go:171","msg":"trace[664047509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30462; }","duration":"198.379565ms","start":"2026-04-03T03:39:31.584468Z","end":"2026-04-03T03:39:31.782848Z","steps":["trace[664047509] 'agreement among raft nodes before linearized reading' (duration: 198.208721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:39:31.78286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.033725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-03T03:39:31.78289Z","caller":"traceutil/trace.go:171","msg":"trace[837760842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30462; }","duration":"241.102966ms","start":"2026-04-03T03:39:31.541778Z","end":"2026-04-03T03:39:31.782881Z","steps":["trace[837760842] 'agreement among raft nodes before linearized reading' (duration: 241.053845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:39:31.782477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:39:31.371324Z","time spent":"411.11631ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:39:31.782878Z","caller":"traceutil/trace.go:171","msg":"trace[477726595] transaction","detail":"{read_only:false; response_revision:30461; number_of_response:1; }","duration":"410.592156ms","start":"2026-04-03T03:39:31.372252Z","end":"2026-04-03T03:39:31.782844Z","steps":["trace[477726595] 'process raft request' (duration: 410.109494ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:31.782933Z","caller":"traceutil/trace.go:171","msg":"trace[1325650589] transaction","detail":"{read_only:false; response_revision:30462; number_of_response:1; }","duration":"409.366586ms","start":"2026-04-03T03:39:31.373555Z","end":"2026-04-03T03:39:31.782922Z","steps":["trace[1325650589] 'process raft request' (duration: 409.023108ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:39:31.782883Z","caller":"traceutil/trace.go:171","msg":"trace[340849001] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30462; }","duration":"196.210481ms","start":"2026-04-03T03:39:31.586651Z","end":"2026-04-03T03:39:31.782862Z","steps":["trace[340849001] 'agreement among raft nodes before linearized reading' (duration: 195.982275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:39:31.783029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:39:31.37352Z","time spent":"409.446528ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:39:31.783065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:39:31.372245Z","time spent":"410.721219ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T03:39:31.782642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T03:39:31.371041Z","time spent":"411.50948ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T03:42:32.119394Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29249} {"level":"info","ts":"2026-04-03T03:42:32.263718Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29249,"took":"136.552563ms","hash":2259282134,"current-db-size-bytes":56967168,"current-db-size":"57 MB","current-db-size-in-use-bytes":34975744,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-03T03:42:32.263782Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2259282134,"revision":29249,"compact-revision":26985} {"level":"info","ts":"2026-04-03T03:47:32.126601Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31847} {"level":"info","ts":"2026-04-03T03:47:32.275919Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31847,"took":"145.083807ms","hash":855831837,"current-db-size-bytes":56967168,"current-db-size":"57 MB","current-db-size-in-use-bytes":29634560,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-03T03:47:32.276082Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":855831837,"revision":31847,"compact-revision":29249} {"level":"info","ts":"2026-04-03T03:51:34.774042Z","caller":"traceutil/trace.go:171","msg":"trace[1221569091] transaction","detail":"{read_only:false; response_revision:35902; number_of_response:1; }","duration":"132.624878ms","start":"2026-04-03T03:51:34.641392Z","end":"2026-04-03T03:51:34.774017Z","steps":["trace[1221569091] 'process raft request' (duration: 132.411362ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:34.774483Z","caller":"traceutil/trace.go:171","msg":"trace[270506497] transaction","detail":"{read_only:false; response_revision:35906; number_of_response:1; }","duration":"113.558958ms","start":"2026-04-03T03:51:34.660895Z","end":"2026-04-03T03:51:34.774454Z","steps":["trace[270506497] 'process raft request' (duration: 113.475786ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:34.774656Z","caller":"traceutil/trace.go:171","msg":"trace[1554795028] transaction","detail":"{read_only:false; response_revision:35903; number_of_response:1; }","duration":"115.994059ms","start":"2026-04-03T03:51:34.658639Z","end":"2026-04-03T03:51:34.774633Z","steps":["trace[1554795028] 'process raft request' (duration: 115.325432ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:34.774673Z","caller":"traceutil/trace.go:171","msg":"trace[1957130785] transaction","detail":"{read_only:false; response_revision:35905; number_of_response:1; }","duration":"113.851066ms","start":"2026-04-03T03:51:34.660811Z","end":"2026-04-03T03:51:34.774662Z","steps":["trace[1957130785] 'process raft request' (duration: 113.519507ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:34.774478Z","caller":"traceutil/trace.go:171","msg":"trace[945332663] transaction","detail":"{read_only:false; response_revision:35904; number_of_response:1; }","duration":"115.534817ms","start":"2026-04-03T03:51:34.658902Z","end":"2026-04-03T03:51:34.774437Z","steps":["trace[945332663] 'process raft request' (duration: 115.311402ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:51:34.774714Z","caller":"traceutil/trace.go:171","msg":"trace[2063083729] transaction","detail":"{read_only:false; response_revision:35907; number_of_response:1; }","duration":"113.758964ms","start":"2026-04-03T03:51:34.660944Z","end":"2026-04-03T03:51:34.774703Z","steps":["trace[2063083729] 'process raft request' (duration: 113.471706ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:32.170618Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34086} {"level":"info","ts":"2026-04-03T03:52:32.315996Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34086,"took":"140.863236ms","hash":23575637,"current-db-size-bytes":56967168,"current-db-size":"57 MB","current-db-size-in-use-bytes":29278208,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-03T03:52:32.316067Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":23575637,"revision":34086,"compact-revision":31847} {"level":"warn","ts":"2026-04-03T03:52:54.032899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.510115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-03T03:52:54.032984Z","caller":"traceutil/trace.go:171","msg":"trace[1784107771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36537; }","duration":"128.627358ms","start":"2026-04-03T03:52:53.904337Z","end":"2026-04-03T03:52:54.032965Z","steps":["trace[1784107771] 'range keys from in-memory index tree' (duration: 128.406012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:54.033043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.152874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T03:52:54.033085Z","caller":"traceutil/trace.go:171","msg":"trace[309562743] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:36537; }","duration":"120.222007ms","start":"2026-04-03T03:52:53.912853Z","end":"2026-04-03T03:52:54.033075Z","steps":["trace[309562743] 'count revisions from in-memory index tree' (duration: 120.095353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T03:52:54.033112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.384646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-03T03:52:54.033146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.351705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T03:52:54.033189Z","caller":"traceutil/trace.go:171","msg":"trace[1779900492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36537; }","duration":"127.495569ms","start":"2026-04-03T03:52:53.905676Z","end":"2026-04-03T03:52:54.033171Z","steps":["trace[1779900492] 'range keys from in-memory index tree' (duration: 127.262763ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:52:54.033201Z","caller":"traceutil/trace.go:171","msg":"trace[312281741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36537; }","duration":"127.454208ms","start":"2026-04-03T03:52:53.905734Z","end":"2026-04-03T03:52:54.033189Z","steps":["trace[312281741] 'range keys from in-memory index tree' (duration: 127.180111ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T03:57:32.178576Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36357} {"level":"info","ts":"2026-04-03T03:57:32.308722Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36357,"took":"126.174215ms","hash":2734507976,"current-db-size-bytes":56967168,"current-db-size":"57 MB","current-db-size-in-use-bytes":31756288,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-03T03:57:32.308832Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2734507976,"revision":36357,"compact-revision":34086} {"level":"info","ts":"2026-04-03T03:57:34.136571Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c6cf68dde442ffa5","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-03T03:57:34.142988Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-03T03:57:34.14306Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-03T04:02:32.188797Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38625} {"level":"info","ts":"2026-04-03T04:02:32.310723Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38625,"took":"119.049926ms","hash":807929944,"current-db-size-bytes":58703872,"current-db-size":"59 MB","current-db-size-in-use-bytes":31576064,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-03T04:02:32.310807Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":807929944,"revision":38625,"compact-revision":36357}